es-track-analysis/fusion-analysis/src/main/java/cn/com/taiji/service/impl/FusionAnalysisServiceImpl.java

package cn.com.taiji.service.impl;

import cn.com.taiji.domain.FusionData;
import cn.com.taiji.domain.FusionQuery;
import cn.com.taiji.domain.LeaveOutData;
import cn.com.taiji.domain.StaticOrDynamicData;
import cn.com.taiji.domain.dto.LeaceOutDto;
import cn.com.taiji.service.FusionAnalysisService;
import cn.com.taiji.utils.DateUtils;
import cn.hutool.core.io.LineHandler;
import com.alibaba.excel.EasyExcel;
import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONArray;
import com.alibaba.fastjson.JSONObject;
import lombok.extern.slf4j.Slf4j;
import org.apache.http.client.config.RequestConfig;
import org.elasticsearch.action.index.IndexRequest;
import org.elasticsearch.action.search.SearchRequest;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.client.HttpAsyncResponseConsumerFactory;
import org.elasticsearch.client.RequestOptions;
import org.elasticsearch.client.RestClientBuilder;
import org.elasticsearch.client.RestHighLevelClient;
import org.elasticsearch.core.TimeValue;
import org.elasticsearch.index.query.BoolQueryBuilder;
import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.search.SearchHits;
import org.elasticsearch.search.aggregations.AggregationBuilders;
import org.elasticsearch.search.aggregations.Aggregations;
import org.elasticsearch.search.aggregations.bucket.terms.ParsedDoubleTerms;
import org.elasticsearch.search.aggregations.bucket.terms.ParsedStringTerms;
import org.elasticsearch.search.aggregations.bucket.terms.Terms;
import org.elasticsearch.search.aggregations.bucket.terms.TermsAggregationBuilder;
import org.elasticsearch.search.aggregations.metrics.ParsedTopHits;
import org.elasticsearch.search.builder.SearchSourceBuilder;
import org.elasticsearch.search.sort.SortBuilders;
import org.elasticsearch.search.sort.SortOrder;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;

import javax.servlet.http.HttpServletResponse;

import java.io.IOException;
import java.lang.reflect.Field;
import java.net.URLEncoder;
import java.text.ParseException;
import java.util.*;

import static cn.com.taiji.constants.EsIndexConstants.*;


/**
 * @author xhl
 * @date 2023/2/6
 */
@Service
public class FusionAnalysisServiceImpl implements FusionAnalysisService {

    private static final RequestOptions COMMON_OPTIONS;

    static {
        RequestConfig requestConfig = RequestConfig.custom()
                .setConnectTimeout(5000)
                .setSocketTimeout(60000)
                .build();
        RequestOptions.Builder builder = RequestOptions.DEFAULT.toBuilder();
        builder.setRequestConfig(requestConfig).setHttpAsyncResponseConsumerFactory(
                // 设置查询内容大小限制,默认100 * 1024 * 1024
                new HttpAsyncResponseConsumerFactory.HeapBufferedResponseConsumerFactory(5*1024 * 1024 * 1024)
        );
        COMMON_OPTIONS = builder.build();
    }

    @Autowired
    private RestHighLevelClient client;

    @Override
    public void fusionAnalysisExcelOne(FusionQuery query, HttpServletResponse response) throws IOException, ParseException {
        List<FusionData> list = new ArrayList<>();
        Date startTime = DateUtils.parse(query.getStartTime(),"yyyy-MM-dd");
        String time = DateUtils.format(startTime,"yyyy-MM-dd");
        SearchRequest request = new SearchRequest(INDEX_SEAT_REALTIMETRAJECTORY+time);
        // 构建查询条件
        BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
        SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
        boolQueryBuilder.filter(QueryBuilders.rangeQuery("mergeTime").gte(query.getStartTime()).lte(query.getEndTime()));
        searchSourceBuilder.query(boolQueryBuilder);
//        TermsAggregationBuilder aggBuilder = AggregationBuilders.terms("ship_field_agg")
//                .field("mergeTarget")
//                .size(query.getPageSize())
//                .subAggregation(
//                        AggregationBuilders.topHits("ship_field_agg_top1")
//                                .size(100)
//                                .sort(
//                                        SortBuilders.fieldSort("mergeTime").order(SortOrder.ASC)
//                                )
//                );
        searchSourceBuilder
                .trackTotalHits(true)
                .sort(SortBuilders.fieldSort("mergeTime").order(SortOrder.ASC))
//                .aggregation(aggBuilder)
                .size(query.getPageSize())
                .timeout(TimeValue.timeValueHours(1L))
                .timeout(TimeValue.timeValueMinutes(30L))
                .timeout(TimeValue.timeValueSeconds(500L));
        request.source(searchSourceBuilder);
        SearchResponse search = client.search(request, COMMON_OPTIONS);
        SearchHits searchHits = search.getHits();
        SearchHit[] hits = searchHits.getHits();
        List<Map<String, Object>> inList = new ArrayList<Map<String, Object>>();
        List<Map<String, Object>> outList = new ArrayList<Map<String, Object>>();
        for (SearchHit hit : hits) {
            Map<String, Object> map = hit.getSourceAsMap();
            inList.add(map);
        }
        outList = change(inList, "mergeTarget", outList);
        outList.forEach(map->{
            JSONObject maps = JSONObject.parseObject(JSON.toJSONString(map));
//            JSONObject maps = new JSONObject();
//            Iterator it = map.keySet().iterator();
//            while (it.hasNext()) {
//                String key = (String) it.next();
//                maps.put(key, map.get(key));
//            }
            JSONArray jsonArray =JSONArray.parseArray(maps.getString("array"));
            if (jsonArray.size()>0){
                FusionData data = new FusionData();
                Integer num = 0;
                for (int i = 0; i < jsonArray.size(); i++) {
                    if (i<jsonArray.size()-1){
                        JSONObject job = jsonArray.getJSONObject(i);
                        JSONObject job2 = jsonArray.getJSONObject(i+1);
                        Date date = null;
                        Date date2 = null;
                        try {
                            date = DateUtils.parse(job.get("mergeTime").toString(),"yyyy-MM-dd HH:mm:ss.SSS");
                            date2 = DateUtils.parse(job2.get("mergeTime").toString(),"yyyy-MM-dd HH:mm:ss.SSS");
                        } catch (ParseException e) {
                            e.printStackTrace();
                        }
                        Long interval = date2.getTime()-date.getTime();
                        if (interval>6500L){
                            num++;
                        }
                    }
                }
                if (num>0){
                    JSONObject sourceItem = jsonArray.getJSONObject(0);
                    JSONObject sourceItem2 = jsonArray.getJSONObject(jsonArray.size()-1);
                    data.setMergeTarget(sourceItem.getString("mergeTarget"));
                    data.setTrackCount((long) jsonArray.size());
                    data.setStartTime(sourceItem.getString("mergeTime"));
                    data.setEndTime(sourceItem2.getString("mergeTime"));
                    data.setFluctuateNumber(num);
                    list.add(data);
                }
            }
        });
//        Aggregations aggregations = search.getAggregations();
//        ParsedStringTerms aggregation = aggregations.get("ship_field_agg");
//        for (Terms.Bucket bucket : aggregation.getBuckets()) {
//            FusionData data = new FusionData();
//            ParsedTopHits topHits = bucket.getAggregations().get("ship_field_agg_top1");
//            SearchHits searchHits = topHits.getHits();
//            Long value = searchHits.getTotalHits().value;
//            SearchHit[] hits = searchHits.getHits();
//            Integer num = 0;
//            for (int i = 0; i < hits.length; i++) {
//                if (i != hits.length-1){
//                    Map<String, Object> map = hits[i].getSourceAsMap();
//                    Map<String, Object> map2 = hits[i+1].getSourceAsMap();
//                    Date date = DateUtils.parse(map.get("mergeTime").toString(),"yyyy-MM-dd");
//                    Date date2 = DateUtils.parse(map2.get("mergeTime").toString(),"yyyy-MM-dd");
//                    Long interval = date2.getTime()-date.getTime();
//                    if (interval>6500L){
//                        num++;
//                    }
//                }
//            }
//            if (num>0){
//                JSONObject sourceItem = JSONObject.parseObject(hits[0].getSourceAsString());
//                JSONObject sourceItem2 = JSONObject.parseObject(hits[value.intValue()-1].getSourceAsString());
//                data.setMergeTarget(sourceItem.getString("mergeTarget"));
//                data.setTrackCount(value);
//                data.setStartTime(sourceItem.getString("mergeTime"));
//                data.setEndTime(sourceItem2.getString("mergeTime"));
//                data.setFluctuateNumber(num);
//                list.add(data);
//            }
//        }
        try {
            response.setContentType("application/vnd.openxmlformats-officedocument.spreadsheetml.sheet");
            response.setCharacterEncoding("utf-8");
            String fileName = URLEncoder.encode("识别融合数据率波动问题", "UTF-8");
            response.setHeader("Content-Disposition", "attachment;filename=" + fileName + ".xlsx");
            EasyExcel.write(response.getOutputStream(), FusionData.class).sheet("识别融合数据率波动问题")
                    .doWrite(list);
        } catch (Exception e) {
            // 重置response
            System.out.println("导出识别融合数据率波动问题excel失败：{}" + e.getMessage() + e);
        }
    }

    @Override
    public void fusionAnalysisExcelTwo(FusionQuery query, HttpServletResponse response) throws IOException, ParseException {

        List<FusionData> list = new ArrayList<>();
        Date startTime = DateUtils.parse(query.getStartTime(),"yyyy-MM-dd");
        String time = DateUtils.format(startTime,"yyyy-MM-dd");
        SearchRequest request = new SearchRequest(INDEX_SEAT_REALTIMETRAJECTORY+time);
        // 构建查询条件
        BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
        SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
        boolQueryBuilder.filter(QueryBuilders.rangeQuery("mergeTime").gte(query.getStartTime()).lte(query.getEndTime()));
        searchSourceBuilder.query(boolQueryBuilder);
        TermsAggregationBuilder aggBuilder = AggregationBuilders.terms("ship_field_agg")
                .field("mergeTarget")
                .size(query.getPageSize())
                .subAggregation(
                        AggregationBuilders.terms("ship_field_agg_one")
                                .field("targetCourse")
                                .size(query.getPageSize())
                                .subAggregation(
                                        AggregationBuilders.terms("ship_field_agg_two")
                                                .field("targetSpeed")
                                                .size(query.getPageSize())
                                                .subAggregation(AggregationBuilders.topHits("ship_field_agg_top1")
                                                        .size(100)
                                                        .sort(
                                                                SortBuilders.fieldSort("mergeTime").order(SortOrder.ASC)
                                                        ))
                                )
                );
        searchSourceBuilder
                .trackTotalHits(true)
                .aggregation(aggBuilder)
                .size(query.getPageSize())
                .timeout(TimeValue.timeValueHours(1L))
                .timeout(TimeValue.timeValueMinutes(30L))
                .timeout(TimeValue.timeValueSeconds(500L));
        request.source(searchSourceBuilder);
        SearchResponse search = client.search(request, COMMON_OPTIONS);
        Aggregations aggregations = search.getAggregations();
        ParsedStringTerms aggregation = aggregations.get("ship_field_agg");
        for (Terms.Bucket bucket : aggregation.getBuckets()) {
            FusionData data = new FusionData();
            ParsedStringTerms terms = bucket.getAggregations().get("ship_field_agg_one");
            Integer num = 0;
            for (Terms.Bucket buc : terms.getBuckets()){
                ParsedDoubleTerms termsTwo = buc.getAggregations().get("ship_field_agg_two");
                for (Terms.Bucket ket : termsTwo.getBuckets()){
                    ParsedTopHits topHit = ket.getAggregations().get("ship_field_agg_top1");
                    SearchHits searchHit = topHit.getHits();
                    SearchHit[] hit = searchHit.getHits();
                    for (int i = 0; i < hit.length; i++) {
                        if (num>2){
                            data.setFluctuateNumber(data.getFluctuateNumber()+1);
                            data.setMergeTarget(bucket.getKeyAsString());
                            data.setTrackCount(bucket.getDocCount());
                            data.setStartTime(query.getStartTime());
                            data.setEndTime(query.getEndTime());
                            list.add(data);
                            num =0;
                        }
                        if (i != hit.length-1){
                            Map<String, Object> map = hit[i].getSourceAsMap();
                            Map<String, Object> map2 = hit[i+1].getSourceAsMap();
                            Date date = DateUtils.parse(map.get("mergeTime").toString(),"yyyy-MM-dd");
                            Date date2 = DateUtils.parse(map2.get("mergeTime").toString(),"yyyy-MM-dd");
                            Long interval = date2.getTime()-date.getTime();
                            if (interval<6500L){
                                num++;
                            }
                        }
                    }
                }
            }
        }
        try {
            response.setContentType("application/vnd.openxmlformats-officedocument.spreadsheetml.sheet");
            response.setCharacterEncoding("utf-8");
            String fileName = URLEncoder.encode("虚假推送问题", "UTF-8");
            response.setHeader("Content-Disposition", "attachment;filename=" + fileName + ".xlsx");
            EasyExcel.write(response.getOutputStream(), FusionData.class).sheet("虚假推送问题")
                    .doWrite(list);
        } catch (Exception e) {
            // 重置response
            System.out.println("导出虚假推送问题excel失败：{}" + e.getMessage() + e);
        }
    }

    @Override
    public void tianAoLeaveOutExcel(FusionQuery query, HttpServletResponse response) throws IOException, ParseException {
        List<LeaveOutData> list = new ArrayList<>();
        List<LeaceOutDto> dtos = new ArrayList<>();
        Date startTime = DateUtils.parse(query.getStartTime(),"yyyy-MM-dd");
        String time = DateUtils.format(startTime,"yyyy-MM-dd");
        SearchRequest request = new SearchRequest(INDEX_SEAT_TRACK_RADAR+time);
        // 构建查询条件
        BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
        SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
        boolQueryBuilder.filter(QueryBuilders.rangeQuery("receiveTime").gte(query.getStartTime()).lte(query.getEndTime()));
        searchSourceBuilder.query(boolQueryBuilder);
//        TermsAggregationBuilder aggBuilder = AggregationBuilders.terms("ship_field_agg")
//                .field("fusionBatchNum")
//                .size(query.getPageSize());
        searchSourceBuilder
                .trackTotalHits(true)
//                .aggregation(aggBuilder)
                .size(query.getPageSize())
                .sort(SortBuilders.fieldSort("receiveTime").order(SortOrder.ASC))
                .timeout(TimeValue.timeValueHours(1L))
                .timeout(TimeValue.timeValueMinutes(30L))
                .timeout(TimeValue.timeValueSeconds(500L));
        request.source(searchSourceBuilder);
        SearchResponse search = client.search(request, COMMON_OPTIONS);
        SearchHits searchHits = search.getHits();
        SearchHit[] hits = searchHits.getHits();
        List<Map<String, Object>> inList = new ArrayList<Map<String, Object>>();
        List<Map<String, Object>> outList = new ArrayList<Map<String, Object>>();
        for (SearchHit hit : hits) {
            Map<String, Object> map = hit.getSourceAsMap();
            inList.add(map);
        }
        outList = change(inList, "fusionBatchNum", outList);
        outList.forEach(map-> {
                    JSONObject maps = JSONObject.parseObject(JSON.toJSONString(map));
//            JSONObject maps = new JSONObject();
//            Iterator it = map.keySet().iterator();
//            while (it.hasNext()) {
//                String key = (String) it.next();
//                maps.put(key, map.get(key));
//            }
                    JSONArray jsonArray = JSONArray.parseArray(maps.getString("array"));
                    if (jsonArray.size() > 0) {
                        JSONObject job = jsonArray.getJSONObject(0);
                        LeaceOutDto dto = new LeaceOutDto();
                        dto.setBatchNumber(job.getString("fusionBatchNum"));
            dto.setCount((long) jsonArray.size());
            dtos.add(dto);
                    }
                });
//        Aggregations aggregations = search.getAggregations();
//        ParsedStringTerms aggregation = aggregations.get("ship_field_agg");
//        for (Terms.Bucket bucket : aggregation.getBuckets()) {
//            LeaceOutDto dto = new LeaceOutDto();
//            dto.setBatchNumber(bucket.getKeyAsString());
//            dto.setCount(bucket.getDocCount());
//            dtos.add(dto);
//        }
        dtos.forEach(item->{
            LeaveOutData data = new LeaveOutData();
            SearchRequest request2 = new SearchRequest(INDEX_SEAT_REALTIMETRAJECTORY+time);
            // 构建查询条件
            BoolQueryBuilder boolQueryBuilder2 = QueryBuilders.boolQuery();
            SearchSourceBuilder searchSourceBuilder2 = new SearchSourceBuilder();
            boolQueryBuilder2.filter(QueryBuilders.wildcardQuery("trackDeviceNo", "*,"+ item.getBatchNumber() +",*"));
            boolQueryBuilder2.filter(QueryBuilders.rangeQuery("mergeTime").gte(query.getStartTime()).lte(query.getEndTime()));
            boolQueryBuilder2.filter(QueryBuilders.termsQuery("mergeType","RADAR","AIS_RADAR","BEIDOU_RADAR","AIS_BEIDOU_RADAR"));
            searchSourceBuilder2.query(boolQueryBuilder2)
                    .trackTotalHits(true)
                    .size(query.getPageSize())
                    .timeout(TimeValue.timeValueHours(1L))
                    .timeout(TimeValue.timeValueMinutes(30L))
                    .timeout(TimeValue.timeValueSeconds(500L));
            request2.source(searchSourceBuilder2);
            try {
                SearchResponse search2 = client.search(request2, COMMON_OPTIONS);
                SearchHits searchHits2 = search2.getHits();
                Long totalHits = searchHits2.getTotalHits().value;
                if (totalHits<5) {
                    SearchHit[] hits2 = searchHits2.getHits();
                    if (hits2.length > 0) {
                        JSONObject sourceItem = JSONObject.parseObject(hits2[0].getSourceAsString());
                        data.setMergeTarget(sourceItem.getString("mergeTarget"));
                        data.setStartTime(query.getStartTime());
                        data.setEndTime(query.getEndTime());
                        data.setBatchNumber(item.getBatchNumber());
                        data.setOriginalCount(item.getCount());
                        data.setTrackCount(totalHits);
                        list.add(data);
                    }
                }
            } catch (IOException e) {
                e.printStackTrace();
            }
        });
        try {
            response.setContentType("application/vnd.openxmlformats-officedocument.spreadsheetml.sheet");
            response.setCharacterEncoding("utf-8");
            String fileName = URLEncoder.encode("天奥轨迹数据遗漏", "UTF-8");
            response.setHeader("Content-Disposition", "attachment;filename=" + fileName + ".xlsx");
            EasyExcel.write(response.getOutputStream(), LeaveOutData.class).sheet("天奥轨迹数据遗漏")
                    .doWrite(list);
        } catch (Exception e) {
            // 重置response
            System.out.println("导出天奥轨迹数据遗漏excel失败：{}" + e.getMessage() + e);
        }
    }

    @Override
    public void beiDouLeaveOutExcel(FusionQuery query, HttpServletResponse response) throws IOException, ParseException {
        List<LeaveOutData> list = new ArrayList<>();
        List<LeaceOutDto> dtos = new ArrayList<>();
        Date startTime = DateUtils.parse(query.getStartTime(),"yyyy-MM-dd");
        String time = DateUtils.format(startTime,"yyyy-MM-dd");
        SearchRequest request = new SearchRequest(INDEX_SEAT_TRACK_BEIDOU+time);
        // 构建查询条件
        BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
        SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
        boolQueryBuilder.filter(QueryBuilders.rangeQuery("locationTime").gte(query.getStartTime()).lte(query.getEndTime()));
        searchSourceBuilder.query(boolQueryBuilder);
//        TermsAggregationBuilder aggBuilder = AggregationBuilders.terms("ship_field_agg")
//                .field("fusionBatchNum")
//                .size(query.getPageSize());
        searchSourceBuilder
                .trackTotalHits(true)
//                .aggregation(aggBuilder)
                .size(query.getPageSize())
                .sort(SortBuilders.fieldSort("locationTime").order(SortOrder.ASC))
                .timeout(TimeValue.timeValueHours(1L))
                .timeout(TimeValue.timeValueMinutes(30L))
                .timeout(TimeValue.timeValueSeconds(500L));
        request.source(searchSourceBuilder);
        SearchResponse search = client.search(request, COMMON_OPTIONS);
        SearchHits searchHits = search.getHits();
        SearchHit[] hits = searchHits.getHits();
        List<Map<String, Object>> inList = new ArrayList<Map<String, Object>>();
        List<Map<String, Object>> outList = new ArrayList<Map<String, Object>>();
        for (SearchHit hit : hits) {
            Map<String, Object> map = hit.getSourceAsMap();
            inList.add(map);
        }
        outList = change(inList, "devideNo", outList);
        outList.forEach(map-> {
            JSONObject maps = JSONObject.parseObject(JSON.toJSONString(map));
//            JSONObject maps = new JSONObject();
//            Iterator it = map.keySet().iterator();
//            while (it.hasNext()) {
//                String key = (String) it.next();
//                maps.put(key, map.get(key));
//            }
            JSONArray jsonArray = JSONArray.parseArray(maps.getString("array"));
            if (jsonArray.size() > 0) {
                JSONObject job = jsonArray.getJSONObject(0);
                LeaceOutDto dto = new LeaceOutDto();
                dto.setBatchNumber(job.getString("devideNo"));
                dto.setCount((long) jsonArray.size());
                dtos.add(dto);
            }
        });
//        Aggregations aggregations = search.getAggregations();
//        ParsedStringTerms aggregation = aggregations.get("ship_field_agg");
//        for (Terms.Bucket bucket : aggregation.getBuckets()) {
//            LeaceOutDto dto = new LeaceOutDto();
//            dto.setBatchNumber(bucket.getKeyAsString());
//            dto.setCount(bucket.getDocCount());
//            dtos.add(dto);
//        }
        dtos.forEach(item->{
            LeaveOutData data = new LeaveOutData();
            SearchRequest request2 = new SearchRequest(INDEX_SEAT_REALTIMETRAJECTORY+time);
            // 构建查询条件
            BoolQueryBuilder boolQueryBuilder2 = QueryBuilders.boolQuery();
            SearchSourceBuilder searchSourceBuilder2 = new SearchSourceBuilder();
            boolQueryBuilder2.filter(QueryBuilders.wildcardQuery("trackDeviceNo", "*,"+ item.getBatchNumber() +",*"));
            boolQueryBuilder2.filter(QueryBuilders.rangeQuery("mergeTime").gte(query.getStartTime()).lte(query.getEndTime()));
            boolQueryBuilder2.filter(QueryBuilders.termsQuery("mergeType","BEIDOU","AIS_BEIDOU","BEIDOU_RADAR","AIS_BEIDOU_RADAR"));
            searchSourceBuilder2.query(boolQueryBuilder2)
                    .trackTotalHits(true)
                    .size(query.getPageSize())
                    .timeout(TimeValue.timeValueHours(1L))
                    .timeout(TimeValue.timeValueMinutes(30L))
                    .timeout(TimeValue.timeValueSeconds(500L));
            request2.source(searchSourceBuilder2);
            try {
                SearchResponse search2 = client.search(request2, COMMON_OPTIONS);
                SearchHits searchHits2 = search2.getHits();
                Long totalHits = searchHits2.getTotalHits().value;
                if (totalHits<5) {
                    SearchHit[] hits2 = searchHits2.getHits();
                    if (hits2.length > 0) {
                        JSONObject sourceItem = JSONObject.parseObject(hits2[0].getSourceAsString());
                        data.setMergeTarget(sourceItem.getString("mergeTarget"));
                        data.setStartTime(query.getStartTime());
                        data.setEndTime(query.getEndTime());
                        data.setBatchNumber(item.getBatchNumber());
                        data.setOriginalCount(item.getCount());
                        data.setTrackCount(totalHits);
                        list.add(data);
                    }
                }
            } catch (IOException e) {
                e.printStackTrace();
            }
        });
        try {
            response.setContentType("application/vnd.openxmlformats-officedocument.spreadsheetml.sheet");
            response.setCharacterEncoding("utf-8");
            String fileName = URLEncoder.encode("北斗轨迹数据遗漏", "UTF-8");
            response.setHeader("Content-Disposition", "attachment;filename=" + fileName + ".xlsx");
            EasyExcel.write(response.getOutputStream(), LeaveOutData.class).sheet("北斗轨迹数据遗漏")
                    .doWrite(list);
        } catch (Exception e) {
            // 重置response
            System.out.println("导出北斗轨迹数据遗漏excel失败：{}" + e.getMessage() + e);
        }
    }

    @Override
    public void hlxyjrhLeaveOutExcel(FusionQuery query, HttpServletResponse response) throws IOException, ParseException {
        List<LeaveOutData> list = new ArrayList<>();
        List<LeaceOutDto> dtos = new ArrayList<>();
        Date startTime = DateUtils.parse(query.getStartTime(),"yyyy-MM-dd");
        String time = DateUtils.format(startTime,"yyyy-MM-dd");
        SearchRequest request = new SearchRequest(INDEX_SEAT_HLX_FUSION_SHIP+time);
        // 构建查询条件
        BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
        SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
        boolQueryBuilder.filter(QueryBuilders.rangeQuery("time").gte(query.getStartTime()).lte(query.getEndTime()));
        searchSourceBuilder.query(boolQueryBuilder);
//        TermsAggregationBuilder aggBuilder = AggregationBuilders.terms("ship_field_agg")
//                .field("fusionBatchNum")
//                .size(query.getPageSize());
        searchSourceBuilder
                .trackTotalHits(true)
//                .aggregation(aggBuilder)
                .size(query.getPageSize())
                .sort(SortBuilders.fieldSort("time").order(SortOrder.ASC))
                .timeout(TimeValue.timeValueHours(1L))
                .timeout(TimeValue.timeValueMinutes(30L))
                .timeout(TimeValue.timeValueSeconds(500L));
        request.source(searchSourceBuilder);
        SearchResponse search = client.search(request, COMMON_OPTIONS);
        SearchHits searchHits = search.getHits();
        SearchHit[] hits = searchHits.getHits();
        List<Map<String, Object>> inList = new ArrayList<Map<String, Object>>();
        List<Map<String, Object>> outList = new ArrayList<Map<String, Object>>();
        for (SearchHit hit : hits) {
            Map<String, Object> map = hit.getSourceAsMap();
            inList.add(map);
        }
        outList = change(inList, "targetID", outList);
        outList.forEach(map-> {
            JSONObject maps = JSONObject.parseObject(JSON.toJSONString(map));
//            JSONObject maps = new JSONObject();
//            Iterator it = map.keySet().iterator();
//            while (it.hasNext()) {
//                String key = (String) it.next();
//                maps.put(key, map.get(key));
//            }
            JSONArray jsonArray = JSONArray.parseArray(maps.getString("array"));
            if (jsonArray.size() > 0) {
                JSONObject job = jsonArray.getJSONObject(0);
                LeaceOutDto dto = new LeaceOutDto();
                dto.setBatchNumber(job.getString("targetID"));
                dto.setCount((long) jsonArray.size());
                dtos.add(dto);
            }
        });
//        Aggregations aggregations = search.getAggregations();
//        ParsedStringTerms aggregation = aggregations.get("ship_field_agg");
//        for (Terms.Bucket bucket : aggregation.getBuckets()) {
//            LeaceOutDto dto = new LeaceOutDto();
//            dto.setBatchNumber(bucket.getKeyAsString());
//            dto.setCount(bucket.getDocCount());
//            dtos.add(dto);
//        }
        dtos.forEach(item->{
            LeaveOutData data = new LeaveOutData();
            SearchRequest request2 = new SearchRequest(INDEX_SEAT_REALTIMETRAJECTORY+time);
            // 构建查询条件
            BoolQueryBuilder boolQueryBuilder2 = QueryBuilders.boolQuery();
            SearchSourceBuilder searchSourceBuilder2 = new SearchSourceBuilder();
            boolQueryBuilder2.filter(QueryBuilders.wildcardQuery("trackDeviceNo", "*,"+ item.getBatchNumber() +",*"));
            boolQueryBuilder2.filter(QueryBuilders.rangeQuery("mergeTime").gte(query.getStartTime()).lte(query.getEndTime()));
            boolQueryBuilder2.filter(QueryBuilders.termsQuery("mergeType","AIS","RADAR","AIS_BEIDOU","AIS_RADAR","BEIDOU_RADAR","AIS_BEIDOU_RADAR"));
            searchSourceBuilder2.query(boolQueryBuilder2)
                    .trackTotalHits(true)
                    .size(query.getPageSize())
                    .timeout(TimeValue.timeValueHours(1L))
                    .timeout(TimeValue.timeValueMinutes(30L))
                    .timeout(TimeValue.timeValueSeconds(500L));
            request2.source(searchSourceBuilder2);
            try {
                SearchResponse search2 = client.search(request2, COMMON_OPTIONS);
                SearchHits searchHits2 = search2.getHits();
                Long totalHits = searchHits2.getTotalHits().value;
                if (totalHits<5) {
                    SearchHit[] hits2 = searchHits2.getHits();
                    if (hits2.length > 0) {
                        JSONObject sourceItem = JSONObject.parseObject(hits2[0].getSourceAsString());
                        data.setMergeTarget(sourceItem.getString("mergeTarget"));
                        data.setStartTime(query.getStartTime());
                        data.setEndTime(query.getEndTime());
                        data.setBatchNumber(item.getBatchNumber());
                        data.setOriginalCount(item.getCount());
                        data.setTrackCount(totalHits);
                        list.add(data);
                    }
                }
            } catch (IOException e) {
                e.printStackTrace();
            }
        });
        try {
            response.setContentType("application/vnd.openxmlformats-officedocument.spreadsheetml.sheet");
            response.setCharacterEncoding("utf-8");
            String fileName = URLEncoder.encode("海兰信1级融合轨迹数据遗漏", "UTF-8");
            response.setHeader("Content-Disposition", "attachment;filename=" + fileName + ".xlsx");
            EasyExcel.write(response.getOutputStream(), LeaveOutData.class).sheet("海兰信1级融合轨迹数据遗漏")
                    .doWrite(list);
        } catch (Exception e) {
            // 重置response
            System.out.println("导出海兰信1级融合轨迹数据遗漏excel失败：{}" + e.getMessage() + e);
        }
    }

    @Override
    public void tianaoStaticOrDynamicLeaveOutExcel(FusionQuery query, HttpServletResponse response) throws IOException, ParseException {
        List<StaticOrDynamicData> list = new ArrayList<>();
        List<LeaceOutDto> dtos = new ArrayList<>();
        Date startTime = DateUtils.parse(query.getStartTime(),"yyyy-MM-dd");
        String time = DateUtils.format(startTime,"yyyy-MM-dd");
        SearchRequest request = new SearchRequest(INDEX_SEAT_TRACK_RADAR+time);
        // 构建查询条件
        BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
        SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
        boolQueryBuilder.filter(QueryBuilders.rangeQuery("receiveTime").gte(query.getStartTime()).lte(query.getEndTime()));
        boolQueryBuilder.filter(QueryBuilders.termQuery("targetProper","1"));
        searchSourceBuilder.query(boolQueryBuilder);
//        TermsAggregationBuilder aggBuilder = AggregationBuilders.terms("ship_field_agg")
//                .field("fusionBatchNum")
//                .size(query.getPageSize());
        searchSourceBuilder
                .trackTotalHits(true)
//                .aggregation(aggBuilder)
                .size(query.getPageSize())
                .timeout(TimeValue.timeValueHours(1L))
                .timeout(TimeValue.timeValueMinutes(30L))
                .timeout(TimeValue.timeValueSeconds(500L));
        request.source(searchSourceBuilder);
        SearchResponse search = client.search(request, COMMON_OPTIONS);
        SearchHits searchHits = search.getHits();
        SearchHit[] hits = searchHits.getHits();
        List<Map<String, Object>> inList = new ArrayList<Map<String, Object>>();
        List<Map<String, Object>> outList = new ArrayList<Map<String, Object>>();
        for (SearchHit hit : hits) {
            Map<String, Object> map = hit.getSourceAsMap();
            inList.add(map);
        }
        outList = change(inList, "fusionBatchNum", outList);
        outList.forEach(map-> {
            JSONObject maps = JSONObject.parseObject(JSON.toJSONString(map));
//            JSONObject maps = new JSONObject();
//            Iterator it = map.keySet().iterator();
//            while (it.hasNext()) {
//                String key = (String) it.next();
//                maps.put(key, map.get(key));
//            }
            JSONArray jsonArray = JSONArray.parseArray(maps.getString("array"));
            if (jsonArray.size() > 0) {
                JSONObject job = jsonArray.getJSONObject(0);
                LeaceOutDto dto = new LeaceOutDto();
                dto.setBatchNumber(job.getString("fusionBatchNum"));
                dto.setCount((long) jsonArray.size());
                dtos.add(dto);
            }
        });
        dtos.forEach(item->{
            StaticOrDynamicData data = new StaticOrDynamicData();
            SearchRequest request2 = new SearchRequest(INDEX_SEAT_REALTIMETRAJECTORY+time);
            // 构建查询条件
            BoolQueryBuilder boolQueryBuilder2 = QueryBuilders.boolQuery();
            SearchSourceBuilder searchSourceBuilder2 = new SearchSourceBuilder();
            boolQueryBuilder2.filter(QueryBuilders.wildcardQuery("trackDeviceNo", "*,"+ item.getBatchNumber() +",*"));
            boolQueryBuilder2.filter(QueryBuilders.termQuery("targetType","0"));
            boolQueryBuilder2.filter(QueryBuilders.rangeQuery("mergeTime").gte(query.getStartTime()).lte(query.getEndTime()));
            boolQueryBuilder2.filter(QueryBuilders.termsQuery("mergeType","RADAR","AIS_RADAR","BEIDOU_RADAR","AIS_BEIDOU_RADAR"));
            searchSourceBuilder2.query(boolQueryBuilder2)
                    .trackTotalHits(true)
                    .size(query.getPageSize())
                    .timeout(TimeValue.timeValueHours(1L))
                    .timeout(TimeValue.timeValueMinutes(30L))
                    .timeout(TimeValue.timeValueSeconds(500L));
            request2.source(searchSourceBuilder2);
            try {
                SearchResponse search2 = client.search(request2, COMMON_OPTIONS);
                SearchHits searchHits2 = search2.getHits();
                SearchHit[] hits2 = searchHits2.getHits();
                if (hits2.length > 0) {
                    JSONObject sourceItem = JSONObject.parseObject(hits2[0].getSourceAsString());
                    data.setMergeTarget(sourceItem.getString("mergeTarget"));
                    data.setBatchNumber(item.getBatchNumber());
                    list.add(data);
                }
            } catch (IOException e) {
                e.printStackTrace();
            }
        });
        try {
            response.setContentType("application/vnd.openxmlformats-officedocument.spreadsheetml.sheet");
            response.setCharacterEncoding("utf-8");
            String fileName = URLEncoder.encode("天奥静态数据与动态轨迹融合", "UTF-8");
            response.setHeader("Content-Disposition", "attachment;filename=" + fileName + ".xlsx");
            EasyExcel.write(response.getOutputStream(), StaticOrDynamicData.class).sheet("天奥静态数据与动态轨迹融合")
                    .doWrite(list);
        } catch (Exception e) {
            // 重置response
            System.out.println("导出天奥静态数据与动态轨迹融合excel失败：{}" + e.getMessage() + e);
        }
    }

    /**
     * 按照List<Map<String,Object>>里面map的某个value重新封装成多个不同的list, 原始数据类型List<Map<String,Object>>, 转换后数据类型Map<String,List<Map<String,Object>>>
     * @param inList
     * @param oneMapKey
     * @param outList
     * @return
     */
    private static List<Map<String, Object>> change(List<Map<String, Object>> inList, String oneMapKey,
                                                    List<Map<String, Object>> outList) {
        // 1.将某个key的值存在set中
        Set<Object> setTmp = new HashSet<Object>();
        for (Map<String, Object> tmp : inList) {
            setTmp.add(tmp.get(oneMapKey));
        }
        // 2.遍历set
        Iterator<Object> it = setTmp.iterator();
        while (it.hasNext()) {
            String oneMapValueStr = "";
            String oneSetTmpStr = (String) it.next();
            Map<String, Object> oneSetTmpMap = new HashMap<String, Object>();
            List<Map<String, Object>> oneSetTmpList = new ArrayList<Map<String, Object>>();

            for (Map<String, Object> tmp : inList) {
                oneMapValueStr = (String) tmp.get(oneMapKey);
                if (oneSetTmpStr.equals(oneMapValueStr)) {
                    oneSetTmpMap.put("text", oneSetTmpStr);
                    oneSetTmpList.add(tmp);
                }
            }
            oneSetTmpMap.put("array", oneSetTmpList);
            outList.add(oneSetTmpMap);
        }
        return outList;
    }
}


class text{
    @Autowired
    public RestHighLevelClient client;

    public static void main(String[] args) {
        String source = "[{\"track_device_no\":\"15013798\",\"track_id\":\"15013798\",\"id\":\"82717282\",\"time\":\"2023 - 02 - 07 00: 59: 30.069\",\"type\":\"BEIDOU\"}]";
        String json = JSON.toJSONString(source);
        System.out.println(json);

    }
}