這篇文章主要介紹“ElasticSearch如何實(shí)現(xiàn)查詢所有數(shù)據(jù)”，在日常操作中，相信很多人在ElasticSearch如何實(shí)現(xiàn)查詢所有數(shù)據(jù)問題上存在疑惑，小編查閱了各式資料，整理出簡(jiǎn)單好用的操作方法，希望對(duì)大家解答”ElasticSearch如何實(shí)現(xiàn)查詢所有數(shù)據(jù)”的疑惑有所幫助！接下來，請(qǐng)跟著小編一起來學(xué)習(xí)吧！

站在用戶的角度思考問題，與客戶深入溝通，找到九江網(wǎng)站設(shè)計(jì)與九江網(wǎng)站推廣的解決方案，憑借多年的經(jīng)驗(yàn)，讓設(shè)計(jì)與互聯(lián)網(wǎng)技術(shù)結(jié)合，創(chuàng)造個(gè)性化、用戶體驗(yàn)好的作品，建站類型包括：網(wǎng)站設(shè)計(jì)制作、成都做網(wǎng)站、企業(yè)官網(wǎng)、英文網(wǎng)站、手機(jī)端網(wǎng)站、網(wǎng)站推廣、域名注冊(cè)、網(wǎng)站空間、企業(yè)郵箱。業(yè)務(wù)覆蓋九江地區(qū)。

1，分頁查詢所有，但最多能查10000 條記錄，超過就會(huì)報(bào)錯(cuò)

 public List getAll(String index, String type, QueryBuilder queryBuilder, Class tClass)  {
        SearchResponse searchResponse = buildRequest(index, type, queryBuilder, 0).get();
        SearchHits hits = searchResponse.getHits();
        int total = (int) hits.totalHits;

        List result = new ArrayList<>(total);
        addToResult(hits,result,tClass);

        int pagesize = 1000;
        int page = total / pagesize;
        if(total % pagesize != 0){
            page++;
        }
        for (int i = 2; i <= page; i++) {
            int from = (i - 1) * pagesize;
            searchResponse = buildRequest(index, type, queryBuilder, from).get();
            hits = searchResponse.getHits();
            addToResult(hits,result,tClass);
        }
        return result;
    }




    private SearchRequestBuilder buildRequest(String index,String type,QueryBuilder queryBuilder,int from) {
        TransportClient client = elasticSearchManager.getClient("ad");
        int pagesize = 1000;
        SearchRequestBuilder builder = client
                .prepareSearch(index)
                .setTypes(type)
                .setFrom(from)
                .setSize(pagesize)
                .setQuery(queryBuilder);
        log.info("ElasticsearchDAO query string：\nGET {}/{}/_search\n{} ", index, type, builder.toString());
        return builder;
    }

2,利用scroll，這是官方推薦的方式

import lombok.extern.slf4j.Slf4j;
import org.elasticsearch.action.search.SearchRequestBuilder;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.client.transport.TransportClient;
import org.elasticsearch.common.unit.TimeValue;
import org.elasticsearch.index.query.BoolQueryBuilder;
import org.elasticsearch.index.query.QueryBuilder;
import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.search.SearchHits;
import org.elasticsearch.search.aggregations.Aggregation;
import org.elasticsearch.search.aggregations.AggregationBuilder;
import org.elasticsearch.search.aggregations.Aggregations;
import org.elasticsearch.search.aggregations.bucket.MultiBucketsAggregation;
import org.elasticsearch.search.aggregations.bucket.terms.Terms;
import org.elasticsearch.search.aggregations.metrics.NumericMetricsAggregation;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;
import org.springframework.util.CollectionUtils;

import java.io.IOException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.concurrent.ExecutionException;

@Slf4j
@Component
public class ElasticsearchDAO {

    @Autowired
    private ElasticSearchManager elasticSearchManager;

    private int pagesize = 10000;

    /**
     * es 游標(biāo)有效期
     */
    private final int ES_SCROLL_TIME = 10;

    public List search(SearchRequest req) throws ExecutionException, InterruptedException {
        BoolQueryBuilder boolQuery = req.getQueryBuilder();

        List result = getAll(Config.ES_REPORT_INDEX, Config.ES_REPORT_TYPE, boolQuery,ReportDO.class);
        return result;
    }

    /**
     * 查詢所有
     */
    private List getAll(String index, String type, QueryBuilder queryBuilder, Class tClass) throws ExecutionException, InterruptedException {
        SearchResponse searchResponse = buildRequest(index, type, queryBuilder).get();
        String scrollId = searchResponse.getScrollId();
        SearchHits hits = searchResponse.getHits();
        List result = new ArrayList<>();
        addToResult(hits,result,tClass);
        while (true){
            List list = getScrollResult(scrollId, tClass, result);
            if(list == null){
                break;
            }
        }
        return result;

    }
    private  List  getScrollResult(String scrollId,Class tClass, List result) throws ExecutionException, InterruptedException {
        TransportClient client = elasticSearchManager.getClient("ad");
        SearchResponse searchResponse = client.prepareSearchScroll(scrollId)  //設(shè)置游標(biāo)
                .setScroll(TimeValue.timeValueSeconds(ES_SCROLL_TIME))  //設(shè)置游標(biāo)有效期
                .execute()
                .get();
        SearchHits hits = searchResponse.getHits();
        SearchHit[] searchHits = hits.getHits();
        if(searchHits == null || searchHits.length == 0){
            return null;
        }
        addToResult(hits,result,tClass);

        return result;
    }

    private SearchRequestBuilder buildRequest(String index,String type,QueryBuilder queryBuilder) {
        TransportClient client = elasticSearchManager.getClient("ad");
        SearchRequestBuilder builder = client
                .prepareSearch(index)
                .setTypes(type)
                .setScroll(TimeValue.timeValueSeconds(ES_SCROLL_TIME))  //設(shè)置游標(biāo)有效期
                .setSize(pagesize)
                .setQuery(queryBuilder);
        log.info("ElasticsearchDAO query string：\nGET {}/{}/_search\n{} ", index, type, builder.toString());
        return builder;
    }


    private void addToResult(SearchHits hits,List result,Class tClass){
        for (SearchHit hit : hits) {
            String sourceAsString = hit.getSourceAsString();
            Object object = JsonUtil.parseObject(sourceAsString, tClass);
            result.add(object);
        }
    }


}

到此，關(guān)于“ElasticSearch如何實(shí)現(xiàn)查詢所有數(shù)據(jù)”的學(xué)習(xí)就結(jié)束了，希望能夠解決大家的疑惑。理論與實(shí)踐的搭配能更好的幫助大家學(xué)習(xí)，快去試試吧！若想繼續(xù)學(xué)習(xí)更多相關(guān)知識(shí)，請(qǐng)繼續(xù)關(guān)注創(chuàng)新互聯(lián)網(wǎng)站，小編會(huì)繼續(xù)努力為大家?guī)砀鄬?shí)用的文章！