golang实现es根据某个字段分组，对某个字段count总数，对某个字段sum求和

目录

业务需求：

索引名：dna、series

关系：一个series 有 n 个dna，series 与 dna关系为 1 ：n

要求：实现按照dna发行数量（系列下dna的总数）或者发行金额（系列下dna的dna_price总数）排序，同时支持分页功能

思路：根据 系列（series_Id 字段）分组，对dna中id字段count总数，dna_price字段sum求和

dna索引结构如下：

type Dna struct{
    App struct{
        AcCode     string`json:"ac_code"`
        BifUserBid string`json:"bif_user_bid"`
        Id         string`json:"id"`
        Name       string`json:"name"`
        Type       int`json:"type"`
        ChainName  string`json:"chainName"`}`json:"app"`
    BifUser struct{
        Dna721ContractAddress string`json:"dna721_contract_address"`}`json:"bif_user"`
    Category   string`json:"category"`
    CreateTime time.Time `json:"create_time"`
    DisplayUrl string`json:"display_url"`
    DnaPrice   string`json:"dna_price"`
    Id         string`json:"id"`
    Name       string`json:"name"`
    Number     string`json:"number"`
    OwnerBid   string`json:"owner_bid"`
    Series     struct{
        Issuer string`json:"issuer"`
        Name   string`json:"name"`}`json:"series"`
    SeriesId string`json:"series_id"`
    Status   int`json:"status"`
    TokenBid string`json:"token_bid"`
    Url      string`json:"url"`}

es查询语句

{"aggregations":{"dnaCountsGroup":{"aggregations":{"bucket_field":{"bucket_sort":{"from":3,"size":3}},"dna_counts_num":{"value_count":{"field":"id"}},"dna_price_num":{"sum":{"field":"dna_price"}}},"terms":{"field":"series_id","order":[{"dna_counts_num":"desc"}],"size":8}}},"query":{"term":{"app.id":"09c464e4-9e11-439a-a6ce-6429022f9284"}}}

es查询结果

"aggregations":{"dnaCountsGroup":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"e499e06b-f135-49c8-835e-e7997e753bd0","doc_count":100,"dna_price_num":{"value":124.00000095367432},"dna_counts_num":{"value":100}},{"key":"db0d20bf-69d1-4d72-baa4-4c70a96eadd4","doc_count":27,"dna_price_num":{"value":170039.40000009537},"dna_counts_num":{"value":27}},{"key":"09a1febc-1cd9-4199-8eb9-cf55ccf64c98","doc_count":1,"dna_price_num":{"value":10000},"dna_counts_num":{"value":1}}]}}

go实现

CountAggregations

type CountAggregations struct{
    Aggregations struct{
        DnaCountsGroup struct{
            DocCountErrorUpperBound int`json:"doc_count_error_upper_bound"`
            SumOtherDocCount        int`json:"sum_other_doc_count"`
            Buckets                 []struct{
                Key         string`json:"key"`
                DocCount    int64`json:"doc_count"`
                DnaPriceNum struct{
                    Value float64`json:"value"`}`json:"dna_price_num"`
                DnaCountsNum struct{
                    Value int64`json:"value"`}`json:"dna_counts_num"`}`json:"buckets"`}`json:"dnaCountsGroup"`}`json:"aggregations"`}

SeriesReq

type SeriesReq struct{
    AppId    string`form:"appId"`
    PageNum  int`form:"pageNum"`// 页码
    PageSize int`form:"pageSize"`// 条数
    Field    string`form:"field,optional" validate:"omitempty"`// dnaCounts：根据发行数量排序 ； dnaPrice：根据发行金额排序
    Sort     string`form:"sort,optional" validate:"omitempty"`// descend降序，ascend升序}

logic:

var counts CountAggregations
var result *elastic.SearchResult
var req    SeriesReq

// group
dnaCountsGroup := elastic.NewTermsAggregation().Field("series_id")switch req.Sort {case"descend":
    dnaCountsGroup.OrderByAggregation("dna_counts_num",false)case"ascend":
    dnaCountsGroup.OrderByAggregation("dna_counts_num",true)default:
    dnaCountsGroup.OrderByAggregation("dna_counts_num",false)}
dnaCountsGroup.Size(int(total))// search
searchSource := elastic.NewSearchSource()// count id 字段
dnaCountsNum := elastic.NewValueCountAggregation().Field("id")
dnaCountsGroup.SubAggregation("dna_counts_num", dnaCountsNum)// sum dna_price 字段
dnaPriceSum := elastic.NewSumAggregation().Field("dna_price")
dnaCountsGroup.SubAggregation("dna_price_num", dnaPriceSum)

bucketSort := elastic.NewBucketSortAggregation().From((req.PageNum -1)* req.PageSize).Size(req.PageSize)
dnaCountsGroup.SubAggregation("bucket_field", bucketSort)

searchSource.Aggregation("dnaCountsGroup", dnaCountsGroup)

query := elastic.NewTermQuery("app.id", req.AppId)

result, err = l.svcCtx.OEsClient.OClient.Search().Index("dna").SearchSource(searchSource).Query(query).Do(l.ctx)if err !=nil{returnnil, err
}

b, err := json.Marshal(result)if err !=nil{returnnil, err
}if err := json.Unmarshal(b,&counts); err !=nil{returnnil, err
}
fmt.Println("counts=", counts.Aggregations.DnaCountsGroup.Buckets)for i, p :=range counts.Aggregations.DnaCountsGroup.Buckets {

    seriesResList =append(seriesResList,&types.SeriesRes{
        SeriesId:  p.Key,
        DnaPrice:  p.DnaPriceNum.Value,
        DnaCounts: p.DnaCountsNum.Value,})

    dox, err := l.svcCtx.OEsClient.OClient.Get().Index("series").Id(p.Key).Do(l.ctx)if err !=nil{returnnil, err
    }var serie models.Series
    err = l.svcCtx.OEsClient.GetUnmarshal(&dox.Source,&serie)if err !=nil{returnnil, err
    }
    seriesResList[i].SeriesDescription = serie.Description
    seriesResList[i].SeriesName = serie.Name
    seriesResList[i].Issuer = serie.Issuer
    seriesResList[i].ExternalUrl = serie.ExternalUrl
}

接口请求结果：

{"code":0,"msg":"ok","data":{"items":[{"seriesName":"萌萌图可","seriesId":"e499e06b-f135-49c8-835e-e7997e753bd0","externalUrl":"http://www.baidu.com/","seriesDescription":"","issuer":"发行方公司","dnaCounts":100,"dnaPrice":124.00000095367432},{"seriesName":"测试集合hh2","seriesId":"db0d20bf-69d1-4d72-baa4-4c70a96eadd4","externalUrl":"http://www.baidu.com/","seriesDescription":"萌萌","issuer":"发行方公司","dnaCounts":27,"dnaPrice":170039.40000009537},{"seriesName":"测试集合5","seriesId":"09a1febc-1cd9-4199-8eb9-cf55ccf64c98","externalUrl":"http://www.baidu.com/","seriesDescription":"萌萌","issuer":"发行方公司","dnaCounts":1,"dnaPrice":10000}],"total":8,"pageNum":2,"pageSize":3}}

更多文章

【面向校招】全力备战2023Golang实习与校招

欢迎进群交流：1007576722