170 lines
7.2 KiB
Go
170 lines
7.2 KiB
Go
|
package model
|
|||
|
|
|
|||
|
|
import (
|
|||
|
|
"encoding/json"
|
|||
|
|
|
|||
|
|
"gopkg.in/olivere/elastic.v5"
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
// QueryParams .
|
|||
|
|
type QueryParams struct {
|
|||
|
|
Business string `form:"business" params:"business;Required" validate:"required"`
|
|||
|
|
QueryBodyStr string `form:"query" params:"query;Required" validate:"required"`
|
|||
|
|
DebugLevel int `form:"debug_level" params:"debug_level" default:"0"` // 2 默认全局debug，（包含dsl执行后的分析），1 dsl执行前的分析，防止504啥分析看不到。通过 /x/admin/search/query/debug （※包含es query体是否正确 + dsl体 + explain 返回信息） 方式，非签名请求
|
|||
|
|
QueryBody *QueryBody
|
|||
|
|
AppIDConf *QueryConfDetail
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// QueryBody .
|
|||
|
|
type QueryBody struct {
|
|||
|
|
Fields []string `json:"fields"` // default:"*" _source，default = *
|
|||
|
|
From string `json:"from"` //索引名，多个用逗号隔开
|
|||
|
|
Where *QueryBodyWhere `json:"where"`
|
|||
|
|
Order []map[string]string `json:"order"`
|
|||
|
|
OrderScoreFirst bool `json:"order_score_first"`
|
|||
|
|
OrderRandomSeed string `json:"order_random_seed"` // 随机排序种子
|
|||
|
|
Scroll bool `json:"scroll"`
|
|||
|
|
Highlight bool `json:"highlight"` //default:"false"
|
|||
|
|
Pn int `json:"pn"` //Range(1,5000) default:"1"
|
|||
|
|
Ps int `json:"ps"` //Range(1,1000) default:"10"
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// QueryBodyWhere .
|
|||
|
|
type QueryBodyWhere struct {
|
|||
|
|
EQ map[string]interface{} `json:"eq"` //可能是数据或字符,[12,333,67] ["asd", "你好"]
|
|||
|
|
Or map[string]interface{} `json:"or"` //暂时不支持minimum should
|
|||
|
|
In map[string][]interface{} `json:"in"` //TODO改造为slice
|
|||
|
|
Range map[string]string `json:"range"` //[10,20) (2018-05-10 00:00:00,2018-05-31 00:00:00] (,30]
|
|||
|
|
Like []QueryBodyWhereLike `json:"like"`
|
|||
|
|
Enhanced []QueryBodyWhereEnhanced `json:"enhanced"` //包含GourpBy Collapse
|
|||
|
|
Combo []QueryBodyWhereCombo `json:"combo"` //混合与或
|
|||
|
|
Not map[string]map[string]bool `json:"not"` //对eq、in、range条件取反
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// QueryBodyWhereLike .
|
|||
|
|
type QueryBodyWhereLike struct {
|
|||
|
|
KWFields []string `json:"kw_fields"`
|
|||
|
|
KW []string `json:"kw"` //将kw的值使用空白间隔给query
|
|||
|
|
Or bool `json:"or"` //default:"false"
|
|||
|
|
Level string `json:"level"` //默认default
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// QueryBodyWhereEnhanced .
|
|||
|
|
type QueryBodyWhereEnhanced struct {
|
|||
|
|
Mode string `json:"mode"`
|
|||
|
|
Field string `json:"field"`
|
|||
|
|
Order []map[string]string `json:"order"`
|
|||
|
|
Size int `json:"size"` //todo：sdk增加子集返回数
|
|||
|
|
// more conditions...
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// QueryBodyWhereCombo .
|
|||
|
|
type QueryBodyWhereCombo struct {
|
|||
|
|
EQ []map[string]interface{} `json:"eq"`
|
|||
|
|
In []map[string][]interface{} `json:"in"`
|
|||
|
|
Range []map[string]string `json:"range"`
|
|||
|
|
NotEQ []map[string]interface{} `json:"not_eq"`
|
|||
|
|
NotIn []map[string][]interface{} `json:"not_in"`
|
|||
|
|
NotRange []map[string]string `json:"not_range"`
|
|||
|
|
Min struct {
|
|||
|
|
EQ int `json:"eq"`
|
|||
|
|
In int `json:"in"`
|
|||
|
|
Range int `json:"range"`
|
|||
|
|
NotEQ int `json:"not_eq"`
|
|||
|
|
NotIn int `json:"not_in"`
|
|||
|
|
NotRange int `json:"not_range"`
|
|||
|
|
Min int `json:"min"`
|
|||
|
|
} `json:"min"`
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// QueryConfDetail .
|
|||
|
|
type QueryConfDetail struct {
|
|||
|
|
ESCluster string
|
|||
|
|
IndexPrefix string
|
|||
|
|
IndexType string
|
|||
|
|
IndexID string
|
|||
|
|
IndexMapping string
|
|||
|
|
MaxIndicesNum int
|
|||
|
|
QueryMode int //1:默认完全走查询体 2:基于查询体的定制 3:nested查询
|
|||
|
|
MaxPageSize int //最大page size
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// QueryResult query result.
|
|||
|
|
type QueryResult struct {
|
|||
|
|
Order string `json:"order"`
|
|||
|
|
Sort string `json:"sort"`
|
|||
|
|
Result json.RawMessage `json:"result"`
|
|||
|
|
Debug *QueryDebugResult `json:"debug"`
|
|||
|
|
Page *Page `json:"page"`
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// QueryDebugResult query result.
|
|||
|
|
type QueryDebugResult struct {
|
|||
|
|
ErrMsg []string `json:"err_msg"`
|
|||
|
|
QueryBody string `json:"query_body"`
|
|||
|
|
DSL string `json:"dsl"`
|
|||
|
|
Mapping map[string]interface{} `json:"mapping"`
|
|||
|
|
Profile *elastic.SearchProfile `json:"profile"` //性能分析
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// AddErrMsg .
|
|||
|
|
func (qdr *QueryDebugResult) AddErrMsg(msg ...string) {
|
|||
|
|
qdr.ErrMsg = append(qdr.ErrMsg, msg...)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// UpsertResult upsert result.
|
|||
|
|
type UpsertResult struct {
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
var (
|
|||
|
|
// QueryModeBasic completely using basic query & nested .
|
|||
|
|
QueryModeBasic = 1
|
|||
|
|
// QueryModeExtra write some extra conditions under basic query .
|
|||
|
|
QueryModeExtra = 2
|
|||
|
|
|
|||
|
|
// EnhancedModeGroupBy group by .
|
|||
|
|
EnhancedModeGroupBy = "group_by"
|
|||
|
|
// EnhancedModeSum sum from a filed .
|
|||
|
|
EnhancedModeSum = "sum"
|
|||
|
|
// EnhancedModeCollapse collapse .
|
|||
|
|
EnhancedModeCollapse = "collapse"
|
|||
|
|
// EnhancedModeDistinct distinct .
|
|||
|
|
EnhancedModeDistinct = "distinct"
|
|||
|
|
// EnhancedModeDistinctCount distinct .
|
|||
|
|
EnhancedModeDistinctCount = "distinct_count"
|
|||
|
|
// EnhancedModeGroupBySum group by sum .
|
|||
|
|
EnhancedModeGroupBySum = "group_by_sum"
|
|||
|
|
// EnhancedModeGroupByTop top hits .
|
|||
|
|
EnhancedModeGroupByTop = "group_by_tophits"
|
|||
|
|
|
|||
|
|
// LikeLevelHigh high level .
|
|||
|
|
LikeLevelHigh = "high"
|
|||
|
|
// LikeLevelMiddel middle level .
|
|||
|
|
LikeLevelMiddel = "middle"
|
|||
|
|
// LikeLevelLow low level .
|
|||
|
|
LikeLevelLow = "low"
|
|||
|
|
|
|||
|
|
// QueryConf 自定义部分
|
|||
|
|
QueryConf = map[string]*QueryConfDetail{
|
|||
|
|
"archive_video_score": {ESCluster: "ssd_archive", IndexPrefix: "archive_video", MaxIndicesNum: 1, QueryMode: QueryModeExtra},
|
|||
|
|
"archive_score": {ESCluster: "ssd_archive", IndexPrefix: "archive", MaxIndicesNum: 1, QueryMode: QueryModeExtra},
|
|||
|
|
"task_qa_random": {ESCluster: "internalPublic", IndexPrefix: "task_qa", MaxIndicesNum: 1, QueryMode: QueryModeExtra},
|
|||
|
|
"esports_contests_date": {ESCluster: "pcie_pub_out01", IndexPrefix: "esports_contests_map", MaxIndicesNum: 1, QueryMode: QueryModeExtra},
|
|||
|
|
"creative_archive_search": {ESCluster: "pcie_pub_out01", IndexPrefix: "creative_archive", MaxIndicesNum: 1, QueryMode: QueryModeExtra},
|
|||
|
|
"creative_archive_staff": {ESCluster: "pcie_pub_out02", IndexPrefix: "creative_archive", IndexID: "%d,id", IndexType: "base", MaxIndicesNum: 1, QueryMode: QueryModeExtra},
|
|||
|
|
"creative_archive_apply": {ESCluster: "pcie_pub_out02", IndexPrefix: "creative_archive", MaxIndicesNum: 1, QueryMode: QueryModeExtra},
|
|||
|
|
"dm_history": {ESCluster: "dmout", IndexPrefix: "dm_search", MaxIndicesNum: 1, QueryMode: QueryModeExtra},
|
|||
|
|
// "pgc_contract_info": {ESCluster: "pcie_pub_out01", IndexPrefix: "pgc_contract_info", MaxIndicesNum: 1, QueryMode: QueryModeNested},
|
|||
|
|
// "pgc_contract_video": {ESCluster: "pcie_pub_out01", IndexPrefix: "pgc_contract_video", MaxIndicesNum: 1, QueryMode: QueryModeNested},
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// PermConf 权限业务
|
|||
|
|
PermConf = map[string]map[string]string{
|
|||
|
|
"star": {"ops_log_billions": "true"}, // 业务使用*批量获取索引
|
|||
|
|
"scroll": {"dm_search": "true"}, // 业务使用scroll
|
|||
|
|
"oht": {"creative_reply": "true", "creative_reply_isreport": "true", "esports": "true"}, // 业务max_result_window 100k
|
|||
|
|
"es_cache": {"comics_firebird": "true", "pgc_media": "true", "pgc_season": "true"}, // request cache(失效时间和索引的refresh_interval一致)
|
|||
|
|
//"routing": {"creative_reply": "o_mid"},
|
|||
|
|
}
|
|||
|
|
)
|