223 lines
8.5 KiB
Go
223 lines
8.5 KiB
Go
package elastic
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
"time"
|
|
|
|
"go-common/library/queue/databus/report"
|
|
|
|
. "github.com/smartystreets/goconvey/convey"
|
|
)
|
|
|
|
func Test_UserActionLog(t *testing.T) {
|
|
Convey("elastic user action log", t, func() {
|
|
type page struct {
|
|
Num int `json:"num"`
|
|
Size int `json:"size"`
|
|
Total int `json:"total"`
|
|
}
|
|
var res struct {
|
|
Page *page `json:"page"`
|
|
Result []*report.UserActionLog `json:"result"`
|
|
}
|
|
r := NewElastic(nil).NewRequest("log_user_action").Index("log_user_action_21_2018_06_1623")
|
|
err := r.Scan(context.TODO(), &res)
|
|
So(err, ShouldBeNil)
|
|
t.Logf("query page(%+v)", res.Page)
|
|
t.Logf("query result(%v)", len(res.Result))
|
|
})
|
|
}
|
|
|
|
func Test_Scan(t *testing.T) {
|
|
Convey("scan", t, func() {
|
|
type page struct {
|
|
Num int `json:"num"`
|
|
Size int `json:"size"`
|
|
Total int `json:"total"`
|
|
}
|
|
type ticketData struct {
|
|
ID int `json:"id"`
|
|
Name string `json:"name"`
|
|
City int `json:"city"`
|
|
Province int `json:"province"`
|
|
}
|
|
var res struct {
|
|
Page *page `json:"page"`
|
|
Result []*ticketData `json:"result"`
|
|
}
|
|
r := NewElastic(nil).NewRequest("ticket_venue").Fields("id", "city").Index("ticket_venue").WhereEq("city", 310100).Order("ctime", OrderDesc).Order("id", OrderAsc).
|
|
WhereOr("province", 310000).WhereRange("id", 1, 2000000, RangeScopeLcRc).WhereLike([]string{"name"}, []string{"梅赛德斯奔驰文化中心"}, true, LikeLevelHigh)
|
|
err := r.Scan(context.TODO(), &res)
|
|
So(err, ShouldBeNil)
|
|
t.Logf("query page(%+v)", res.Page)
|
|
t.Logf("query result(%v)", len(res.Result))
|
|
})
|
|
}
|
|
|
|
func Test_Index(t *testing.T) {
|
|
Convey("example index by mod", t, func() {
|
|
oid := int64(8888888)
|
|
r := NewElastic(nil).NewRequest("LOG_USER_COIN")
|
|
r.IndexByMod("log_user_action", oid, 100)
|
|
q, _ := r.q.string()
|
|
So(q, ShouldContainSubstring, `"from":"log_user_action_88"`)
|
|
})
|
|
Convey("example index by time", t, func() {
|
|
Convey("indexByTime by week", func() {
|
|
// 按周划分索引的方式
|
|
r := NewElastic(nil).NewRequest("LOG_USER_COIN")
|
|
r.IndexByTime("log_user_action", IndexTypeWeek, time.Date(2018, 8, 25, 2, 0, 0, 0, time.Local), time.Date(2018, 9, 24, 2, 0, 0, 0, time.Local))
|
|
So(r.q.From, ShouldContainSubstring, "log_user_action_2018_08_2431")
|
|
So(r.q.From, ShouldContainSubstring, "log_user_action_2018_09_0107")
|
|
So(r.q.From, ShouldContainSubstring, "log_user_action_2018_09_0815")
|
|
So(r.q.From, ShouldContainSubstring, "log_user_action_2018_09_1623")
|
|
So(r.q.From, ShouldContainSubstring, "log_user_action_2018_09_2431")
|
|
})
|
|
Convey("indexByTime by year", func() {
|
|
// 按年划分索引的方式
|
|
r := NewElastic(nil).NewRequest("LOG_USER_COIN")
|
|
r.IndexByTime("log_user_action", IndexTypeYear, time.Date(2017, 8, 25, 2, 0, 0, 0, time.Local), time.Date(2018, 9, 24, 2, 0, 0, 0, time.Local))
|
|
So(r.q.From, ShouldContainSubstring, "log_user_action_2017")
|
|
So(r.q.From, ShouldContainSubstring, "log_user_action_2018")
|
|
})
|
|
Convey("indexByTime by month", func() {
|
|
// 按月划分索引的方式
|
|
r := NewElastic(nil).NewRequest("LOG_USER_COIN")
|
|
r.IndexByTime("log_user_action", IndexTypeMonth, time.Date(2018, 8, 25, 2, 0, 0, 0, time.Local), time.Date(2018, 9, 24, 2, 0, 0, 0, time.Local))
|
|
So(r.q.From, ShouldContainSubstring, "log_user_action_2018_08")
|
|
So(r.q.From, ShouldContainSubstring, "log_user_action_2018_09")
|
|
})
|
|
Convey("indexByTime by day", func() {
|
|
// 按天划分索引的方式
|
|
r := NewElastic(nil).NewRequest("LOG_USER_COIN")
|
|
r.IndexByTime("log_user_action", IndexTypeDay, time.Date(2018, 9, 23, 4, 0, 0, 0, time.Local), time.Date(2018, 9, 24, 2, 0, 0, 0, time.Local))
|
|
So(r.q.From, ShouldContainSubstring, "log_user_action_2018_09_23")
|
|
So(r.q.From, ShouldContainSubstring, "log_user_action_2018_09_24")
|
|
})
|
|
})
|
|
}
|
|
|
|
func Test_Combo_Simple(t *testing.T) {
|
|
Convey("combo", t, func() {
|
|
e := NewElastic(nil)
|
|
// 实现: (tid in (2,3,4,5,9,20,21,22)) && (tid in (35,38)) && (tid in (15,17,18))
|
|
cmbA := &Combo{}
|
|
cmbA.ComboIn([]map[string][]interface{}{
|
|
{"tid": {2, 3, 4, 5, 9, 20, 21, 22}},
|
|
}).MinIn(1).MinAll(1)
|
|
|
|
cmbB := &Combo{}
|
|
cmbB.ComboIn([]map[string][]interface{}{
|
|
{"tid": {35, 38}},
|
|
}).MinIn(1).MinAll(1)
|
|
|
|
cmbC := &Combo{}
|
|
cmbC.ComboIn([]map[string][]interface{}{
|
|
{"tid": {15, 17, 18}},
|
|
}).MinIn(1).MinAll(1)
|
|
|
|
r := e.NewRequest("").WhereCombo(cmbA, cmbB, cmbC)
|
|
q, _ := r.q.string()
|
|
So(q, ShouldContainSubstring, `"where":{"combo":[{"eq":null,"in":[{"tid":[2,3,4,5,9,20,21,22]}],"range":null,"min":{"eq":0,"in":1,"range":0,"min":1}},{"eq":null,"in":[{"tid":[35,38]}],"range":null,"min":{"eq":0,"in":1,"range":0,"min":1}},{"eq":null,"in":[{"tid":[15,17,18]}],"range":null,"min":{"eq":0,"in":1,"range":0,"min":1}}]}`)
|
|
})
|
|
}
|
|
|
|
func Test_Combo_Complicated(t *testing.T) {
|
|
Convey("combo not", t, func() {
|
|
e := NewElastic(nil)
|
|
cmb := &Combo{}
|
|
cmb.ComboIn([]map[string][]interface{}{
|
|
{"tid": {1, 2}},
|
|
{"tid_type": {2, 3}},
|
|
}).ComboRange([]map[string]string{
|
|
{"id": "(10,20)"},
|
|
}).ComboNotEQ([]map[string]interface{}{
|
|
{"aid": 122},
|
|
{"id": 677},
|
|
}).MinIn(1).MinRange(1).MinNotEQ(1).MinAll(1)
|
|
r := e.NewRequest("").WhereCombo(cmb)
|
|
q, _ := r.q.string()
|
|
So(q, ShouldContainSubstring, `"where":{"combo":[{"in":[{"tid":[1,2]},{"tid_type":[2,3]}],"range":[{"id":"(10,20)"}],"not_eq":[{"aid":122},{"id":677}],"min":{"in":1,"range":1,"not_eq":1,"min":1}}]}}`)
|
|
})
|
|
Convey("combo", t, func() {
|
|
e := NewElastic(nil)
|
|
// 实现:
|
|
// (aid=122 or id=677) && (tid in (1,2,3,21) or tid_type in (1,2,3)) && (id > 10) &&
|
|
// (aid=88 or fid=99) && (mid in (11,33) or id in (22,33)) && (2 < cid <= 10 || sid > 10)
|
|
cmbA := &Combo{}
|
|
cmbA.ComboEQ([]map[string]interface{}{
|
|
{"aid": 122},
|
|
{"id": 677},
|
|
}).ComboIn([]map[string][]interface{}{
|
|
{"tid": {1, 2, 3, 21}},
|
|
{"tid_type": {1, 2, 3}},
|
|
}).ComboRange([]map[string]string{
|
|
{"id": "(10,)"},
|
|
}).MinIn(1).MinEQ(1).MinRange(1).MinAll(1)
|
|
|
|
cmbB := &Combo{}
|
|
cmbB.ComboEQ([]map[string]interface{}{
|
|
{"aid": 88},
|
|
{"fid": 99},
|
|
}).ComboIn([]map[string][]interface{}{
|
|
{"mid": {11, 33}},
|
|
{"id": {22, 33}},
|
|
}).ComboRange([]map[string]string{
|
|
{"cid": "(2,4]"},
|
|
{"sid": "(10,)"},
|
|
}).MinEQ(1).MinIn(2).MinRange(1).MinAll(1)
|
|
|
|
r := e.NewRequest("").WhereCombo(cmbA, cmbB)
|
|
q, _ := r.q.string()
|
|
So(q, ShouldContainSubstring, `"where":{"combo":[{"eq":[{"aid":122},{"id":677}],"in":[{"tid":[1,2,3,21]},{"tid_type":[1,2,3]}],"range":[{"id":"(10,)"}],"min":{"eq":1,"in":1,"range":1,"min":1}},{"eq":[{"aid":88},{"fid":99}],"in":[{"mid":[11,33]},{"id":[22,33]}],"range":[{"cid":"(2,4]"},{"sid":"(10,)"}],"min":{"eq":1,"in":2,"range":1,"min":1}}]}`)
|
|
})
|
|
}
|
|
|
|
func Test_Query(t *testing.T) {
|
|
Convey("query conditions", t, func() {
|
|
e := NewElastic(nil)
|
|
|
|
r := e.NewRequest("").WhereEq("city", 310100)
|
|
q, _ := r.q.string()
|
|
So(q, ShouldContainSubstring, `"where":{"eq":{"city":310100}}`)
|
|
|
|
r = e.NewRequest("").WhereLike([]string{"a", "b"}, []string{"c", "d"}, true, LikeLevelHigh).WhereLike([]string{"e", "f"}, []string{"g", "h"}, false, LikeLevelMiddle)
|
|
q, _ = r.q.string()
|
|
So(q, ShouldContainSubstring, `"where":{"like":[{"kw_fields":["a","b"],"kw":["c","d"],"or":true,"level":"high"},{"kw_fields":["e","f"],"kw":["g","h"],"or":false,"level":"middle"}]}`)
|
|
|
|
r = e.NewRequest("").WhereNot(NotTypeEq, "province")
|
|
q, _ = r.q.string()
|
|
So(q, ShouldContainSubstring, `"where":{"not":{"eq":{"province":true}}}`)
|
|
|
|
r = e.NewRequest("").WhereRange("id", 100, 500, RangeScopeLcRo).WhereRange("date", "2018-08-08 08:08:08", "2019-09-09 09:09:09", RangeScopeLoRo)
|
|
q, _ = r.q.string()
|
|
So(q, ShouldContainSubstring, `"where":{"range":{"date":"(2018-08-08 08:08:08,2019-09-09 09:09:09)","id":"[100,500)"}}`)
|
|
|
|
r = e.NewRequest("").WhereOr("city", 100000)
|
|
q, _ = r.q.string()
|
|
So(q, ShouldContainSubstring, `"where":{"or":{"city":100000}}`)
|
|
|
|
ids := []int64{100, 200, 300}
|
|
r = e.NewRequest("").WhereIn("city", ids)
|
|
q, _ = r.q.string()
|
|
So(q, ShouldContainSubstring, `"where":{"in":{"city":[100,200,300]}}`)
|
|
|
|
strs := []string{"a"}
|
|
r = e.NewRequest("").WhereIn("name", strs)
|
|
q, _ = r.q.string()
|
|
So(q, ShouldContainSubstring, `"where":{"in":{"name":["a"]}}`)
|
|
|
|
field := "a"
|
|
order := []map[string]string{{"a": "asc"}}
|
|
r = e.NewRequest("").GroupBy(EnhancedModeGroupBy, field, order)
|
|
q, _ = r.q.string()
|
|
So(q, ShouldContainSubstring, `"where":{"enhanced":[{"mode":"group_by","field":"a","order":[{"a":"asc"}]}]}`)
|
|
|
|
field = "a"
|
|
r = e.NewRequest("").Sum(field)
|
|
q, _ = r.q.string()
|
|
So(q, ShouldContainSubstring, `"where":{"enhanced":[{"mode":"sum","field":"a"}]}`)
|
|
})
|
|
}
|