198 lines
9.1 KiB
Go
198 lines
9.1 KiB
Go
package service
|
||
|
||
import (
|
||
"context"
|
||
"fmt"
|
||
"go-common/app/admin/main/apm/model/ut"
|
||
"go-common/library/log"
|
||
"sort"
|
||
"strings"
|
||
"time"
|
||
|
||
"github.com/jinzhu/gorm"
|
||
)
|
||
|
||
// GitReport post simple report using SAGA account
|
||
func (s *Service) GitReport(c context.Context, projID int, mrID int, commitID string) (err error) {
|
||
var (
|
||
pkgs = make([]*ut.PkgAnls, 0)
|
||
row = `<tr><td colspan="2"><a href="http://sven.bilibili.co/#/ut/detail?commit_id=%s&pkg=%s">%s</a></td><td>%.2f</td><td>%.2f</td><td>%.2f</td><td style="text-align: center">%s</td></tr>`
|
||
msg = fmt.Sprintf(`<pre><h4>单元测试速报</h4>(Commit:<a href="http://sven.bilibili.co/#/ut?merge_id=%d&pn=1&ps=20">%s</a>)</pre>`, mrID, commitID) + `<table><thead><tr><th colspan="2">包名</th><th>覆盖率(%%)</th><th>通过率(%%)</th><th>覆盖率较历史最高(%%)</th><th>是否合格</th></tr></thead><tbody>%s</tbody>%s</table>`
|
||
rows string
|
||
root = ""
|
||
file = &ut.File{}
|
||
)
|
||
if err = s.DB.Where("commit_id=? AND (pkg!=substring_index(pkg, '/', 5) OR pkg like 'go-common/library/%')", commitID).Find(&pkgs).Error; err != nil {
|
||
log.Error("apmSvc.GitReport query error(%v)", err)
|
||
return
|
||
}
|
||
for _, pkg := range pkgs {
|
||
t, _ := s.tyrant(pkg)
|
||
app := pkg.PKG
|
||
if !strings.Contains(pkg.PKG, "/library") && len(pkg.PKG) >= 5 {
|
||
app = strings.Join(strings.Split(pkg.PKG, "/")[:5], "/")
|
||
}
|
||
rows += fmt.Sprintf(row, pkg.CommitID, app, pkg.PKG, pkg.Coverage/100, t.PassRate, t.Increase, "%s")
|
||
if t.Tyrant {
|
||
rows = fmt.Sprintf(rows, "❌")
|
||
} else {
|
||
rows = fmt.Sprintf(rows, "✔️")
|
||
}
|
||
}
|
||
if err = s.DB.Select(`count(id) as id, commit_id, sum(statements) as statements, sum(covered_statements) as covered_statements`).
|
||
Where(`pkg!=substring_index(pkg, "/", 5) OR ut_pkganls.pkg like 'go-common/library/%'`).Group(`commit_id`).Having("commit_id=?", commitID).First(file).Error; err != nil {
|
||
if err != gorm.ErrRecordNotFound {
|
||
log.Error("apmSvc.GitReport query error(%v)", err)
|
||
return
|
||
}
|
||
err = nil
|
||
} else {
|
||
root = fmt.Sprintf(`<tfoot><tr><td><b>总覆盖率: </b>%.2f%%<br><b>总检测文件数: </b>%d</br></td><td><b>Tracked语句数: </b>%d<br><b>覆盖的语句数: </b>%d</br></td><td colspan="4" align="center">总覆盖率 = 覆盖语句数 / Tracked语句数</td></tr></tfoot>`,
|
||
float64(file.CoveredStatements)/float64(file.Statements)*100, file.ID, file.Statements, file.CoveredStatements)
|
||
}
|
||
if err = s.CommentOnMR(c, projID, mrID, fmt.Sprintf(msg, rows, root)); err != nil {
|
||
log.Error("apmSvc.GitReport call CommentOnMR error(%v)", err)
|
||
return
|
||
}
|
||
return
|
||
}
|
||
|
||
// WechatReport send wechat msg to a group when mr is merged
|
||
func (s *Service) WechatReport(c context.Context, mrid int64, cid, src, des string) (err error) {
|
||
var (
|
||
pkgs []*ut.PkgAnls
|
||
mr = &ut.Merge{}
|
||
foot = fmt.Sprintf("\n*覆盖率增长:该包本次合并最后一次commit与过往已合并记录中最大覆盖率进行比较\nMR:http://git.bilibili.co/platform/go-common/merge_requests/%d\n单测报告:http://sven.bilibili.co/#/ut?merge_id=%d&pn=1&ps=20\n", mrid, mrid)
|
||
)
|
||
if err = s.dao.DB.Where("merge_id=? AND is_merged=?", mrid, 1).First(mr).Error; err != nil {
|
||
log.Error("apmSvc.WechatReport Error(%v)", err)
|
||
return
|
||
}
|
||
msg := "【测试姬】新鲜的单测速报出炉啦ᕕ( ᐛ )ᕗ\n\n" + fmt.Sprintf("由 %s 发起的 MR (%s->%s) 合并成功！\n\n", mr.UserName, src, des)
|
||
if err = s.dao.DB.Where("commit_id=? AND (pkg!=substring_index(pkg, '/', 5) OR ut_pkganls.pkg like 'go-common/library/%')", cid).Find(&pkgs).Error; err != nil || len(pkgs) == 0 {
|
||
log.Error("apmSvc.WechatReport Error(%v)", err)
|
||
return
|
||
}
|
||
for _, pkg := range pkgs {
|
||
var (
|
||
arrow = ""
|
||
maxPkgs = make([]ut.PkgAnls, 0)
|
||
increase = pkg.Coverage / 100
|
||
file = &ut.File{}
|
||
lastFile = &ut.File{}
|
||
)
|
||
if err = s.DB.Table("ut_pkganls").Joins("left join ut_merge ON ut_merge.merge_id=ut_pkganls.merge_id").Select("ut_pkganls.commit_id, ut_pkganls.coverage").Where("ut_pkganls.pkg=? AND ut_pkganls.merge_id!=? AND ut_merge.is_merged=1", pkg.PKG, mrid).Order("coverage desc").Find(&maxPkgs).Error; err != nil {
|
||
log.Error("apmSvc.WechatReport error(%v)", err)
|
||
return
|
||
}
|
||
if len(maxPkgs) != 0 {
|
||
increase = pkg.Coverage/100 - maxPkgs[0].Coverage/100
|
||
}
|
||
if increase < float64(0) {
|
||
arrow = "⬇️"
|
||
if !strings.Contains(foot, "本次合并后有包覆盖率下降了喔~还需要再加油鸭💪~") {
|
||
foot += "\n本次合并后有包覆盖率下降了喔~还需要再加油鸭💪~"
|
||
}
|
||
} else if increase > float64(0) {
|
||
arrow = "⬆️"
|
||
}
|
||
msg += fmt.Sprintf("*%s\n\t覆盖率：%.2f%%\t覆盖率增长：%.2f%%\t%s\n", pkg.PKG, pkg.Coverage/100, increase, arrow)
|
||
if err = s.DB.Select("count(id) as id,commit_id,pkg,sum(statements) as statements,sum(covered_statements) as covered_statements").Group("commit_id,pkg").Having("commit_id=? AND pkg=?", cid, pkg.PKG).First(file).Error; err != nil {
|
||
if err == gorm.ErrRecordNotFound {
|
||
err = nil
|
||
continue
|
||
}
|
||
log.Error("apmSvc.WechatReport error(%v)", err)
|
||
return
|
||
}
|
||
msg += fmt.Sprintf("\tTracked语句数：%d\t覆盖语句数：%d\n", file.Statements, file.CoveredStatements)
|
||
if err = s.DB.Table("ut_file").Joins("left join ut_commit on ut_commit.commit_id = ut_file.commit_id left join ut_merge on ut_merge.merge_id =ut_commit.merge_id").Select("ut_file.commit_id,ut_file.pkg,count(ut_file.id) as id,sum(statements) as statements, sum(covered_statements) as covered_statements,ut_file.mtime").Where("is_merged=1 and ut_merge.merge_id!=?", mrid).Group("commit_id,pkg").Having("pkg=?", pkg.PKG).Order("mtime desc").First(lastFile).Error; err != nil {
|
||
if err == gorm.ErrRecordNotFound {
|
||
err = nil
|
||
continue
|
||
}
|
||
log.Error("apmSvc.WechatReport error(%v)", err)
|
||
return
|
||
}
|
||
msg += fmt.Sprintf("\tTracked语句增长：%d\t覆盖语句增长：%d\n", file.Statements-lastFile.Statements, file.CoveredStatements-lastFile.CoveredStatements)
|
||
}
|
||
if err = s.dao.SendWechatToGroup(c, s.c.WeChat.ChatID, msg+foot); err != nil {
|
||
log.Error("apmSvc.WechatReport Error(%v)", err)
|
||
return
|
||
}
|
||
return
|
||
}
|
||
|
||
// RankWechatReport send rank to wechat group 19:00 everyday
|
||
func (s *Service) RankWechatReport(c context.Context) (err error) {
|
||
var (
|
||
topRanks []*ut.RankResp
|
||
msg = "【测试姬】今日份的单测榜单🎉\n\n"
|
||
root = "更多详情请戳：http://sven.bilibili.co/#/ut/leaderboard\n感谢辛勤工作的一天的你☕️一起快乐下班吧☕️\n"
|
||
)
|
||
if topRanks, err = s.RankTen(c, "desc"); err != nil {
|
||
log.Error("apmSvc.RankWechatReport Error(%v)", err)
|
||
return
|
||
}
|
||
msg += "🔘TOP 10\n"
|
||
for i, r := range topRanks {
|
||
msg += fmt.Sprintf("%d: %s\t分数: %.2f\n", i+1, r.UserName, r.Score)
|
||
}
|
||
msg += "恭喜以上各位~还请继续保持哟(๑•̀ㅂ•́)و✧\n\n"
|
||
if err = s.dao.SendWechatToGroup(c, s.c.WeChat.ChatID, msg+root); err != nil {
|
||
log.Error("apmSvc.RankWechatReport Error(%v)", err)
|
||
return
|
||
}
|
||
return
|
||
}
|
||
|
||
// SummaryWechatReport send depts' summary to ut wechat group every Friday(19:00)
|
||
func (s *Service) SummaryWechatReport(c context.Context) (err error) {
|
||
var (
|
||
depts = `"main","ep","openplatform","live","video","bbq"`
|
||
msg = fmt.Sprintf("【测试姬】Kratos大仓库单元测试周刊 ( %s )\n\n>> 接入情况: \n", time.Now().Format("2006-01-02"))
|
||
covMsg = ">> 覆盖情况: \n"
|
||
rankMsg = ">> 本周Top 3应用:\n"
|
||
root = "\n\n更多汇总信息请姥爷们查看: http://sven.bilibili.co/#/ut/dashboard?tab=project\n更多文档信息: http://info.bilibili.co/pages/viewpage.action?pageId=6947230\n吐槽建议: http://sven.bilibili.co/#/suggestion/list\n"
|
||
tpAcc = "\t* %s\t接入数: %d\t总数: %d\t接入率: %.2f%%\n"
|
||
tpCov = "\t* %s\t应用平均覆盖率: %.2f%%\t增长率：%.2f%%\n"
|
||
tpProjRank = "\t%d. %s \t包平均覆盖率: %.2f%%\n"
|
||
sumTotal, sumAccess int64
|
||
sumCov float64
|
||
)
|
||
s.appsCache.Lock()
|
||
defer s.appsCache.Unlock()
|
||
for _, dept := range s.appsCache.Dept {
|
||
if !strings.Contains(depts, "\""+dept.Name+"\"") {
|
||
continue
|
||
}
|
||
sumTotal += dept.Total
|
||
sumAccess += dept.Access
|
||
msg += fmt.Sprintf(tpAcc, dept.Name, dept.Access, dept.Total, float64(dept.Access)/float64(dept.Total)*100)
|
||
if dept.Coverage == float64(0) {
|
||
continue
|
||
}
|
||
var preCoverage float64
|
||
if preCoverage, err = s.dao.GetAppCovCache(c, dept.Name); err != nil {
|
||
log.Error("service.SummaryWechatReport GetAppCov Error(%v)", err)
|
||
return
|
||
}
|
||
covMsg += fmt.Sprintf(tpCov, dept.Name, dept.Coverage/100, (dept.Coverage-preCoverage)/100)
|
||
}
|
||
sort.Slice(s.appsCache.Slice, func(i, j int) bool { return s.appsCache.Slice[i].Coverage > s.appsCache.Slice[j].Coverage })
|
||
for k, slice := range s.appsCache.Slice {
|
||
if k <= 2 {
|
||
rankMsg += fmt.Sprintf(tpProjRank, k+1, slice.Path, slice.Coverage/100)
|
||
}
|
||
if slice.HasUt == 1 {
|
||
sumCov += slice.Coverage
|
||
}
|
||
}
|
||
msg += fmt.Sprintf("\t总接入情况 - 接入应用数: %d，应用总数: %d\n\n", sumAccess, sumTotal) + covMsg + fmt.Sprintf("\t总覆盖情况 - 应用平均覆盖率: %.2f%%\n\n", sumCov/float64(sumAccess)/100) + rankMsg
|
||
if err = s.dao.SendWechatToGroup(c, s.c.WeChat.ChatID, msg+root); err != nil {
|
||
log.Error("apmSvc.WechatReport Error(%v)", err)
|
||
return
|
||
}
|
||
return
|
||
}
|