1273 lines
39 KiB
Go
1273 lines
39 KiB
Go
|
package service
|
|||
|
|
|
|||
|
|
import (
|
|||
|
|
"bytes"
|
|||
|
|
"context"
|
|||
|
|
"encoding/json"
|
|||
|
|
"html/template"
|
|||
|
|
"io"
|
|||
|
|
"net/url"
|
|||
|
|
"os"
|
|||
|
|
"regexp"
|
|||
|
|
"strconv"
|
|||
|
|
"strings"
|
|||
|
|
"time"
|
|||
|
|
|
|||
|
|
"go-common/app/admin/ep/melloi/conf"
|
|||
|
|
"go-common/app/admin/ep/melloi/model"
|
|||
|
|
"go-common/library/ecode"
|
|||
|
|
"go-common/library/log"
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
//QueryScripts query scripts
|
|||
|
|
func (s *Service) QueryScripts(script *model.Script, pn, ps int) (scripts []*model.Script, err error) {
|
|||
|
|
if ps <= 0 || pn <= 0 {
|
|||
|
|
ps = 10
|
|||
|
|
pn = 1
|
|||
|
|
}
|
|||
|
|
if scripts, err = s.dao.QueryScripts(script, pn, ps); err != nil {
|
|||
|
|
log.Error("s.dao.QueryScripts error :(%v)", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
for _, script := range scripts {
|
|||
|
|
if script.APIHeader != "" {
|
|||
|
|
if err = json.Unmarshal([]byte(script.APIHeader), &script.Headers); err != nil {
|
|||
|
|
log.Error("get script header err : (%v), scriptId:(%d)", err, script.ID)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
if script.ArgumentString != "" {
|
|||
|
|
if err = json.Unmarshal([]byte(script.ArgumentString), &script.ArgumentsMap); err != nil {
|
|||
|
|
log.Error("get script argument err: (%v), scriptId:(%d)", err, script.ID)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
if script.OutputParams != "" {
|
|||
|
|
if err = json.Unmarshal([]byte(script.OutputParams), &script.OutputParamsMap); err != nil {
|
|||
|
|
log.Error("get script OutputParams err: (%v), scriptId:(%d)", err, script.ID)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//CountQueryScripts count query scripts
|
|||
|
|
func (s *Service) CountQueryScripts(script *model.Script) (total int) {
|
|||
|
|
return s.dao.CountQueryScripts(script)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//QueryScriptSnap query scriptSnap
|
|||
|
|
func (s *Service) QueryScriptSnap(scriptSnap *model.ScriptSnap) (snaps []*model.ScriptSnap, err error) {
|
|||
|
|
return s.dao.QueryScriptSnap(scriptSnap)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//QueryScriptsByPage query script by page
|
|||
|
|
func (s *Service) QueryScriptsByPage(c context.Context, sessionID string, qsrq *model.QueryScriptRequest) (rsp *model.QueryScriptResponse, err error) {
|
|||
|
|
// 获取服务树节点
|
|||
|
|
var (
|
|||
|
|
treeNodes []string
|
|||
|
|
treeNodesd []string
|
|||
|
|
)
|
|||
|
|
if treeNodesd, err = s.QueryUserRoleNode(c, sessionID); err != nil {
|
|||
|
|
log.Error("QueryUserRoleNode err (%v):", err)
|
|||
|
|
}
|
|||
|
|
treeNodes = append(treeNodesd, "")
|
|||
|
|
if ExistsInSlice(qsrq.Executor, conf.Conf.Melloi.Executor) {
|
|||
|
|
//rsp, err = s.dao.QueryScriptsByPageWhiteName(&qsrq.Script, qsrq.PageNum, qsrq.PageSize)
|
|||
|
|
if rsp, err = s.dao.QueryScriptsByPageWhiteName(&qsrq.Script, qsrq.PageNum, qsrq.PageSize); err != nil {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
} else {
|
|||
|
|
if rsp, err = s.dao.QueryScriptsByPage(&qsrq.Script, qsrq.PageNum, qsrq.PageSize, treeNodes); err != nil {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
for _, script := range rsp.Scripts {
|
|||
|
|
if script.APIHeader != "" {
|
|||
|
|
if err = json.Unmarshal([]byte(script.APIHeader), &script.Headers); err != nil {
|
|||
|
|
log.Error("get script header err : (%v), scriptId:(%d)", err, script.ID)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
if script.ArgumentString != "" {
|
|||
|
|
if err = json.Unmarshal([]byte(script.ArgumentString), &script.ArgumentsMap); err != nil {
|
|||
|
|
log.Error("get script argument err: (%v), scriptId:(%d)", err, script.ID)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
if script.OutputParams != "" {
|
|||
|
|
if err = json.Unmarshal([]byte(script.OutputParams), &script.OutputParamsMap); err != nil {
|
|||
|
|
log.Error("get script OutputParams err: (%v), scriptId:(%d)", err, script.ID)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 获取label
|
|||
|
|
for _, script := range rsp.Scripts {
|
|||
|
|
lr := model.LabelRelation{Type: model.ScriptType, TargetID: int64(script.ID)}
|
|||
|
|
if script.Labels, err = s.dao.QueryLabelRelation(&lr); err != nil {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//AddAndExcuScript add script and excute it
|
|||
|
|
func (s *Service) AddAndExcuScript(c context.Context, script *model.Script, cookie string, scene *model.Scene, fileWrite, convjson bool) (resp model.DoPtestResp, err error) {
|
|||
|
|
var (
|
|||
|
|
scriptID int
|
|||
|
|
groupID int
|
|||
|
|
runOrder int
|
|||
|
|
testNameNick string
|
|||
|
|
message string
|
|||
|
|
scriptd model.Script
|
|||
|
|
paramList *model.ParamList
|
|||
|
|
isEdit = false
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
if message, scriptd, err = s.AddScript(script, fileWrite); err != nil {
|
|||
|
|
log.Error("sorry, addScript fail : (%v)", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
headerString := MapToString(scriptd.Headers)
|
|||
|
|
argumentString := MapToString(scriptd.ArgumentsMap)
|
|||
|
|
scriptd.ArgumentString = argumentString
|
|||
|
|
scriptd.APIHeader = headerString
|
|||
|
|
scriptd.OutputParams = MapToString(scriptd.OutputParamsMap)
|
|||
|
|
//场景压测中选择已有接口时，去修改默认的熔断成功率的值（新增接口时不修改）
|
|||
|
|
if scene.IsBatch {
|
|||
|
|
scriptd.Fusing = scene.Fusing
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if convjson {
|
|||
|
|
scriptd.ArgumentString = script.ArgumentString
|
|||
|
|
scriptd.APIHeader = script.APIHeader
|
|||
|
|
scriptd.OutputParams = script.OutputParams
|
|||
|
|
}
|
|||
|
|
//场景压测独有的逻辑
|
|||
|
|
if scriptd.TestType == model.SCENE_SCRIPT_TYPE {
|
|||
|
|
//根据接口参数依赖，计算出接口分组与执行顺序
|
|||
|
|
if paramList, err = s.dao.QueryParams(&scriptd, scene); err != nil {
|
|||
|
|
log.Error("s.dao.QueryParams err :(%v)", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
scriptd.GroupID, scriptd.RunOrder = GroupOrder(isEdit, &scriptd, scene, paramList)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//非debug 执行的 循环次数为-1 即永久
|
|||
|
|
if scriptd.Loops == -1 {
|
|||
|
|
if len(script.OutputParamsMap) == 0 || script.OutputParams == "[]" {
|
|||
|
|
scriptd.OutputParams = "[{\"\":\"\"}]"
|
|||
|
|
}
|
|||
|
|
if scriptID, groupID, runOrder, err = s.dao.AddScript(&scriptd); err != nil {
|
|||
|
|
log.Error("s.dao.AddScript err : (%v)", err)
|
|||
|
|
message = "sql excute err"
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//如果不是复制脚本操作 或者 不是保存，则执行jmeter压测
|
|||
|
|
if !script.IsCopy && !script.IsSave {
|
|||
|
|
tim := strconv.FormatInt(time.Now().Unix(), 10)
|
|||
|
|
testNameNick = scriptd.TestName + tim
|
|||
|
|
log.Info("开始调用压测job-------\n")
|
|||
|
|
ptestParam := model.DoPtestParam{
|
|||
|
|
UserName: scriptd.UpdateBy, // 用户名
|
|||
|
|
LoadTime: scriptd.LoadTime, //运行时间
|
|||
|
|
TestNames: StringToSlice(scriptd.TestName), //接口名转数组
|
|||
|
|
FileName: scriptd.SavePath, // jmx文件
|
|||
|
|
ResJtl: scriptd.ResJtl, // jtl 文件
|
|||
|
|
JmeterLog: scriptd.JmeterLog, // jmeterlog时间戳
|
|||
|
|
Department: script.Department,
|
|||
|
|
Project: script.Project,
|
|||
|
|
APP: script.App,
|
|||
|
|
ScriptID: scriptID,
|
|||
|
|
IsDebug: script.IsDebug, //false
|
|||
|
|
Cookie: cookie, // 用不到
|
|||
|
|
URL: scriptd.URL, // 微信通知URL
|
|||
|
|
LabelIDs: script.LabelIds,
|
|||
|
|
Domain: scriptd.Domain,
|
|||
|
|
FileSplit: script.FileSplit, // 文件切割
|
|||
|
|
SplitNum: script.SplitNum, // 切割数量
|
|||
|
|
Fusing: script.Fusing,
|
|||
|
|
APIHeader: scriptd.APIHeader,
|
|||
|
|
ExecuDockerSum: script.ExecuDockerSum,
|
|||
|
|
UseBusinessStop: script.UseBusinessStop,
|
|||
|
|
BusinessStopPercent: script.BusinessStopPercent,
|
|||
|
|
}
|
|||
|
|
if resp, err = s.DoPtestByJmeter(c, ptestParam, StringToSlice(testNameNick)); err != nil {
|
|||
|
|
log.Error("DoPtestByJmeter err :(%v)", err)
|
|||
|
|
message = "DoPtestByJmeter err "
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
resp.Message = message
|
|||
|
|
}
|
|||
|
|
resp.ScriptID = scriptID
|
|||
|
|
resp.GroupID = groupID
|
|||
|
|
resp.RunOrder = runOrder
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//AddScript add script
|
|||
|
|
func (s *Service) AddScript(script *model.Script, fileWrite bool) (message string, scriptd model.Script, err error) {
|
|||
|
|
var (
|
|||
|
|
buff *template.Template
|
|||
|
|
file *os.File
|
|||
|
|
scriptPath string
|
|||
|
|
u *url.URL
|
|||
|
|
sinfoJSON []byte
|
|||
|
|
JSON []byte
|
|||
|
|
JSONExtractors string
|
|||
|
|
dataFileName string
|
|||
|
|
Assertionsd []string
|
|||
|
|
)
|
|||
|
|
log.Info("threadsSum :(%d)", script.ThreadsSum)
|
|||
|
|
if script.LoadTime > s.c.Jmeter.TestTimeLimit {
|
|||
|
|
script.LoadTime = s.c.Jmeter.TestTimeLimit
|
|||
|
|
}
|
|||
|
|
//判断url
|
|||
|
|
if !strings.Contains(script.URL, "http://") && !strings.Contains(script.URL, "https://") {
|
|||
|
|
script.URL = "http://" + script.URL
|
|||
|
|
}
|
|||
|
|
if script.Delimiter == "" {
|
|||
|
|
script.Delimiter = ","
|
|||
|
|
}
|
|||
|
|
if u, err = url.Parse(script.URL); err != nil || u == nil {
|
|||
|
|
log.Error("sorry,url is not standard,error(%v)", err)
|
|||
|
|
err = ecode.MelloiUrlParseError
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
if script.Data == "" {
|
|||
|
|
buff, err = template.ParseFiles(s.c.Jmeter.JmeterScUcodedTmp)
|
|||
|
|
} else {
|
|||
|
|
buff, err = template.ParseFiles(s.c.Jmeter.JmeterScTmp)
|
|||
|
|
}
|
|||
|
|
if err != nil {
|
|||
|
|
log.Error("open file failed! error %v", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
if script.Assertion != "" {
|
|||
|
|
script.UseAssertion = true
|
|||
|
|
Assertions := strings.Split(script.Assertion, "|")
|
|||
|
|
for _, assert := range Assertions {
|
|||
|
|
Assertionsd = append(Assertionsd, model.AssertionStart+assert+model.AssertionEnd)
|
|||
|
|
}
|
|||
|
|
script.AssertionString = unescaped(SliceToString(Assertionsd, " "))
|
|||
|
|
}
|
|||
|
|
if len(script.OutputParamsMap) > 0 && script.OutputParams != "[{\"\":\"\"}]" && script.OutputParams != "[]" && script.OutputParams != "" {
|
|||
|
|
if JSONExtractors, err = s.SetJSONExtractors(script); err != nil {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
if JSONExtractors != "" {
|
|||
|
|
script.JSONExtractor = unescaped(JSONExtractors)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// POST 请求的 binary 逻辑
|
|||
|
|
if script.MultipartFile != "" && script.MultipartPath != "" {
|
|||
|
|
script.UseMultipart = true
|
|||
|
|
multiPartInfo := SetMultiPartInfo(script)
|
|||
|
|
script.MultiPartInfo = unescaped(multiPartInfo)
|
|||
|
|
}
|
|||
|
|
stringHeader := SetHeaders(script.Headers, script.ID)
|
|||
|
|
ArgmentStr := SetArguments(script.ArgumentsMap, script.ID)
|
|||
|
|
ArgmentString := unescaped(ArgmentStr)
|
|||
|
|
script.Arguments = ArgmentString
|
|||
|
|
stringHeaderd := unescaped(stringHeader)
|
|||
|
|
script.HeaderString = stringHeaderd
|
|||
|
|
script.ProcType = u.Scheme
|
|||
|
|
script.Domain = u.Hostname()
|
|||
|
|
script.Port = u.Port()
|
|||
|
|
if u.RawQuery == "" {
|
|||
|
|
script.Path = u.Path
|
|||
|
|
script.RowQuery = "appkey=" + conf.Conf.Melloi.AppkeyProd
|
|||
|
|
} else {
|
|||
|
|
script.Path = u.Path + "?" + u.RawQuery
|
|||
|
|
script.RowQuery = u.RawQuery + "&appkey=" + conf.Conf.Melloi.AppkeyProd
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if script.UseSign {
|
|||
|
|
script.Path = u.Path + "?${params}"
|
|||
|
|
}
|
|||
|
|
dataFileName = script.FileName
|
|||
|
|
script.FileName = script.ScriptPath + script.FileName
|
|||
|
|
if script.ScriptPath != "" && script.FileName == "" && !script.Upload {
|
|||
|
|
message = "dataFile is not exists"
|
|||
|
|
log.Error(message)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if script.Loops == 0 {
|
|||
|
|
script.Loops = -1
|
|||
|
|
}
|
|||
|
|
//极速模式（线程NIO模式）
|
|||
|
|
if script.IsAsync {
|
|||
|
|
script.AsyncInfo = unescaped(model.AsyncInfo)
|
|||
|
|
}
|
|||
|
|
//生成压测脚本
|
|||
|
|
if sinfoJSON, err = json.Marshal(script); err != nil {
|
|||
|
|
log.Error("script err (%v):", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
sc := string(sinfoJSON)
|
|||
|
|
log.Info("script :(%s)", sc)
|
|||
|
|
//判断是否使用内置参数
|
|||
|
|
if strings.Contains(sc, "${mid}") || strings.Contains(sc, "${access_key}") || script.UseSign {
|
|||
|
|
script.UseBuiltinParam = true
|
|||
|
|
}
|
|||
|
|
//fileWrite = true ,需要创建文件，为 false ，不需要创建文件
|
|||
|
|
if fileWrite {
|
|||
|
|
//创建脚本保存路径
|
|||
|
|
if script.ScriptPath == "" {
|
|||
|
|
if scriptPath, err = s.uniqueFolderPath(script.SavePath); err != nil {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
} else {
|
|||
|
|
scriptPath = script.ScriptPath
|
|||
|
|
}
|
|||
|
|
SavePath := scriptPath + script.TestName + "/"
|
|||
|
|
log.Info("SavePath****: " + SavePath)
|
|||
|
|
if err = os.MkdirAll(SavePath, 0755); err != nil {
|
|||
|
|
log.Error("Create SavePath Err :(%v)", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
///创建脚本保存路径 脚本存放路径：部门/项目/应用/项目名/,须判断路径是否包含.jmx
|
|||
|
|
if !strings.Contains(script.SavePath, ".jmx") {
|
|||
|
|
// 创建脚本文件 部门/项目/应用/项目名/**.jmx
|
|||
|
|
if file, err = os.Create(SavePath + script.TestName + ".jmx"); err != nil {
|
|||
|
|
log.Error("create file error :(%v)", err)
|
|||
|
|
message = "create .jmx error"
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
defer file.Close()
|
|||
|
|
//jtl 路径
|
|||
|
|
script.ResJtl = SavePath + script.TestName + ".jtl"
|
|||
|
|
//jmeter-log 路径
|
|||
|
|
script.JmeterLog = SavePath + script.TestName + ".log"
|
|||
|
|
|
|||
|
|
} else {
|
|||
|
|
// 如果路径钟包含 .jmx ,则直接根据路径创建
|
|||
|
|
if file, err = os.Create(script.SavePath); err != nil {
|
|||
|
|
log.Error("create file error :(%v)", err)
|
|||
|
|
message = "create .jmx error"
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
defer file.Close()
|
|||
|
|
}
|
|||
|
|
buff = buff.Funcs(template.FuncMap{"unescaped": unescaped})
|
|||
|
|
buff.Execute(io.Writer(file), script)
|
|||
|
|
script.SavePath = file.Name()
|
|||
|
|
}
|
|||
|
|
script.Ctime = time.Now()
|
|||
|
|
script.ProjectName = script.TestName
|
|||
|
|
if JSON, err = json.Marshal(script); err != nil {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
if err = json.Unmarshal([]byte(JSON), &scriptd); err != nil {
|
|||
|
|
log.Error("sorry,scriptd err(%v)", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
scriptd.HeaderString = stringHeaderd
|
|||
|
|
scriptd.Arguments = ArgmentString
|
|||
|
|
scriptd.JSONExtractor = script.JSONExtractor
|
|||
|
|
scriptd.Data = script.Data
|
|||
|
|
scriptd.FileName = dataFileName
|
|||
|
|
if script.FileName == "" || script.ParamsName == "" {
|
|||
|
|
scriptd.UseDataFile = false
|
|||
|
|
} else {
|
|||
|
|
scriptd.UseDataFile = true
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if len(Assertionsd) > 0 {
|
|||
|
|
scriptd.AssertionString = unescaped(SliceToString(Assertionsd, " "))
|
|||
|
|
}
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//DelScript sel script
|
|||
|
|
func (s *Service) DelScript(id int) error {
|
|||
|
|
return s.dao.DelScript(id)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//UpdateScript update script info
|
|||
|
|
func (s *Service) UpdateScript(script *model.Script) (updateResult string, err error) {
|
|||
|
|
var (
|
|||
|
|
buff *template.Template
|
|||
|
|
stringHeader string
|
|||
|
|
Headers []map[string]string
|
|||
|
|
stringArgument string
|
|||
|
|
Arguments []map[string]string
|
|||
|
|
scriptd *model.Script
|
|||
|
|
u *url.URL
|
|||
|
|
file *os.File
|
|||
|
|
sinfoJSON []byte
|
|||
|
|
sinfoJSONd []byte
|
|||
|
|
JSONExtractors string
|
|||
|
|
Assertionsd []string
|
|||
|
|
)
|
|||
|
|
if scriptd, err = s.dao.QueryScriptByID(script.ID); err != nil {
|
|||
|
|
log.Error("query script fail , error %v", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
if script.Data == "" {
|
|||
|
|
buff, err = template.ParseFiles(s.c.Jmeter.JmeterScUcodedTmp)
|
|||
|
|
} else {
|
|||
|
|
buff, err = template.ParseFiles(s.c.Jmeter.JmeterScTmp)
|
|||
|
|
}
|
|||
|
|
if err != nil {
|
|||
|
|
log.Error("open file failed! error %v", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
if u, err = url.Parse(script.URL); err != nil || u == nil {
|
|||
|
|
log.Error("sorry,url is not standard,error(%v)", err)
|
|||
|
|
err = ecode.MelloiUrlParseError
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
// 修改laodTime 和 threadsSum
|
|||
|
|
// ThreadGroup.ramp_time">{{.ReadyTime}}</stringProp>
|
|||
|
|
if file, err = os.Create(scriptd.SavePath); err != nil {
|
|||
|
|
log.Error("create file failed! error %v", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
defer file.Close()
|
|||
|
|
if err = json.Unmarshal([]byte(scriptd.APIHeader), &Headers); err != nil {
|
|||
|
|
updateResult = " scriptd.APIHeade json 不合法"
|
|||
|
|
log.Error("scriptd.APIHeader switch map failed! error %v", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if err = json.Unmarshal([]byte(scriptd.ArgumentString), &Arguments); err != nil {
|
|||
|
|
updateResult = "scriptd.ArgumentString json 不合法"
|
|||
|
|
log.Error("scriptd.ArgumentString switch map failed! error %v", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
if len(scriptd.OutputParamsMap) > 0 && scriptd.OutputParams != "" && scriptd.OutputParams != "[{\"\":\"\"}]" && scriptd.OutputParams != "[]" {
|
|||
|
|
if err = json.Unmarshal([]byte(scriptd.OutputParams), &scriptd.OutputParamsMap); err != nil {
|
|||
|
|
log.Error("scriptd.OutputParams switch map failed! error %v", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
stringHeader = SetHeaders(Headers, scriptd.ID)
|
|||
|
|
stringArgument = SetArguments(Arguments, scriptd.ID)
|
|||
|
|
if len(scriptd.OutputParamsMap) > 0 && scriptd.OutputParams != "[{\"\":\"\"}]" && scriptd.OutputParams != "[]" && script.OutputParams != "" {
|
|||
|
|
if JSONExtractors, err = s.SetJSONExtractors(scriptd); err != nil {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
if JSONExtractors != "" {
|
|||
|
|
script.JSONExtractor = unescaped(JSONExtractors)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
scriptd.HeaderString = unescaped(stringHeader)
|
|||
|
|
scriptd.Arguments = unescaped(stringArgument)
|
|||
|
|
scriptd.Data = script.Data
|
|||
|
|
scriptd.Assertion = script.Assertion
|
|||
|
|
scriptd.ReadyTime = script.ReadyTime
|
|||
|
|
scriptd.ThreadsSum = script.ThreadsSum
|
|||
|
|
scriptd.LoadTime = script.LoadTime
|
|||
|
|
scriptd.ProcType = u.Scheme
|
|||
|
|
scriptd.Domain = u.Hostname()
|
|||
|
|
scriptd.Port = u.Port()
|
|||
|
|
scriptd.TestName = script.TestName
|
|||
|
|
scriptd.FileName = scriptd.ScriptPath + scriptd.FileName
|
|||
|
|
if scriptd.Assertion != "" {
|
|||
|
|
scriptd.UseAssertion = true
|
|||
|
|
Assertions := strings.Split(scriptd.Assertion, "|")
|
|||
|
|
for _, assert := range Assertions {
|
|||
|
|
Assertionsd = append(Assertionsd, model.AssertionStart+assert+model.AssertionEnd)
|
|||
|
|
}
|
|||
|
|
scriptd.AssertionString = unescaped(SliceToString(Assertionsd, " "))
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//判断是否使用内置参数
|
|||
|
|
if sinfoJSON, err = json.Marshal(script); err != nil {
|
|||
|
|
log.Error("script err :(%s)", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
if sinfoJSONd, err = json.Marshal(scriptd); err != nil {
|
|||
|
|
log.Error("script err :(%s)", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
sc := string(sinfoJSON) + string(sinfoJSONd)
|
|||
|
|
if strings.Contains(sc, "${mid}") || strings.Contains(sc, "${access_key}") || script.UseSign {
|
|||
|
|
scriptd.UseBuiltinParam = true
|
|||
|
|
}
|
|||
|
|
if u.RawQuery == "" {
|
|||
|
|
scriptd.Path = u.Path
|
|||
|
|
scriptd.RowQuery = "appkey=" + conf.Conf.Melloi.AppkeyProd
|
|||
|
|
} else {
|
|||
|
|
scriptd.Path = u.Path + "?" + u.RawQuery
|
|||
|
|
scriptd.RowQuery = u.RawQuery + "&appkey=" + conf.Conf.Melloi.AppkeyProd
|
|||
|
|
}
|
|||
|
|
if scriptd.UseSign {
|
|||
|
|
scriptd.Path = u.Path + "?${params}"
|
|||
|
|
}
|
|||
|
|
// POST 请求的 binary 逻辑
|
|||
|
|
if scriptd.MultipartFile != "" && scriptd.MultipartPath != "" {
|
|||
|
|
scriptd.UseMultipart = true
|
|||
|
|
multiPartInfo := SetMultiPartInfo(scriptd)
|
|||
|
|
scriptd.MultiPartInfo = unescaped(multiPartInfo)
|
|||
|
|
}
|
|||
|
|
if scriptd.IsAsync {
|
|||
|
|
scriptd.AsyncInfo = unescaped(model.AsyncInfo)
|
|||
|
|
}
|
|||
|
|
buff = buff.Funcs(template.FuncMap{"unescaped": unescaped})
|
|||
|
|
buff.Execute(io.Writer(file), scriptd)
|
|||
|
|
script.ProjectName = script.TestName
|
|||
|
|
script.KeepAlive = scriptd.KeepAlive
|
|||
|
|
if err = s.dao.UpdateScriptPart(script); err != nil {
|
|||
|
|
log.Error("s.dao.UpdateScript err :(%v)", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
updateResult = "success"
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//UpdateScriptAll update script all
|
|||
|
|
func (s *Service) UpdateScriptAll(script *model.Script, scene *model.Scene) (updateResult string, err error) {
|
|||
|
|
var (
|
|||
|
|
scriptd model.Script
|
|||
|
|
paramList *model.ParamList
|
|||
|
|
isEdit = true
|
|||
|
|
groupId int
|
|||
|
|
runOrder int
|
|||
|
|
fileWrite bool
|
|||
|
|
)
|
|||
|
|
id := script.ID
|
|||
|
|
script.ID = 0
|
|||
|
|
// script test_type 为1 表示 http 脚本
|
|||
|
|
if script.TestType == model.HTTP_SCRIPT_TYPE {
|
|||
|
|
fileWrite = true
|
|||
|
|
}
|
|||
|
|
if _, scriptd, err = s.AddScript(script, fileWrite); err != nil {
|
|||
|
|
log.Error("sorry, addScript fail : (%v)", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if script.TestType == model.SCENE_SCRIPT_TYPE {
|
|||
|
|
//根据接口参数依赖，计算出接口分组与执行顺序
|
|||
|
|
if paramList, err = s.dao.QueryParams(&scriptd, scene); err != nil {
|
|||
|
|
log.Error("s.dao.QueryParams err :(%v)", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
groupId, runOrder = GroupOrderByEdit(isEdit, id, &scriptd, scene, paramList)
|
|||
|
|
if groupId != 0 && runOrder != 0 {
|
|||
|
|
scriptd.GroupID = groupId
|
|||
|
|
scriptd.RunOrder = runOrder
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
scriptd.ID = id
|
|||
|
|
scriptd.SavePath = ""
|
|||
|
|
|
|||
|
|
if scriptd.Loops == -1 {
|
|||
|
|
headerString := MapToString(scriptd.Headers)
|
|||
|
|
argumentString := MapToString(scriptd.ArgumentsMap)
|
|||
|
|
scriptd.OutputParams = MapToString(scriptd.OutputParamsMap)
|
|||
|
|
scriptd.ArgumentString = argumentString
|
|||
|
|
scriptd.APIHeader = headerString
|
|||
|
|
if err = s.dao.UpdateScript(&scriptd); err != nil {
|
|||
|
|
log.Error("s.dao.UpdateScript err : (%v)", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
updateResult = "success"
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//AddJmeterSample add jmeter sample
|
|||
|
|
func (s *Service) AddJmeterSample(script *model.Script) (result string, err error) {
|
|||
|
|
var (
|
|||
|
|
buff *template.Template
|
|||
|
|
u *url.URL
|
|||
|
|
b = bytes.NewBuffer(nil)
|
|||
|
|
JSONExtractors string
|
|||
|
|
Assertionsd []string
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
if script.Data == "" {
|
|||
|
|
buff, err = template.ParseFiles(s.c.Jmeter.JmeterSampleTmp)
|
|||
|
|
} else {
|
|||
|
|
buff, err = template.ParseFiles(s.c.Jmeter.JmeterSamplePostTmp)
|
|||
|
|
}
|
|||
|
|
if err != nil {
|
|||
|
|
log.Info("open template failed! (%v)", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
//判断url
|
|||
|
|
if !strings.Contains(script.URL, "http://") && !strings.Contains(script.URL, "https://") {
|
|||
|
|
script.URL = "http://" + script.URL
|
|||
|
|
}
|
|||
|
|
if script.Delimiter == "" {
|
|||
|
|
script.Delimiter = ","
|
|||
|
|
}
|
|||
|
|
if u, err = url.Parse(script.URL); err != nil || u == nil {
|
|||
|
|
log.Error("sorry,url is not standard,error(%v)", err)
|
|||
|
|
err = ecode.MelloiUrlParseError
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
stringHeader := SetHeaders(script.Headers, script.ID)
|
|||
|
|
ArgmentStr := SetArguments(script.ArgumentsMap, script.ID)
|
|||
|
|
ArgmentString := unescaped(ArgmentStr)
|
|||
|
|
if len(script.OutputParamsMap) > 0 && script.OutputParams != "[{\"\":\"\"}]" && script.OutputParams != "[]" && script.OutputParams != "" {
|
|||
|
|
if JSONExtractors, err = s.SetJSONExtractors(script); err != nil {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
if JSONExtractors != "" {
|
|||
|
|
script.JSONExtractor = unescaped(JSONExtractors)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
script.Arguments = ArgmentString
|
|||
|
|
stringHeaderd := unescaped(stringHeader)
|
|||
|
|
script.HeaderString = stringHeaderd
|
|||
|
|
script.ProcType = u.Scheme
|
|||
|
|
script.Domain = u.Hostname()
|
|||
|
|
script.Port = u.Port()
|
|||
|
|
script.FileName = script.ScriptPath + script.FileName
|
|||
|
|
if u.RawQuery == "" {
|
|||
|
|
script.Path = u.Path
|
|||
|
|
script.RowQuery = "appkey=" + conf.Conf.Melloi.AppkeyProd
|
|||
|
|
} else {
|
|||
|
|
script.Path = u.Path + "?" + u.RawQuery
|
|||
|
|
script.RowQuery = u.RawQuery + "&appkey=" + conf.Conf.Melloi.AppkeyProd
|
|||
|
|
}
|
|||
|
|
if script.UseSign {
|
|||
|
|
script.Path = u.Path + "?${params}"
|
|||
|
|
}
|
|||
|
|
if script.Assertion != "" {
|
|||
|
|
script.UseAssertion = true
|
|||
|
|
Assertions := strings.Split(script.Assertion, "|")
|
|||
|
|
for _, assert := range Assertions {
|
|||
|
|
Assertionsd = append(Assertionsd, model.AssertionStart+assert+model.AssertionEnd)
|
|||
|
|
}
|
|||
|
|
script.AssertionString = unescaped(SliceToString(Assertionsd, " "))
|
|||
|
|
}
|
|||
|
|
if script.ConstTimer > 0 && script.RandomTimer == 0 {
|
|||
|
|
constTimer := strings.Replace(model.ConstTimer, "1000", strconv.Itoa(script.ConstTimer), -1)
|
|||
|
|
script.ConstTimerInfo = unescaped(constTimer)
|
|||
|
|
}
|
|||
|
|
if script.ConstTimer > 0 && script.RandomTimer > 0 {
|
|||
|
|
constTimerd := strings.Replace(model.RandomTimer, "1000", strconv.Itoa(script.ConstTimer), -1)
|
|||
|
|
randomTimerd := strings.Replace(constTimerd, "500", strconv.Itoa(script.RandomTimer), -1)
|
|||
|
|
script.RandomTimerInfo = unescaped(randomTimerd)
|
|||
|
|
}
|
|||
|
|
buff = buff.Funcs(template.FuncMap{"unescaped": unescaped})
|
|||
|
|
buff.Execute(b, script)
|
|||
|
|
result = b.String()
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//AddThreadGroup add thread group
|
|||
|
|
func (s *Service) AddThreadGroup(script *model.Script, sceneType int) (result string, err error) {
|
|||
|
|
var (
|
|||
|
|
buff *template.Template
|
|||
|
|
scriptd model.Script
|
|||
|
|
b = bytes.NewBuffer(nil)
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
if _, scriptd, err = s.AddScript(script, false); err != nil {
|
|||
|
|
log.Error("s.AddScript err :(%v)", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
//并行get
|
|||
|
|
if sceneType == 1 && script.Data == "" {
|
|||
|
|
buff, err = template.ParseFiles(s.c.Jmeter.JmeterThGroupTmp)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//并行post
|
|||
|
|
if sceneType == 1 && script.Data != "" {
|
|||
|
|
buff, err = template.ParseFiles(s.c.Jmeter.JmeterThGroupPostTmp)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//串行get
|
|||
|
|
if sceneType == 2 && script.Data == "" {
|
|||
|
|
buff, err = template.ParseFiles(s.c.Jmeter.JmeterThGroupDuliTmp)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//串行 post
|
|||
|
|
if sceneType == 2 && script.Data != "" {
|
|||
|
|
buff, err = template.ParseFiles(s.c.Jmeter.JmeterThGroupPostDuliTmp)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if err != nil {
|
|||
|
|
log.Info("open template failed! (%v)", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
buff = buff.Funcs(template.FuncMap{"unescaped": unescaped})
|
|||
|
|
scriptd.FileName = scriptd.ScriptPath + scriptd.FileName
|
|||
|
|
buff.Execute(b, scriptd)
|
|||
|
|
result = b.String()
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//GetThreadGroup get thread group
|
|||
|
|
func (s *Service) GetThreadGroup(scrThreadGroup model.ScrThreadGroup) (threadGroup string, err error) {
|
|||
|
|
var (
|
|||
|
|
threadGroups []string
|
|||
|
|
IsSerial bool
|
|||
|
|
groups []int
|
|||
|
|
groupMap = make(map[int]int)
|
|||
|
|
RunOrders []int
|
|||
|
|
scriptsd []*model.Script
|
|||
|
|
scriptsds [][]*model.Script
|
|||
|
|
threadGroupd string
|
|||
|
|
threadGroupds []string
|
|||
|
|
threadSamples []string
|
|||
|
|
threadSample string
|
|||
|
|
threadSamplesd string
|
|||
|
|
threadGrou string
|
|||
|
|
)
|
|||
|
|
for _, script := range scrThreadGroup.Scripts {
|
|||
|
|
RunOrders = append(RunOrders, script.RunOrder)
|
|||
|
|
groupMap[script.GroupID]++
|
|||
|
|
if script.APIHeader != "" && script.APIHeader != "[{\"\":\"\"}]" {
|
|||
|
|
if err = json.Unmarshal([]byte(script.APIHeader), &script.Headers); err != nil {
|
|||
|
|
log.Error("get script header err : (%v), scriptId:(%d)", err, script.ID)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
if script.ArgumentString != "" && script.ArgumentString != "[{\"\":\"\"}]" {
|
|||
|
|
if err = json.Unmarshal([]byte(script.ArgumentString), &script.ArgumentsMap); err != nil {
|
|||
|
|
log.Error("get script argument err: (%v), scriptId:(%d)", err, script.ID)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
if script.OutputParams != "" && script.OutputParams != "[{\"\":\"\"}]" && script.OutputParams != "[]" {
|
|||
|
|
if err = json.Unmarshal([]byte(script.OutputParams), &script.OutputParamsMap); err != nil {
|
|||
|
|
log.Error("get script OutputParams err: (%v), scriptId:(%d)", err, script.ID)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
for _, order := range RunOrders {
|
|||
|
|
if order > 1 {
|
|||
|
|
IsSerial = true
|
|||
|
|
break
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
for k := range groupMap {
|
|||
|
|
groups = append(groups, k)
|
|||
|
|
}
|
|||
|
|
//并行脚本逻辑
|
|||
|
|
if !IsSerial {
|
|||
|
|
for _, script := range scrThreadGroup.Scripts {
|
|||
|
|
if threadGrou, err = s.AddThreadGroup(script, 1); err != nil {
|
|||
|
|
log.Error("d.GetThroupGroupJmeter: error(%v)", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
threadGroups = append(threadGroups, threadGrou)
|
|||
|
|
}
|
|||
|
|
for _, thgroup := range threadGroups {
|
|||
|
|
threadGroupd = threadGroupd + thgroup
|
|||
|
|
}
|
|||
|
|
threadGroup = threadGroupd
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//串行脚本逻辑
|
|||
|
|
for _, group := range groups {
|
|||
|
|
for i := 0; i < len(scrThreadGroup.Scripts); i++ {
|
|||
|
|
if scrThreadGroup.Scripts[i].GroupID == group {
|
|||
|
|
scriptsd = append(scriptsd, scrThreadGroup.Scripts[i])
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
scriptsds = append(scriptsds, scriptsd)
|
|||
|
|
scriptsd = []*model.Script{}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 每个线程组内的接口，按照接口的 RunOrder 属性进行排序
|
|||
|
|
for _, scriptsd := range scriptsds {
|
|||
|
|
for i := 0; i < len(scriptsd)-1; i++ {
|
|||
|
|
for j := i + 1; j < len(scriptsd); j++ {
|
|||
|
|
if scriptsd[i].RunOrder > scriptsd[j].RunOrder {
|
|||
|
|
tmp := scriptsd[i]
|
|||
|
|
scriptsd[i] = scriptsd[j]
|
|||
|
|
scriptsd[j] = tmp
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
for k := 0; k < len(scriptsds); k++ {
|
|||
|
|
if len(scriptsds[k]) == 1 {
|
|||
|
|
if threadGroupd, err = s.AddThreadGroup(scriptsds[k][0], 1); err != nil {
|
|||
|
|
log.Error("d.GetThroupGroupJmeter: error(%v)", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
} else {
|
|||
|
|
//生成一个线程组，再往线程组插入 sample
|
|||
|
|
if threadGroupd, err = s.AddThreadGroup(scriptsds[k][0], 2); err != nil {
|
|||
|
|
log.Error(" s.AddScript err :(%v)", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
for i := 0; i < len(scriptsds[k]); i++ {
|
|||
|
|
//从第二个接口开始生成 sample
|
|||
|
|
if i > 0 {
|
|||
|
|
if threadSample, err = s.AddJmeterSample(scriptsds[k][i]); err != nil {
|
|||
|
|
log.Error("s.dao.GetThroupSeriesSample err :(%v)", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
threadSamples = append(threadSamples, threadSample)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
for j := 0; j < len(threadSamples); j++ {
|
|||
|
|
threadSamplesd = threadSamplesd + threadSamples[j]
|
|||
|
|
}
|
|||
|
|
//生成一个 线程组
|
|||
|
|
threadGroupM := strings.Replace(threadGroupd, "+-+-+*", threadSamplesd, -1)
|
|||
|
|
|
|||
|
|
//多个线程组
|
|||
|
|
threadGroupds = append(threadGroupds, threadGroupM)
|
|||
|
|
threadSamples = []string{}
|
|||
|
|
threadSamplesd = ""
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
for _, threadGrou := range threadGroupds {
|
|||
|
|
threadGroup = threadGroup + threadGrou
|
|||
|
|
}
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//URLCheck url check
|
|||
|
|
func (s *Service) URLCheck(script *model.Script) (urlEncode *model.URLEncode, err error) {
|
|||
|
|
var (
|
|||
|
|
tempUrl *url.URL
|
|||
|
|
)
|
|||
|
|
urlEncode = &model.URLEncode{}
|
|||
|
|
if strings.Contains(script.URL, "?") {
|
|||
|
|
if tempUrl, err = url.Parse(script.URL); err != nil {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
params := tempUrl.RawQuery
|
|||
|
|
paramList := strings.Split(params, "&")
|
|||
|
|
for _, param := range paramList {
|
|||
|
|
value := strings.Split(param, "=")[1]
|
|||
|
|
var myMap map[string]interface{}
|
|||
|
|
if err = json.Unmarshal([]byte(value), &myMap); err != nil {
|
|||
|
|
urlEncode.ParamsType = "nojson"
|
|||
|
|
urlEncode.NewUrl = script.URL
|
|||
|
|
continue
|
|||
|
|
}
|
|||
|
|
urlEncode.ParamsType = "json"
|
|||
|
|
newParams := tempUrl.Query().Encode()
|
|||
|
|
urlEncode.NewUrl = strings.Split(script.URL, "?")[0] + "?" + newParams
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//AddTimer add Timer
|
|||
|
|
func (s *Service) AddTimer(script *model.Script) error {
|
|||
|
|
return s.dao.AddScriptTimer(script)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//SetHeaders set headers
|
|||
|
|
func SetHeaders(Headers []map[string]string, scriptId int) (stringHeader string) {
|
|||
|
|
var (
|
|||
|
|
stringHeaders []string
|
|||
|
|
HeaderString string
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
// 表示直接生成的脚本，非修改
|
|||
|
|
if scriptId == 0 {
|
|||
|
|
for _, header := range Headers {
|
|||
|
|
k := header["key"]
|
|||
|
|
v := header["value"]
|
|||
|
|
HeaderString = model.HeaderStart + k + model.HeaderMid + v + model.HeaderEnd
|
|||
|
|
stringHeaders = append(stringHeaders, HeaderString)
|
|||
|
|
}
|
|||
|
|
} else {
|
|||
|
|
//修改脚本，header 从数据库取出的
|
|||
|
|
for _, header := range Headers {
|
|||
|
|
for k, v := range header {
|
|||
|
|
HeaderString = model.HeaderStart + k + model.HeaderMid + v + model.HeaderEnd
|
|||
|
|
stringHeaders = append(stringHeaders, HeaderString)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
for _, str := range stringHeaders {
|
|||
|
|
stringHeader = stringHeader + str + "\r\n"
|
|||
|
|
}
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//SetArguments set argument
|
|||
|
|
func SetArguments(Arguments []map[string]string, scriptId int) (stringArgument string) {
|
|||
|
|
var (
|
|||
|
|
stringArguments []string
|
|||
|
|
ArgumentString string
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
// 表示直接生成的脚本，非修改
|
|||
|
|
if scriptId == 0 {
|
|||
|
|
for _, argument := range Arguments {
|
|||
|
|
k := argument["key"]
|
|||
|
|
v := argument["value"]
|
|||
|
|
ArgumentString = model.ElementPropName + k + model.HTTPArgument + model.HTTPArgumentEncode + model.ArgumentStart + v + model.ArgumentMid + k + model.ArgumentEnd
|
|||
|
|
stringArguments = append(stringArguments, ArgumentString)
|
|||
|
|
}
|
|||
|
|
} else {
|
|||
|
|
//修改脚本，argument 从数据库取出的
|
|||
|
|
for _, argument := range Arguments {
|
|||
|
|
for k, v := range argument {
|
|||
|
|
ArgumentString = model.ElementPropName + k + model.HTTPArgument + model.HTTPArgumentEncode + model.ArgumentStart + v + model.ArgumentMid + k + model.ArgumentEnd
|
|||
|
|
stringArguments = append(stringArguments, ArgumentString)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
for _, str := range stringArguments {
|
|||
|
|
stringArgument = stringArgument + str + "\r\n"
|
|||
|
|
}
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//SetJSONExtractor set JSONExtractorgo
|
|||
|
|
func (s *Service) SetJSONExtractor(jsonExt model.JSONExtractor) (JSONExtractor string, err error) {
|
|||
|
|
var (
|
|||
|
|
buff *template.Template
|
|||
|
|
b = bytes.NewBuffer(nil)
|
|||
|
|
)
|
|||
|
|
buff, err = template.ParseFiles(s.c.Jmeter.JSONExtractorTmp)
|
|||
|
|
if err != nil {
|
|||
|
|
log.Info("open template failed! (%v)", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
buff = buff.Funcs(template.FuncMap{"unescaped": unescaped})
|
|||
|
|
buff.Execute(b, jsonExt)
|
|||
|
|
JSONExtractor = b.String()
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//SetJSONExtractors Set JSONExtractors
|
|||
|
|
func (s *Service) SetJSONExtractors(script *model.Script) (JSONExtractors string, err error) {
|
|||
|
|
var (
|
|||
|
|
JSONExtractords []string
|
|||
|
|
jsonExt model.JSONExtractor
|
|||
|
|
JSONExtractord string
|
|||
|
|
)
|
|||
|
|
// 表示直接生成的脚本，非修改
|
|||
|
|
if script.ID == 0 {
|
|||
|
|
for _, OutputParam := range script.OutputParamsMap {
|
|||
|
|
jsonExt.JSONName = OutputParam["key"]
|
|||
|
|
jsonExt.JSONPath = OutputParam["value"]
|
|||
|
|
if jsonExt.JSONName != "" && jsonExt.JSONPath != "" {
|
|||
|
|
if JSONExtractord, err = s.SetJSONExtractor(jsonExt); err != nil {
|
|||
|
|
log.Error("SetJSONExtractor err :(%v) ", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
JSONExtractords = append(JSONExtractords, JSONExtractord)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
} else {
|
|||
|
|
//修改脚本，header 从数据库取出的
|
|||
|
|
for _, OutputParam := range script.OutputParamsMap {
|
|||
|
|
for k, v := range OutputParam {
|
|||
|
|
jsonExt.JSONName = k
|
|||
|
|
jsonExt.JSONPath = v
|
|||
|
|
}
|
|||
|
|
if jsonExt.JSONName != "" && jsonExt.JSONPath != "" {
|
|||
|
|
if JSONExtractord, err = s.SetJSONExtractor(jsonExt); err != nil {
|
|||
|
|
log.Error("SetJSONExtractor err :(%v) ", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
JSONExtractords = append(JSONExtractords, JSONExtractord)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
JSONExtractors = SliceToString(JSONExtractords, " ")
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//SetMultiPartInfo Set MultiPartInfo
|
|||
|
|
func SetMultiPartInfo(script *model.Script) (multiPartInfo string) {
|
|||
|
|
multiPartInfo = model.MultipartName + script.MultipartPath + script.MultipartFile + model.MultipartFilePath +
|
|||
|
|
script.MultipartPath + script.MultipartFile + model.MultipartFilePathd + script.MultipartParam +
|
|||
|
|
model.MultipartMimetype + script.MimeType + model.MultipartEnd
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//MapToString map to string
|
|||
|
|
func MapToString(strMapArr []map[string]string) (headerString string) {
|
|||
|
|
for _, strMap := range strMapArr {
|
|||
|
|
k, keyOk := strMap["key"]
|
|||
|
|
v, valueOK := strMap["value"]
|
|||
|
|
if keyOk != valueOK {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
if keyOk {
|
|||
|
|
delete(strMap, "key")
|
|||
|
|
delete(strMap, "value")
|
|||
|
|
strMap[k] = v
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
headers, _ := json.Marshal(strMapArr)
|
|||
|
|
headerString = string(headers)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//StringToMap string to map
|
|||
|
|
func StringToMap(headerString string) (mapHeaders []map[string]string) {
|
|||
|
|
if headerString != "[{\"\":\"\"}]" {
|
|||
|
|
if err := json.Unmarshal([]byte(headerString), &mapHeaders); err != nil {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func unescaped(x string) interface{} {
|
|||
|
|
return template.HTML(x)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//HostInfo add hostinfo
|
|||
|
|
func HostInfo(domain string, apiHeader string) (hostInfo string) {
|
|||
|
|
mapHeaders := StringToMap(apiHeader)
|
|||
|
|
reg := regexp.MustCompile(`.com|.co`)
|
|||
|
|
strs := reg.FindAllString(domain, -1)
|
|||
|
|
if len(strs) != 0 {
|
|||
|
|
for _, str := range strs {
|
|||
|
|
if (strings.Contains(str, ".com") || strings.Contains(str, ".co")) && strings.Contains(apiHeader, domain) { //绑定至用户指定的ip
|
|||
|
|
for _, header := range mapHeaders {
|
|||
|
|
for host := range header {
|
|||
|
|
conf.Conf.Paas.HostInfo = domain + ":" + host
|
|||
|
|
hostInfo = conf.Conf.Paas.HostInfo
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
} else if strings.Contains(str, ".com") || strings.Contains(str, ".co") { //默认绑定至172.22.22.222
|
|||
|
|
conf.Conf.Paas.HostInfo = domain + ":" + conf.Conf.Melloi.DefaultHost
|
|||
|
|
hostInfo = conf.Conf.Paas.HostInfo
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//HostInfoList add hostinfo list
|
|||
|
|
func HostInfoList(scripts []*model.Script) (hostInfo string) {
|
|||
|
|
for _, script := range scripts {
|
|||
|
|
mapHeaders := StringToMap(script.APIHeader)
|
|||
|
|
reg := regexp.MustCompile(`.com|.co`)
|
|||
|
|
strs := reg.FindAllString(script.Domain, -1)
|
|||
|
|
if len(strs) != 0 {
|
|||
|
|
for _, str := range strs {
|
|||
|
|
if (strings.Contains(str, ".com") || strings.Contains(str, ".co")) && strings.Contains(script.APIHeader, script.Domain) { //绑定至用户指定的ip
|
|||
|
|
for _, header := range mapHeaders {
|
|||
|
|
for host := range header {
|
|||
|
|
conf.Conf.Paas.HostInfo = script.Domain + ":" + host
|
|||
|
|
hostInfo = conf.Conf.Paas.HostInfo
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
} else if strings.Contains(str, ".com") || strings.Contains(str, ".co") { //默认绑定至172.22.22.222
|
|||
|
|
hostInfo = hostInfo + script.Domain + ":" + conf.Conf.Melloi.DefaultHost + ","
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
conf.Conf.Paas.HostInfo = hostInfo
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//HostInfoByUploadSc host info By UploadSc
|
|||
|
|
func HostInfoByUploadSc(domain string) (hostInfo string) {
|
|||
|
|
domains := strings.Split(domain, ",")
|
|||
|
|
for _, dom := range domains {
|
|||
|
|
hostInfo = hostInfo + dom + ":" + conf.Conf.Melloi.DefaultHost + ","
|
|||
|
|
}
|
|||
|
|
conf.Conf.Paas.HostInfo = hostInfo
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// GroupOrder Group Order
|
|||
|
|
func GroupOrder(isEdit bool, script *model.Script, scene *model.Scene, paramList *model.ParamList) (groupId int, runOrder int) {
|
|||
|
|
var (
|
|||
|
|
flag = 0
|
|||
|
|
//tmpIndex = 0
|
|||
|
|
u *url.URL
|
|||
|
|
err error
|
|||
|
|
)
|
|||
|
|
if u, err = url.Parse(script.URL); err != nil || u == nil {
|
|||
|
|
log.Error("sorry, url is wrong, please check. error(%v)", err)
|
|||
|
|
err = ecode.MelloiUrlParseError
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
if len(paramList.ParamList) > 0 {
|
|||
|
|
for _, paramList := range paramList.ParamList {
|
|||
|
|
tempList := strings.Split(u.RawQuery, "&")
|
|||
|
|
tempHeaderList := strings.Split(script.APIHeader, ",")
|
|||
|
|
tempArgumentList := strings.Split(script.ArgumentString, ",")
|
|||
|
|
tempDataList := strings.Split(script.Data, ",")
|
|||
|
|
if u.RawQuery == "" && (script.APIHeader == "[{\"\":\"\"}]" || script.APIHeader == "[]") && script.Data == "" && (script.ArgumentString == "[{\"\":\"\"}]" || script.ArgumentString == "[]") {
|
|||
|
|
if scene.SceneType == 1 || scene.SceneType == 0 {
|
|||
|
|
groupId = paramList.GroupID + 1
|
|||
|
|
runOrder = 1
|
|||
|
|
continue
|
|||
|
|
} else if scene.SceneType == 2 {
|
|||
|
|
groupId = paramList.GroupID
|
|||
|
|
runOrder = paramList.RunOrder + 1
|
|||
|
|
continue
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
//url params check
|
|||
|
|
if u.RawQuery != "" {
|
|||
|
|
if groupId, runOrder, flag, err = OrderEach(isEdit, tempList, paramList, scene.SceneType); err != nil || (runOrder != 1 && flag == 0) {
|
|||
|
|
return
|
|||
|
|
//} else if flag == 2 {
|
|||
|
|
// tmpIndex = index
|
|||
|
|
// break
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
//APIHeader params check
|
|||
|
|
if script.APIHeader != "[{\"\":\"\"}]" && script.APIHeader != "[]" {
|
|||
|
|
if groupId, runOrder, flag, err = OrderEach(isEdit, tempHeaderList, paramList, scene.SceneType); err != nil || (runOrder != 1 && flag == 0) {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
//ArgumentString params check
|
|||
|
|
if script.ArgumentString != "[{\"\":\"\"}]" && script.ArgumentString != "[]" {
|
|||
|
|
if groupId, runOrder, flag, err = OrderEach(isEdit, tempArgumentList, paramList, scene.SceneType); err != nil || (runOrder != 1 && flag == 0) {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
//body params check
|
|||
|
|
if script.Data != "" {
|
|||
|
|
if groupId, runOrder, flag, err = OrderEach(isEdit, tempDataList, paramList, scene.SceneType); err != nil || (runOrder != 1 && flag == 0) {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
//for i := tmpIndex; i < len(paramList.ParamList); i++ {
|
|||
|
|
// if err = s.dao.UpdateRunOrder(paramList.ParamList[i].); err != nil {
|
|||
|
|
// log.Error("s.dao.UpdateScript err :(%v)", err)
|
|||
|
|
// return
|
|||
|
|
// }
|
|||
|
|
//}
|
|||
|
|
} else if script.GroupID != 0 {
|
|||
|
|
groupId = script.GroupID
|
|||
|
|
runOrder = 1
|
|||
|
|
} else {
|
|||
|
|
groupId = 1
|
|||
|
|
runOrder = 1
|
|||
|
|
}
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// GroupOrderByEdit Group Order By Edit
|
|||
|
|
func GroupOrderByEdit(isEdit bool, id int, script *model.Script, scene *model.Scene, paramList *model.ParamList) (groupId int, runOrder int) {
|
|||
|
|
var (
|
|||
|
|
flag = 0
|
|||
|
|
//tmpIndex = 0
|
|||
|
|
u *url.URL
|
|||
|
|
err error
|
|||
|
|
)
|
|||
|
|
if u, err = url.Parse(script.URL); err != nil || u == nil {
|
|||
|
|
log.Error("sorry, url is wrong, please check. error(%v)", err)
|
|||
|
|
err = ecode.MelloiUrlParseError
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
if len(paramList.ParamList) > 0 {
|
|||
|
|
for _, paramList := range paramList.ParamList {
|
|||
|
|
if paramList.ID != id {
|
|||
|
|
tempList := strings.Split(u.RawQuery, "&")
|
|||
|
|
tempHeaderList := strings.Split(script.APIHeader, ",")
|
|||
|
|
tempArgumentList := strings.Split(script.ArgumentString, ",")
|
|||
|
|
tempDataList := strings.Split(script.Data, ",")
|
|||
|
|
//url params check
|
|||
|
|
if u.RawQuery != "" {
|
|||
|
|
if groupId, runOrder, flag, err = OrderEach(isEdit, tempList, paramList, scene.SceneType); err != nil || (runOrder != 1 && flag == 0) {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
//APIHeader params check
|
|||
|
|
if script.APIHeader != "[{\"\":\"\"}]" && script.APIHeader != "[]" {
|
|||
|
|
if groupId, runOrder, flag, err = OrderEach(isEdit, tempHeaderList, paramList, scene.SceneType); err != nil || (runOrder != 1 && flag == 0) {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
//ArgumentString params check
|
|||
|
|
if script.ArgumentString != "[{\"\":\"\"}]" && script.ArgumentString != "[]" {
|
|||
|
|
if groupId, runOrder, flag, err = OrderEach(isEdit, tempArgumentList, paramList, scene.SceneType); err != nil || (runOrder != 1 && flag == 0) {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
//body params check
|
|||
|
|
if script.Data != "" {
|
|||
|
|
if groupId, runOrder, flag, err = OrderEach(isEdit, tempDataList, paramList, scene.SceneType); err != nil || (runOrder != 1 && flag == 0) {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// OrderEach Order Each
|
|||
|
|
func OrderEach(isEdit bool, strList []string, paramList *model.Params, sceneType int) (groupId int, runOrder int, flag int, err error) {
|
|||
|
|
for _, paramPage := range strList {
|
|||
|
|
if strings.Contains(paramPage, "$") {
|
|||
|
|
tempParam := strings.Split(paramPage, "$")[1]
|
|||
|
|
param := RegularTrans(tempParam)
|
|||
|
|
//several params
|
|||
|
|
if strings.Contains(paramList.OutputParams, ",") {
|
|||
|
|
dbTempList := strings.Split(paramList.OutputParams, ",")
|
|||
|
|
for _, dbParam := range dbTempList {
|
|||
|
|
flag = 0
|
|||
|
|
finalParam := strings.Split(strings.Split(dbParam, "\":\"")[0], "\"")[1]
|
|||
|
|
if param == finalParam {
|
|||
|
|
groupId = paramList.GroupID
|
|||
|
|
runOrder = paramList.RunOrder + 1
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
if !isEdit {
|
|||
|
|
if sceneType == 1 || sceneType == 0 {
|
|||
|
|
groupId = paramList.GroupID + 1
|
|||
|
|
runOrder = 1
|
|||
|
|
} else if sceneType == 2 {
|
|||
|
|
groupId = paramList.GroupID
|
|||
|
|
runOrder = paramList.RunOrder + 1
|
|||
|
|
flag = 1
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
} else { //single param
|
|||
|
|
dbParam := paramList.OutputParams
|
|||
|
|
finalParam := strings.Split(strings.Split(dbParam, "\":\"")[0], "\"")[1]
|
|||
|
|
if param == finalParam {
|
|||
|
|
groupId = paramList.GroupID
|
|||
|
|
runOrder = paramList.RunOrder + 1
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
if !isEdit {
|
|||
|
|
if sceneType == 1 || sceneType == 0 {
|
|||
|
|
groupId = paramList.GroupID + 1
|
|||
|
|
runOrder = 1
|
|||
|
|
} else if sceneType == 2 {
|
|||
|
|
groupId = paramList.GroupID
|
|||
|
|
runOrder = paramList.RunOrder + 1
|
|||
|
|
flag = 1
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
} else {
|
|||
|
|
if !isEdit {
|
|||
|
|
if sceneType == 1 || sceneType == 0 {
|
|||
|
|
groupId = paramList.GroupID + 1
|
|||
|
|
runOrder = 1
|
|||
|
|
} else if sceneType == 2 {
|
|||
|
|
groupId = paramList.GroupID
|
|||
|
|
runOrder = paramList.RunOrder + 1
|
|||
|
|
flag = 1
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// RegularTrans Regular Trans
|
|||
|
|
func RegularTrans(tempStr string) (targetStr string) {
|
|||
|
|
reg := regexp.MustCompile(`[\w]+`)
|
|||
|
|
str := reg.FindAllString(tempStr, -1)
|
|||
|
|
if len(str) != 0 {
|
|||
|
|
targetStr = str[0]
|
|||
|
|
}
|
|||
|
|
return targetStr
|
|||
|
|
}
|