You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
518 lines
16 KiB
518 lines
16 KiB
package service |
|
|
|
import ( |
|
"context" |
|
"encoding/json" |
|
"fmt" |
|
"net/url" |
|
"reflect" |
|
"strconv" |
|
"strings" |
|
"time" |
|
|
|
"go-common/app/admin/ep/saga/conf" |
|
"go-common/app/admin/ep/saga/model" |
|
"go-common/library/ecode" |
|
"go-common/library/log" |
|
|
|
"github.com/BurntSushi/toml" |
|
) |
|
|
|
const ( |
|
_configFlag = "\r\n" |
|
_sagaConfigFlag = "[[property.repos]]" |
|
) |
|
|
|
const ( |
|
_svenConfigAppName = "app_name" |
|
_svenConfigEnv = "env" |
|
_svenConfigZone = "zone" |
|
_svenConfigTreeID = "tree_id" |
|
_svenConfigToken = "token" |
|
_svenConfigBuild = "build" |
|
_svenConfigUser = "user" |
|
_svenConfigData = "data" |
|
_svenConfigNames = "names" |
|
_svenConfigMark = "mark" |
|
_svenConfigConfigIDs = "config_ids" |
|
_svenConfigForce = "force" |
|
_svenConfigIncrement = "increment" |
|
) |
|
|
|
const ( |
|
_formatStr = ` %s=%s` |
|
_formatStrQuo = ` %s="%s"` |
|
_formatValue = ` %s=%v` |
|
_formatInt = ` %s=%d` |
|
) |
|
|
|
const ( |
|
_defaultBranch = "master" |
|
_defaultLockTimeout = 600 |
|
) |
|
|
|
const ( |
|
_repoURL = "URL" |
|
_repoGroup = "Group" |
|
_repoName = "Name" |
|
_repoLanguage = "Language" |
|
_repoLockTimeout = "LockTimeout" |
|
_repoAuthBranches = "AuthBranches" |
|
_repoTargetBranches = "TargetBranches" |
|
) |
|
|
|
var ( |
|
sagaConfigCnName = []string{ |
|
"仓库地址", |
|
"仓库组名", |
|
"仓库名称", |
|
"仓库别名", |
|
"开发语言", |
|
"权限分支", |
|
"目标分支", |
|
"MR锁定超时时间(s)", |
|
"最少review人数", |
|
"是否关联pipeline", |
|
"自动合并", |
|
"权限限制", |
|
"准入标签", |
|
"超级权限用户", |
|
} |
|
|
|
sagaConfigMark = []string{ |
|
"仓库地址", |
|
"仓库组名", |
|
"仓库名称", |
|
"仓库别名", |
|
"仓库使用语言", |
|
"saga的权限管控将以此分支配置的CONTRIBUTORS.md为准，即使CONTRIBUTORS.md在其他分支上更改了，也都会以此分支的鉴权信息为准。", |
|
"配置的分支可以触发saga行为，如配置 targetBranches为master、release分支，则MR的目标分支为master或release时，都能触发saga行为。支持通配", |
|
"每个仓库在每个时间点只能允许一个MR在合并。MR合并时会取得一个锁并在其合并结束后将其释放；如果获取的锁MR在lockTimeout时间内都未能结束，则会认为超时并将锁自动释放，这样其他MR才能有机会获取到独享锁及合并的机会。", |
|
"最终合并前除了需要owner点赞外，还需通过权限文件配置的Reviewer中minReviewer数量的人点赞后可合并。", |
|
"配置后saga将会检查pipeline执行结果，并会在最后merge前再次retry pipeline。不配置的话saga不会对pipeline执行结果进行判断。", |
|
"此配置以 relatePipeline 为基础，打开后saga在MR最终合并前将不再retry pipeline，并且 +mr 时如果pipeline还在运行中，待pipeline运行通过后MR将会自动合并。", |
|
"打开后owner的权限将只限定在当前目录，即如果子目录配置了owner等信息，根目录的owner等将不能再管控子目录。", |
|
"如果配置了标签，saga只合入打了此label的MR。", |
|
"如果有配置，原来的鉴权文件CONTRIBUTORS.md将会失效，需要合并的MR都必须通过super users的review。super users本身也拥有+mr直接合并的权利。", |
|
} |
|
) |
|
|
|
// SagaUserList ... |
|
func (s *Service) SagaUserList(c context.Context) (resp []string, err error) { |
|
resp = conf.Conf.Property.Sven.SagaConfigsParam.UserList |
|
return |
|
} |
|
|
|
// QueryAllConfigFile ... |
|
func (s *Service) QueryAllConfigFile(c context.Context, sessionID string, isSaga bool) (resp *model.ConfigData, err error) { |
|
var ( |
|
url = conf.Conf.Property.Sven.Configs + "?app_name=%s&tree_id=%s&env=%s&zone=%s&build_id=%s" |
|
sagaConfig = conf.Conf.Property.Sven.SagaConfigsParam |
|
runnerConfig = conf.Conf.Property.Sven.ConfigsParam |
|
) |
|
|
|
if isSaga { |
|
url = fmt.Sprintf(url, sagaConfig.AppName, strconv.Itoa(sagaConfig.TreeID), sagaConfig.Env, sagaConfig.Zone, strconv.Itoa(sagaConfig.BuildId)) |
|
} else { |
|
url = fmt.Sprintf(url, runnerConfig.AppName, strconv.Itoa(runnerConfig.TreeID), runnerConfig.Env, runnerConfig.Zone, strconv.Itoa(runnerConfig.BuildId)) |
|
} |
|
|
|
return s.dao.QueryAllConfigFile(c, sessionID, url) |
|
} |
|
|
|
// QueryConfigFileContent ... |
|
func (s *Service) QueryConfigFileContent(c context.Context, sessionID string) (content string, err error) { |
|
var ( |
|
url = conf.Conf.Property.Sven.ConfigValue |
|
fileName = conf.Conf.Property.Sven.SagaConfigsParam.FileName |
|
configs *model.ConfigData |
|
) |
|
|
|
if configs, err = s.QueryAllConfigFile(c, sessionID, true); err != nil { |
|
return |
|
} |
|
for _, confValue := range configs.BuildFiles { |
|
if confValue.Name == fileName { |
|
log.Info("QueryConfigFileContent get config name: %s", fileName) |
|
id := strconv.Itoa(confValue.ID) |
|
url = fmt.Sprintf(url+"?config_id=%s", id) |
|
if content, err = s.dao.QueryConfigFileContent(c, sessionID, url); err != nil { |
|
return |
|
} |
|
} |
|
} |
|
return |
|
} |
|
|
|
// QueryProjectSagaConfig ... |
|
func (s *Service) QueryProjectSagaConfig(c context.Context, sessionID string, projectID int) (sagaConfig *model.RepoConfig, err error) { |
|
var ( |
|
projectInfo *model.ProjectInfo |
|
content string |
|
) |
|
|
|
if content, err = s.QueryConfigFileContent(c, sessionID); err != nil { |
|
return |
|
} |
|
|
|
index := strings.Index(content, _sagaConfigFlag) |
|
if index < 0 { |
|
return |
|
} |
|
|
|
content = content[index:] |
|
log.Info("QueryProjectSagaConfig content: %s", content) |
|
|
|
Conf := &model.Config{} |
|
if _, err = toml.Decode(content, &Conf); err != nil { |
|
log.Error("QueryProjectSagaConfig Decode err(%+v)", err) |
|
return |
|
} |
|
if projectInfo, err = s.dao.ProjectInfoByID(projectID); err != nil { |
|
log.Error("QueryProjectSagaConfig ProjectInfoByID err(%+v)", err) |
|
return |
|
} |
|
projectUrl := strings.Replace(projectInfo.Repo, "git-test", "git", 1) |
|
for _, r := range Conf.Property.Repos { |
|
if r.URL == projectUrl { |
|
sagaConfig = r |
|
return |
|
} |
|
} |
|
return |
|
} |
|
|
|
// UpdateConfig ... |
|
func (s *Service) UpdateConfig(c context.Context, sessionID, user, configFileName, configContent, mark string, isSaga bool) (resp *model.CommonResp, err error) { |
|
var ( |
|
reqUrl = conf.Conf.Property.Sven.ConfigUpdate |
|
params = url.Values{} |
|
) |
|
|
|
if isSaga { |
|
params.Set(_svenConfigAppName, conf.Conf.Property.Sven.SagaConfigsParam.AppName) |
|
params.Set(_svenConfigEnv, conf.Conf.Property.Sven.SagaConfigsParam.Env) |
|
params.Set(_svenConfigZone, conf.Conf.Property.Sven.SagaConfigsParam.Zone) |
|
params.Set(_svenConfigTreeID, strconv.Itoa(conf.Conf.Property.Sven.SagaConfigsParam.TreeID)) |
|
params.Set(_svenConfigToken, conf.Conf.Property.Sven.SagaConfigsParam.Token) |
|
} else { |
|
params.Set(_svenConfigAppName, conf.Conf.Property.Sven.ConfigsParam.AppName) |
|
params.Set(_svenConfigEnv, conf.Conf.Property.Sven.ConfigsParam.Env) |
|
params.Set(_svenConfigZone, conf.Conf.Property.Sven.ConfigsParam.Zone) |
|
params.Set(_svenConfigTreeID, strconv.Itoa(conf.Conf.Property.Sven.ConfigsParam.TreeID)) |
|
params.Set(_svenConfigToken, conf.Conf.Property.Sven.ConfigsParam.Token) |
|
} |
|
|
|
data := `[{"name":"%s","comment":"%s","mark":"%s"}]` |
|
data = fmt.Sprintf(data, configFileName, configContent, mark) |
|
params.Set(_svenConfigData, data) |
|
params.Set(_svenConfigUser, user) |
|
|
|
log.Info("UpdateConfig params:%v", params) |
|
|
|
if resp, err = s.dao.RequestConfig(c, sessionID, reqUrl, params); err != nil { |
|
return |
|
} |
|
if resp.Code == ecode.OK.Code() && resp.Message == "0" { |
|
log.Info("RequestConfig success") |
|
resp = nil |
|
} |
|
return |
|
} |
|
|
|
// PublicConfig ... |
|
func (s *Service) PublicConfig(c context.Context, sessionID, user, configFileName, mark string, isSaga bool) (resp *model.CommonResp, err error) { |
|
var ( |
|
reqUrl = conf.Conf.Property.Sven.TagUpdate |
|
params = url.Values{} |
|
) |
|
|
|
if isSaga { |
|
params.Set(_svenConfigAppName, conf.Conf.Property.Sven.SagaConfigsParam.AppName) |
|
params.Set(_svenConfigEnv, conf.Conf.Property.Sven.SagaConfigsParam.Env) |
|
params.Set(_svenConfigZone, conf.Conf.Property.Sven.SagaConfigsParam.Zone) |
|
params.Set(_svenConfigTreeID, strconv.Itoa(conf.Conf.Property.Sven.SagaConfigsParam.TreeID)) |
|
params.Set(_svenConfigToken, conf.Conf.Property.Sven.SagaConfigsParam.Token) |
|
params.Set(_svenConfigBuild, conf.Conf.Property.Sven.SagaConfigsParam.Build) |
|
|
|
} else { |
|
params.Set(_svenConfigAppName, conf.Conf.Property.Sven.ConfigsParam.AppName) |
|
params.Set(_svenConfigEnv, conf.Conf.Property.Sven.ConfigsParam.Env) |
|
params.Set(_svenConfigZone, conf.Conf.Property.Sven.ConfigsParam.Zone) |
|
params.Set(_svenConfigTreeID, strconv.Itoa(conf.Conf.Property.Sven.ConfigsParam.TreeID)) |
|
params.Set(_svenConfigToken, conf.Conf.Property.Sven.ConfigsParam.Token) |
|
params.Set(_svenConfigBuild, conf.Conf.Property.Sven.ConfigsParam.Build) |
|
} |
|
params.Set(_svenConfigForce, strconv.Itoa(conf.Conf.Property.Sven.SagaConfigsParam.Force)) |
|
params.Set(_svenConfigIncrement, strconv.Itoa(conf.Conf.Property.Sven.SagaConfigsParam.Increment)) |
|
params.Set(_svenConfigMark, mark) |
|
params.Set(_svenConfigUser, user) |
|
params.Set(_svenConfigNames, configFileName) |
|
params.Set(_svenConfigConfigIDs, "") |
|
|
|
if resp, err = s.dao.RequestConfig(c, sessionID, reqUrl, params); err != nil { |
|
return |
|
} |
|
if resp.Code == ecode.OK.Code() && resp.Message == "0" { |
|
log.Info("RequestConfig success") |
|
resp = nil |
|
} |
|
return |
|
} |
|
|
|
// ParseRequestConfig ... |
|
func (s *Service) ParseRequestConfig(projectInfo *model.ProjectInfo, configs []model.ConfigSagaItem) (requestConfig *model.RepoConfig, requestConfigStr string, err error) { |
|
var ( |
|
configStr string |
|
content []byte |
|
) |
|
|
|
configStr = doBasicDefault(projectInfo) |
|
|
|
for _, config := range configs { |
|
|
|
rv := reflect.ValueOf(config.Value) |
|
if !rv.IsValid() { |
|
configStr, _ = doDefault(config.Name, configStr) |
|
continue |
|
} |
|
|
|
if rv.Kind() == reflect.Slice { |
|
log.Info("%s is slice", config.Name) |
|
if rv.IsNil() { |
|
configStr, _ = doDefault(config.Name, configStr) |
|
continue |
|
} |
|
if content, err = json.Marshal(config.Value); err != nil { |
|
log.Error("ParseRequestConfig err(%+v)", err) |
|
return |
|
} |
|
|
|
configTr := fmt.Sprintf(_formatStr, config.Name, string(content)) |
|
configStr = configStr + configTr + _configFlag |
|
|
|
} else { |
|
configTr := fmt.Sprintf(_formatValue, config.Name, config.Value) |
|
configStr = configStr + configTr + _configFlag |
|
} |
|
} |
|
log.Info("ParseRequestConfig: %s", configStr) |
|
requestConfigStr = configStr |
|
|
|
requestConfig = &model.RepoConfig{} |
|
if _, err = toml.Decode(configStr, &requestConfig); err != nil { |
|
log.Error("ParseRequestConfig toml decode err(%+v)", err) |
|
return |
|
} |
|
return |
|
} |
|
|
|
// doBasicDefault ... |
|
func doBasicDefault(projectInfo *model.ProjectInfo) (configStr string) { |
|
var configTr string |
|
|
|
configStr = _configFlag |
|
|
|
configTr = fmt.Sprintf(_formatStrQuo, _repoURL, projectInfo.Repo) |
|
configStr = configStr + configTr + _configFlag |
|
|
|
configTr = fmt.Sprintf(_formatStrQuo, _repoGroup, projectInfo.SpaceName) |
|
configStr = configStr + configTr + _configFlag |
|
|
|
configTr = fmt.Sprintf(_formatStrQuo, _repoName, projectInfo.Name) |
|
configStr = configStr + configTr + _configFlag |
|
|
|
return configStr |
|
} |
|
|
|
// doDefault ... |
|
func doDefault(name, config string) (configStr string, err error) { |
|
var ( |
|
content []byte |
|
defaultBr = []string{_defaultBranch} |
|
) |
|
configStr = config |
|
|
|
if strings.ToLower(name) == strings.ToLower(_repoLockTimeout) { |
|
|
|
configTr := fmt.Sprintf(_formatInt, name, _defaultLockTimeout) |
|
configStr = configStr + configTr + _configFlag |
|
} |
|
|
|
if strings.ToLower(name) == strings.ToLower(_repoAuthBranches) || strings.ToLower(name) == strings.ToLower(_repoTargetBranches) { |
|
|
|
if content, err = json.Marshal(defaultBr); err != nil { |
|
log.Error("Marshal err(%+v)", err) |
|
return |
|
} |
|
configTr := fmt.Sprintf(_formatStr, name, string(content)) |
|
configStr = configStr + configTr + _configFlag |
|
} |
|
return |
|
} |
|
|
|
// ParseSvenConfig ... |
|
func (s *Service) ParseSvenConfig(c context.Context, sessionID, projectUrl string) (fileContent, svenConfig string, err error) { |
|
var ( |
|
content string |
|
projectConfigs []string |
|
) |
|
|
|
if fileContent, err = s.QueryConfigFileContent(c, sessionID); err != nil { |
|
return |
|
} |
|
log.Info("ParseSvenConfig fileContent : %s", fileContent) |
|
|
|
index := strings.Index(fileContent, _sagaConfigFlag) |
|
if index < 0 { |
|
log.Warn("ParseSvenConfig not found any config flag: %s", projectUrl) |
|
return |
|
} |
|
content = fileContent[index:] |
|
|
|
projectConfigs = strings.Split(content, _sagaConfigFlag) |
|
for i := 0; i < len(projectConfigs); i++ { |
|
|
|
if strings.Contains(projectConfigs[i], projectUrl) { |
|
svenConfig = projectConfigs[i] |
|
return |
|
} |
|
} |
|
return |
|
} |
|
|
|
// ReplaceConfig ... |
|
func (s *Service) ReplaceConfig(c context.Context, username, sessionID string, projectInfo *model.ProjectInfo, req *model.ConfigList) (newConfig string, err error) { |
|
var ( |
|
requestConfig *model.RepoConfig |
|
requestConfigStr string |
|
fileContent string |
|
svenConfig string |
|
) |
|
|
|
if requestConfig, requestConfigStr, err = s.ParseRequestConfig(projectInfo, req.Configs); err != nil { |
|
return |
|
} |
|
|
|
if fileContent, svenConfig, err = s.ParseSvenConfig(c, sessionID, projectInfo.Repo); err != nil { |
|
return |
|
} |
|
if len(svenConfig) <= 0 { |
|
return |
|
} |
|
|
|
index := strings.Index(svenConfig, "#") |
|
if index > 0 { |
|
annotate := svenConfig[index:] |
|
requestConfigStr = requestConfigStr + _configFlag + " " + annotate |
|
} |
|
|
|
log.Info("ReplaceConfig requestConfig: %v", requestConfig) |
|
log.Info("ReplaceConfig requestConfigStr: %s", requestConfigStr) |
|
log.Info("ReplaceConfig svenConfig: %s", svenConfig) |
|
|
|
newConfig = strings.Replace(fileContent, svenConfig, requestConfigStr, 1) |
|
log.Info("ReplaceConfig newConfig: %s", newConfig) |
|
|
|
return |
|
} |
|
|
|
// ReleaseSagaConfig ... |
|
func (s *Service) ReleaseSagaConfig(c context.Context, username, sessionID string, req *model.ConfigList) (resp *model.CommonResp, err error) { |
|
var ( |
|
configFileName = conf.Conf.Property.Sven.SagaConfigsParam.FileName |
|
sagaConfig *model.RepoConfig |
|
projectInfo *model.ProjectInfo |
|
projectID = req.ProjectID |
|
newConfigContent string |
|
) |
|
|
|
if sagaConfig, err = s.QueryProjectSagaConfig(c, sessionID, req.ProjectID); err != nil || sagaConfig == nil { |
|
log.Error("ReleaseSagaConfig err(%+v)", err) |
|
return |
|
} |
|
|
|
if projectInfo, err = s.dao.ProjectInfoByID(projectID); err != nil { |
|
log.Error("ProjectInfoByID err(%+v)", err) |
|
return |
|
} |
|
projectInfo.Repo = strings.Replace(projectInfo.Repo, "git-test", "git", 1) |
|
|
|
log.Info("ReleaseSagaConfig query project: %s, sagaConfig: %v", projectInfo.Name, sagaConfig) |
|
|
|
if sagaConfig.Name == projectInfo.Name { |
|
|
|
if newConfigContent, err = s.ReplaceConfig(c, username, sessionID, projectInfo, req); err != nil { |
|
return |
|
} |
|
|
|
year, month, day := time.Now().Date() |
|
monthInt := int(month) |
|
hour := time.Now().Hour() |
|
updateMark := fmt.Sprintf("%s-%d-%d-%d-%d | from saga-admin", username, year, monthInt, day, hour) |
|
|
|
newConfigContent = strconv.Quote(newConfigContent)[1 : len(strconv.Quote(newConfigContent))-1] |
|
log.Info("ReleaseSagaConfig newConfig: %s", newConfigContent) |
|
|
|
if _, err = s.UpdateConfig(c, sessionID, username, configFileName, newConfigContent, updateMark, true); err != nil { |
|
log.Error("UpdateConfig err(%+v)", err) |
|
return |
|
} |
|
if _, err = s.PublicConfig(c, sessionID, username, configFileName, updateMark, true); err != nil { |
|
log.Error("PublicConfig err(%+v)", err) |
|
return |
|
} |
|
} |
|
|
|
return |
|
} |
|
|
|
// OptionSaga ... |
|
func (s *Service) OptionSaga(c context.Context, projectID, sessionID string) (resp []*model.OptionSagaItem, err error) { |
|
|
|
var sagaConfig *model.RepoConfig |
|
|
|
projectIDInt, _ := strconv.Atoi(projectID) |
|
if sagaConfig, err = s.QueryProjectSagaConfig(c, sessionID, projectIDInt); err != nil || sagaConfig == nil { |
|
log.Error("QueryProjectSagaConfig err(%+v)", err) |
|
return |
|
} |
|
|
|
t := reflect.TypeOf(sagaConfig) |
|
if t.Kind() != reflect.Ptr { |
|
log.Info("OptionSaga the object is not a Ptr, but it is : %v", t.Kind()) |
|
return |
|
} |
|
|
|
t = reflect.TypeOf(sagaConfig).Elem() |
|
if t.Kind() != reflect.Struct { |
|
log.Info("OptionSaga the object is not a struct, but it is : %v", t.Kind()) |
|
return |
|
} |
|
|
|
v := reflect.ValueOf(sagaConfig).Elem() |
|
for i := 0; i < t.NumField(); i++ { |
|
|
|
f := t.Field(i) |
|
if f.Name == _repoURL || f.Name == _repoGroup || f.Name == _repoName || f.Name == _repoLanguage { |
|
continue |
|
} |
|
|
|
val := v.Field(i).Interface() |
|
log.Info("OptionSaga === %s: %v = %v", f.Name, f.Type, val) |
|
|
|
sagaItem := &model.OptionSagaItem{} |
|
|
|
sagaItem.Name = f.Name |
|
sagaItem.Value = val |
|
sagaItem.CNName = sagaConfigCnName[i] |
|
sagaItem.Remark = sagaConfigMark[i] |
|
|
|
configTr := fmt.Sprintf(`%v`, f.Type) |
|
sagaItem.Type = configTr |
|
|
|
resp = append(resp, sagaItem) |
|
} |
|
|
|
return |
|
}
|
|
|