mirror of
https://github.com/TECHNOFAB11/powerproto.git
synced 2025-12-12 08:00:04 +01:00
init
Signed-off-by: storyicon <yuanchao@bilibili.com>
This commit is contained in:
storyicon
commit
9aac714c32
47 changed files with 5480 additions and 0 deletions
285
pkg/bootstraps/build.go
Normal file
285
pkg/bootstraps/build.go
Normal file
|
|
@ -0,0 +1,285 @@
|
|||
// Copyright 2021 storyicon@foxmail.com
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
package bootstraps
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
|
||||
"github.com/pkg/errors"
|
||||
|
||||
"github.com/storyicon/powerproto/pkg/component/actionmanager"
|
||||
"github.com/storyicon/powerproto/pkg/component/compilermanager"
|
||||
"github.com/storyicon/powerproto/pkg/component/configmanager"
|
||||
"github.com/storyicon/powerproto/pkg/component/pluginmanager"
|
||||
"github.com/storyicon/powerproto/pkg/configs"
|
||||
"github.com/storyicon/powerproto/pkg/util"
|
||||
"github.com/storyicon/powerproto/pkg/util/command"
|
||||
"github.com/storyicon/powerproto/pkg/util/concurrent"
|
||||
"github.com/storyicon/powerproto/pkg/util/logger"
|
||||
"github.com/storyicon/powerproto/pkg/util/progressbar"
|
||||
)
|
||||
|
||||
// StepLookUpConfigs is used to lookup config files according to target proto files
|
||||
func StepLookUpConfigs(
|
||||
ctx context.Context,
|
||||
targets []string,
|
||||
configManager configmanager.ConfigManager,
|
||||
) ([]configs.ConfigItem, error) {
|
||||
progress := progressbar.GetProgressBar(len(targets))
|
||||
progress.SetPrefix("Lookup configs of proto files")
|
||||
var configItems []configs.ConfigItem
|
||||
deduplicate := map[string]struct{}{}
|
||||
for _, target := range targets {
|
||||
cfg, err := configManager.GetConfig(ctx, target)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if _, exists := deduplicate[cfg.ID()]; !exists {
|
||||
configItems = append(configItems, cfg)
|
||||
deduplicate[cfg.ID()] = struct{}{}
|
||||
}
|
||||
progress.SetSuffix("load %s", cfg.ID())
|
||||
progress.Incr()
|
||||
}
|
||||
progress.SetSuffix("success!")
|
||||
progress.Wait()
|
||||
fmt.Printf("the following %d configurations will be used: \r\n", len(configItems))
|
||||
for _, config := range configItems {
|
||||
fmt.Printf(" %s \r\n", config.Path())
|
||||
}
|
||||
if len(configItems) == 0 {
|
||||
return nil, errors.New("no config file matched, please check the scope of config file " +
|
||||
"or use 'powerproto init' to create config file")
|
||||
}
|
||||
return configItems, nil
|
||||
}
|
||||
|
||||
// StepInstallProtoc is used to install protoc
|
||||
func StepInstallProtoc(ctx context.Context,
|
||||
pluginManager pluginmanager.PluginManager,
|
||||
configItems []configs.ConfigItem) error {
|
||||
deduplicate := map[string]struct{}{}
|
||||
for _, config := range configItems {
|
||||
version := config.Config().Protoc
|
||||
deduplicate[version] = struct{}{}
|
||||
}
|
||||
progress := progressbar.GetProgressBar(len(deduplicate))
|
||||
progress.SetPrefix("Install protoc")
|
||||
|
||||
versionsMap := map[string]struct{}{}
|
||||
for version := range deduplicate {
|
||||
if version == "latest" {
|
||||
progress.SetSuffix("query latest version of protoc")
|
||||
latestVersion, err := pluginManager.GetProtocLatestVersion(ctx)
|
||||
if err != nil {
|
||||
return errors.Wrap(err, "failed to list protoc versions")
|
||||
}
|
||||
version = latestVersion
|
||||
}
|
||||
progress.SetSuffix("check cache of protoc %s", version)
|
||||
exists, _, err := pluginManager.IsProtocInstalled(ctx, version)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
if exists {
|
||||
progress.SetSuffix("the %s version of protoc is already cached", version)
|
||||
} else {
|
||||
progress.SetSuffix("install %s version of protoc", version)
|
||||
_, err = pluginManager.InstallProtoc(ctx, version)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
progress.SetSuffix("the %s version of protoc is installed", version)
|
||||
}
|
||||
versionsMap[version] = struct{}{}
|
||||
progress.Incr()
|
||||
}
|
||||
progress.Wait()
|
||||
fmt.Println("the following versions of protoc will be used:", util.SetToSlice(versionsMap))
|
||||
return nil
|
||||
}
|
||||
|
||||
// StepInstallPlugins is used to install plugins
|
||||
func StepInstallPlugins(ctx context.Context,
|
||||
pluginManager pluginmanager.PluginManager,
|
||||
configItems []configs.ConfigItem,
|
||||
) error {
|
||||
deduplicate := map[string]struct{}{}
|
||||
for _, config := range configItems {
|
||||
for _, pkg := range config.Config().Plugins {
|
||||
deduplicate[pkg] = struct{}{}
|
||||
}
|
||||
}
|
||||
progress := progressbar.GetProgressBar(len(deduplicate))
|
||||
progress.SetPrefix("Install plugins")
|
||||
pluginsMap := map[string]struct{}{}
|
||||
for pkg := range deduplicate {
|
||||
path, version, ok := util.SplitGoPackageVersion(pkg)
|
||||
if !ok {
|
||||
return errors.Errorf("invalid format: %s, should in path@version format", pkg)
|
||||
}
|
||||
if version == "latest" {
|
||||
progress.SetSuffix("query latest version of %s", path)
|
||||
data, err := pluginManager.GetPluginLatestVersion(ctx, path)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
version = data
|
||||
pkg = util.JoinGoPackageVersion(path, version)
|
||||
}
|
||||
progress.SetSuffix("check cache of %s", pkg)
|
||||
exists, _, err := pluginManager.IsPluginInstalled(ctx, path, version)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
if exists {
|
||||
progress.SetSuffix("%s is cached", pkg)
|
||||
} else {
|
||||
progress.SetSuffix("installing %s", pkg)
|
||||
_, err := pluginManager.InstallPlugin(ctx, path, version)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
progress.SetSuffix("%s installed", pkg)
|
||||
}
|
||||
pluginsMap[pkg] = struct{}{}
|
||||
progress.Incr()
|
||||
}
|
||||
progress.SetSuffix("all plugins have been installed")
|
||||
progress.Wait()
|
||||
|
||||
fmt.Println("the following plugins will be used:")
|
||||
for pkg := range pluginsMap {
|
||||
fmt.Printf(" %s\r\n", pkg)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// StepCompile is used to compile proto files
|
||||
func StepCompile(ctx context.Context,
|
||||
compilerManager compilermanager.CompilerManager,
|
||||
targets []string,
|
||||
) error {
|
||||
progress := progressbar.GetProgressBar(len(targets))
|
||||
progress.SetPrefix("Compile Proto Files")
|
||||
c := concurrent.NewErrGroup(ctx, 10)
|
||||
for _, target := range targets {
|
||||
func(target string) {
|
||||
c.Go(func(ctx context.Context) error {
|
||||
progress.SetSuffix(target)
|
||||
comp, err := compilerManager.GetCompiler(ctx, target)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
if err := comp.Compile(ctx, target); err != nil {
|
||||
return err
|
||||
}
|
||||
progress.Incr()
|
||||
return nil
|
||||
})
|
||||
}(target)
|
||||
}
|
||||
if err := c.Wait(); err != nil {
|
||||
return err
|
||||
}
|
||||
progress.Wait()
|
||||
return nil
|
||||
}
|
||||
|
||||
// StepPostAction is used to execute post actions
|
||||
func StepPostAction(ctx context.Context,
|
||||
actionsManager actionmanager.ActionManager,
|
||||
configItems []configs.ConfigItem) error {
|
||||
progress := progressbar.GetProgressBar(len(configItems))
|
||||
progress.SetPrefix("PostAction")
|
||||
for _, cfg := range configItems {
|
||||
progress.SetSuffix(cfg.Path())
|
||||
if err := actionsManager.ExecutePostAction(ctx, cfg); err != nil {
|
||||
return err
|
||||
}
|
||||
progress.Incr()
|
||||
}
|
||||
progress.Wait()
|
||||
return nil
|
||||
}
|
||||
|
||||
// StepPostShell is used to execute post shell
|
||||
func StepPostShell(ctx context.Context,
|
||||
actionsManager actionmanager.ActionManager,
|
||||
configItems []configs.ConfigItem) error {
|
||||
progress := progressbar.GetProgressBar(len(configItems))
|
||||
progress.SetPrefix("PostShell")
|
||||
for _, cfg := range configItems {
|
||||
progress.SetSuffix(cfg.Path())
|
||||
if err := actionsManager.ExecutePostShell(ctx, cfg); err != nil {
|
||||
return err
|
||||
}
|
||||
progress.Incr()
|
||||
}
|
||||
progress.Wait()
|
||||
return nil
|
||||
}
|
||||
|
||||
// Compile is used to compile proto files
|
||||
func Compile(ctx context.Context, targets []string) error {
|
||||
log := logger.NewDefault("compile")
|
||||
log.SetLogLevel(logger.LevelError)
|
||||
|
||||
configManager, err := configmanager.NewConfigManager(log)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
pluginManager, err := pluginmanager.NewPluginManager(pluginmanager.NewConfig(), log)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
compilerManager, err := compilermanager.NewCompilerManager(ctx, log, configManager, pluginManager)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
actionManager, err := actionmanager.NewActionManager(log)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
configItems, err := StepLookUpConfigs(ctx, targets, configManager)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
if err := StepInstallProtoc(ctx, pluginManager, configItems); err != nil {
|
||||
return err
|
||||
}
|
||||
if err := StepInstallPlugins(ctx, pluginManager, configItems); err != nil {
|
||||
return err
|
||||
}
|
||||
if err := StepCompile(ctx, compilerManager, targets); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
if !command.IsDisableAction(ctx) {
|
||||
if err := StepPostAction(ctx, actionManager, configItems); err != nil {
|
||||
return err
|
||||
}
|
||||
if err := StepPostShell(ctx, actionManager, configItems); err != nil {
|
||||
return err
|
||||
}
|
||||
} else {
|
||||
log.LogWarn(nil, "PostAction and PostShell is skipped. If you need to allow execution, please append '-a' to command flags to enable")
|
||||
}
|
||||
|
||||
log.LogInfo(nil, "Good job! you are ready to go :)")
|
||||
return nil
|
||||
}
|
||||
118
pkg/bootstraps/tidy.go
Normal file
118
pkg/bootstraps/tidy.go
Normal file
|
|
@ -0,0 +1,118 @@
|
|||
// Copyright 2021 storyicon@foxmail.com
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
package bootstraps
|
||||
|
||||
import (
|
||||
"context"
|
||||
|
||||
"github.com/pkg/errors"
|
||||
|
||||
"github.com/storyicon/powerproto/pkg/component/configmanager"
|
||||
"github.com/storyicon/powerproto/pkg/component/pluginmanager"
|
||||
"github.com/storyicon/powerproto/pkg/configs"
|
||||
"github.com/storyicon/powerproto/pkg/util"
|
||||
"github.com/storyicon/powerproto/pkg/util/logger"
|
||||
"github.com/storyicon/powerproto/pkg/util/progressbar"
|
||||
)
|
||||
|
||||
// StepTidyConfig is used to tidy configs by proto file targets
|
||||
func StepTidyConfig(ctx context.Context, targets []string) error {
|
||||
log := logger.NewDefault("tidy")
|
||||
log.SetLogLevel(logger.LevelError)
|
||||
|
||||
configManager, err := configmanager.NewConfigManager(log)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
pluginManager, err := pluginmanager.NewPluginManager(pluginmanager.NewConfig(), log)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
configPaths := map[string]struct{}{}
|
||||
for _, target := range targets {
|
||||
cfg, err := configManager.GetConfig(ctx, target)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
configPaths[cfg.Path()] = struct{}{}
|
||||
}
|
||||
if len(configPaths) == 0 {
|
||||
return nil
|
||||
}
|
||||
|
||||
progress := progressbar.GetProgressBar(len(configPaths))
|
||||
progress.SetPrefix("tidy configs")
|
||||
for path := range configPaths {
|
||||
progress.SetSuffix(path)
|
||||
err := StepTidyConfigFile(ctx, pluginManager, progress, path)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
progress.Incr()
|
||||
}
|
||||
progress.SetSuffix("success!")
|
||||
progress.Wait()
|
||||
return nil
|
||||
}
|
||||
|
||||
// StepTidyConfig is used clean config
|
||||
// It will amend the 'latest' version to the latest version number in 'vx.y.z' format
|
||||
func StepTidyConfigFile(ctx context.Context,
|
||||
pluginManager pluginmanager.PluginManager,
|
||||
progress progressbar.ProgressBar,
|
||||
configFilePath string,
|
||||
) error {
|
||||
progress.SetSuffix("load config: %s", configFilePath)
|
||||
configItems, err := configs.LoadConfigs(configFilePath)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
var cleanable bool
|
||||
for _, item := range configItems {
|
||||
if item.Protoc == "latest" {
|
||||
progress.SetSuffix("query latest version of protoc")
|
||||
version, err := pluginManager.GetProtocLatestVersion(ctx)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
item.Protoc = version
|
||||
cleanable = true
|
||||
}
|
||||
for name, pkg := range item.Plugins {
|
||||
path, version, ok := util.SplitGoPackageVersion(pkg)
|
||||
if !ok {
|
||||
return errors.Errorf("invalid package format: %s, should be in path@version format", pkg)
|
||||
}
|
||||
if version == "latest" {
|
||||
progress.SetSuffix("query latest version of %s", path)
|
||||
version, err := pluginManager.GetPluginLatestVersion(ctx, path)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
item.Plugins[name] = util.JoinGoPackageVersion(path, version)
|
||||
cleanable = true
|
||||
}
|
||||
}
|
||||
}
|
||||
if cleanable {
|
||||
progress.SetSuffix("save %s", configFilePath)
|
||||
if err := configs.SaveConfigs(configFilePath, configItems...); err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
progress.SetSuffix("config file tidied: %s", configFilePath)
|
||||
return nil
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue