mirror of
https://github.com/d0zingcat/gocryptotrader.git
synced 2026-05-13 15:09:42 +00:00
* logger: reduce go routine generation * logger: shift most of processing and prep work to the worker pool, add pool for fields because each log we are pushing the struct to the heap, has better segregation now and includes a buffer in scope instead of relying on a pool * logger: shift fmt package calls to worker pool * logger: conform tests to new design * linter: fix issues * Update log/logger_test.go Co-authored-by: Scott <gloriousCode@users.noreply.github.com> * Update log/logger_test.go Co-authored-by: Scott <gloriousCode@users.noreply.github.com> * UN-GLORIOUS: nits * logger: Handle config variable * logger: NITERINOS BY GLORIOUS CODE * logger: revert * glorious: nits * Panic at the disco: fix * Panic at the disco: fix * logger: make sure logger closed and job channel emptied on start up error * fix tests * logger: reduce globals * logger: finished reduces globals, reduce workers to one too keep everything in line. * logger: remove comments * logger/exhchange: linter issues * db/test: fix linter * logger: add tests shift wait before unlock * logger: consolidate worker code; fix linter issue and make sure we can sustain writing for external testing. * logger: fix race and warn for conflict in config * logger: fix name and add to tests * logger: remove zero value field * glorious: panic fix and removal of code * logger: reinstate channels in close * logger: shift reinstate processing to SetupGlobalLogger * logger: segregate config.json from internal log.Config * logger: fix silly mistake that is silly * engine: Add protection for nil issues and implement new constructor in tests * logger: Force singular mutex usage throughout package, throw away funcs that are not used outside of this package, unexport a bunch. Fix tests. * logger: actually set advanced settings * Update log/loggers.go Co-authored-by: Scott <gloriousCode@users.noreply.github.com> * Update log/loggers.go Co-authored-by: Scott <gloriousCode@users.noreply.github.com> * Update log/loggers.go Co-authored-by: Scott <gloriousCode@users.noreply.github.com> * Update log/loggers.go Co-authored-by: Scott <gloriousCode@users.noreply.github.com> * Update log/logger_multiwriter.go Co-authored-by: Scott <gloriousCode@users.noreply.github.com> * glorious: nits * logger: test issue when not purging temp file and contents * loggertest: add more protections for the panics * linter: fix * glorious: nits * cleanup * logger: linter fix * linter: fix(?) :/ * linter: revert change * linter: fix Co-authored-by: Scott <gloriousCode@users.noreply.github.com> Co-authored-by: Ryan O'Hara-Reid <ryan.oharareid@thrasher.io>
288 lines
8.2 KiB
Go
288 lines
8.2 KiB
Go
package main
|
|
|
|
import (
|
|
"encoding/json"
|
|
"flag"
|
|
"fmt"
|
|
"os"
|
|
"path/filepath"
|
|
|
|
"github.com/thrasher-corp/gocryptotrader/backtester/common"
|
|
"github.com/thrasher-corp/gocryptotrader/backtester/config"
|
|
backtest "github.com/thrasher-corp/gocryptotrader/backtester/engine"
|
|
"github.com/thrasher-corp/gocryptotrader/backtester/plugins/strategies"
|
|
"github.com/thrasher-corp/gocryptotrader/common/convert"
|
|
"github.com/thrasher-corp/gocryptotrader/common/file"
|
|
"github.com/thrasher-corp/gocryptotrader/engine"
|
|
"github.com/thrasher-corp/gocryptotrader/log"
|
|
"github.com/thrasher-corp/gocryptotrader/signaler"
|
|
)
|
|
|
|
var singleRunStrategyPath, templatePath, outputPath, btConfigDir, strategyPluginPath string
|
|
var printLogo, generateReport, darkReport, colourOutput, logSubHeader bool
|
|
|
|
func main() {
|
|
wd, err := os.Getwd()
|
|
if err != nil {
|
|
fmt.Printf("Could not get working directory. Error: %v.\n", err)
|
|
os.Exit(1)
|
|
}
|
|
|
|
flags := parseFlags(wd)
|
|
var btCfg *config.BacktesterConfig
|
|
if btConfigDir == "" {
|
|
btConfigDir = config.DefaultBTConfigDir
|
|
log.Infof(log.Global, "Blank config received, using default path '%v'", btConfigDir)
|
|
}
|
|
fe := file.Exists(btConfigDir)
|
|
switch {
|
|
case fe:
|
|
btCfg, err = config.ReadBacktesterConfigFromPath(btConfigDir)
|
|
if err != nil {
|
|
fmt.Printf("Could not read config. Error: %v.\n", err)
|
|
os.Exit(1)
|
|
}
|
|
case !fe && btConfigDir == config.DefaultBTConfigDir:
|
|
btCfg, err = config.GenerateDefaultConfig()
|
|
if err != nil {
|
|
fmt.Printf("Could not generate config. Error: %v.\n", err)
|
|
os.Exit(1)
|
|
}
|
|
var btCfgJSON []byte
|
|
btCfgJSON, err = json.MarshalIndent(btCfg, "", " ")
|
|
if err != nil {
|
|
fmt.Printf("Could not generate config. Error: %v.\n", err)
|
|
os.Exit(1)
|
|
}
|
|
err = os.MkdirAll(config.DefaultBTDir, file.DefaultPermissionOctal)
|
|
if err != nil {
|
|
fmt.Printf("Could not generate config. Error: %v.\n", err)
|
|
os.Exit(1)
|
|
}
|
|
err = os.WriteFile(btConfigDir, btCfgJSON, file.DefaultPermissionOctal)
|
|
if err != nil {
|
|
fmt.Printf("Could not generate config. Error: %v.\n", err)
|
|
os.Exit(1)
|
|
}
|
|
default:
|
|
log.Errorf(log.Global, "Non-standard config '%v' does not exist. Exiting...", btConfigDir)
|
|
return
|
|
}
|
|
|
|
flagSet := engine.FlagSet(flags)
|
|
flagSet.WithBool("printlogo", &printLogo, btCfg.PrintLogo)
|
|
flagSet.WithBool("darkreport", &darkReport, btCfg.Report.DarkMode)
|
|
flagSet.WithBool("generatereport", &generateReport, btCfg.Report.GenerateReport)
|
|
flagSet.WithBool("logsubheaders", &logSubHeader, btCfg.LogSubheaders)
|
|
flagSet.WithBool("colouroutput", &colourOutput, btCfg.UseCMDColours)
|
|
|
|
if singleRunStrategyPath != "" && !file.Exists(singleRunStrategyPath) {
|
|
fmt.Printf("Strategy config path not found '%v'", singleRunStrategyPath)
|
|
os.Exit(1)
|
|
}
|
|
|
|
defaultTemplate := filepath.Join(
|
|
wd,
|
|
"report",
|
|
"tpl.gohtml")
|
|
defaultReportOutput := filepath.Join(
|
|
wd,
|
|
"results")
|
|
|
|
if templatePath != defaultTemplate {
|
|
btCfg.Report.TemplatePath = templatePath
|
|
}
|
|
if !file.Exists(btCfg.Report.TemplatePath) {
|
|
fmt.Printf("Report template path not found '%v'", btCfg.Report.TemplatePath)
|
|
os.Exit(1)
|
|
}
|
|
|
|
if outputPath != defaultReportOutput {
|
|
btCfg.Report.OutputPath = outputPath
|
|
}
|
|
if !file.Exists(btCfg.Report.OutputPath) {
|
|
fmt.Printf("Report output path not found '%v'", btCfg.Report.OutputPath)
|
|
os.Exit(1)
|
|
}
|
|
|
|
if colourOutput {
|
|
common.SetColours(&btCfg.Colours)
|
|
} else {
|
|
common.PurgeColours()
|
|
}
|
|
|
|
defaultLogSettings := log.GenDefaultSettings()
|
|
defaultLogSettings.AdvancedSettings.ShowLogSystemName = convert.BoolPtr(logSubHeader)
|
|
defaultLogSettings.AdvancedSettings.Headers.Info = common.CMDColours.Info + "[INFO]" + common.CMDColours.Default
|
|
defaultLogSettings.AdvancedSettings.Headers.Warn = common.CMDColours.Warn + "[WARN]" + common.CMDColours.Default
|
|
defaultLogSettings.AdvancedSettings.Headers.Debug = common.CMDColours.Debug + "[DEBUG]" + common.CMDColours.Default
|
|
defaultLogSettings.AdvancedSettings.Headers.Error = common.CMDColours.Error + "[ERROR]" + common.CMDColours.Default
|
|
err = log.SetGlobalLogConfig(defaultLogSettings)
|
|
if err != nil {
|
|
fmt.Printf("Could not setup global logger. Error: %v.\n", err)
|
|
os.Exit(1)
|
|
}
|
|
|
|
err = log.SetupGlobalLogger()
|
|
if err != nil {
|
|
fmt.Printf("Could not setup global logger. Error: %v.\n", err)
|
|
os.Exit(1)
|
|
}
|
|
|
|
err = common.RegisterBacktesterSubLoggers()
|
|
if err != nil {
|
|
fmt.Printf("Could not register subloggers. Error: %v.\n", err)
|
|
os.Exit(1)
|
|
}
|
|
|
|
if printLogo {
|
|
fmt.Println(common.Logo())
|
|
}
|
|
|
|
if strategyPluginPath == "" && btCfg.PluginPath != "" {
|
|
strategyPluginPath = btCfg.PluginPath
|
|
}
|
|
if strategyPluginPath != "" {
|
|
err = strategies.LoadCustomStrategies(strategyPluginPath)
|
|
if err != nil {
|
|
fmt.Printf("Could not load custom strategies. Error: %v.\n", err)
|
|
os.Exit(1)
|
|
}
|
|
log.Infof(common.Backtester, "Loaded plugin %v\n", strategyPluginPath)
|
|
}
|
|
|
|
if singleRunStrategyPath != "" {
|
|
dir := singleRunStrategyPath
|
|
var cfg *config.Config
|
|
cfg, err = config.ReadStrategyConfigFromFile(dir)
|
|
if err != nil {
|
|
fmt.Printf("Could not read strategy config. Error: %v.\n", err)
|
|
os.Exit(1)
|
|
}
|
|
var bt *backtest.BackTest
|
|
bt, err = backtest.NewBacktesterFromConfigs(cfg, &config.BacktesterConfig{
|
|
Report: config.Report{
|
|
GenerateReport: generateReport,
|
|
TemplatePath: btCfg.Report.TemplatePath,
|
|
OutputPath: btCfg.Report.OutputPath,
|
|
DarkMode: darkReport,
|
|
},
|
|
})
|
|
if err != nil {
|
|
fmt.Printf("Could not execute strategy. Error: %v.\n", err)
|
|
os.Exit(1)
|
|
}
|
|
if bt.MetaData.LiveTesting {
|
|
err = bt.ExecuteStrategy(false)
|
|
if err != nil {
|
|
fmt.Printf("Could execute strategy. Error: %v.\n", err)
|
|
os.Exit(1)
|
|
}
|
|
interrupt := signaler.WaitForInterrupt()
|
|
log.Infof(log.Global, "Captured %v, shutdown requested.\n", interrupt)
|
|
log.Infoln(log.Global, "Exiting.")
|
|
bt.Stop()
|
|
} else {
|
|
err = bt.ExecuteStrategy(true)
|
|
if err != nil {
|
|
fmt.Printf("Could execute strategy. Error: %v.\n", err)
|
|
os.Exit(1)
|
|
}
|
|
}
|
|
return
|
|
}
|
|
|
|
// grpc server mode
|
|
btCfg.Report.DarkMode = darkReport
|
|
btCfg.Report.GenerateReport = generateReport
|
|
|
|
runManager := backtest.SetupRunManager()
|
|
|
|
go func(c *config.BacktesterConfig) {
|
|
log.Info(log.GRPCSys, "Starting RPC server")
|
|
var s *backtest.GRPCServer
|
|
s, err = backtest.SetupRPCServer(c, runManager)
|
|
err = backtest.StartRPCServer(s)
|
|
if err != nil {
|
|
fmt.Printf("Could not start RPC server. Error: %v.\n", err)
|
|
os.Exit(1)
|
|
}
|
|
log.Info(log.GRPCSys, "Ready to receive commands")
|
|
}(btCfg)
|
|
interrupt := signaler.WaitForInterrupt()
|
|
log.Infof(log.Global, "Captured %v, shutdown requested.\n", interrupt)
|
|
log.Infoln(log.Global, "Exiting.")
|
|
}
|
|
|
|
func parseFlags(wd string) map[string]bool {
|
|
defaultStrategy := filepath.Join(
|
|
wd,
|
|
"config",
|
|
"strategyexamples",
|
|
"dca-api-candles.strat")
|
|
defaultTemplate := filepath.Join(
|
|
wd,
|
|
"report",
|
|
"tpl.gohtml")
|
|
|
|
defaultReportOutput := filepath.Join(
|
|
wd,
|
|
"results")
|
|
flag.StringVar(
|
|
&singleRunStrategyPath,
|
|
"singlerunstrategypath",
|
|
"",
|
|
fmt.Sprintf("path to a strategy file. Will execute strategy and exit, instead of creating a GRPC server. Example %v", defaultStrategy))
|
|
flag.StringVar(
|
|
&btConfigDir,
|
|
"backtesterconfigpath",
|
|
config.DefaultBTConfigDir,
|
|
"the location of the backtester config")
|
|
flag.StringVar(
|
|
&templatePath,
|
|
"templatepath",
|
|
defaultTemplate,
|
|
"the report template to use")
|
|
flag.BoolVar(
|
|
&generateReport,
|
|
"generatereport",
|
|
true,
|
|
"whether to generate the report file")
|
|
flag.StringVar(
|
|
&outputPath,
|
|
"outputpath",
|
|
defaultReportOutput,
|
|
"the path where to output results")
|
|
flag.BoolVar(
|
|
&darkReport,
|
|
"darkreport",
|
|
false,
|
|
"sets the output report to use a dark theme by default")
|
|
flag.BoolVar(
|
|
&colourOutput,
|
|
"colouroutput",
|
|
false,
|
|
"if enabled, will print in colours, if your terminal supports \033[38;5;99m[colours like this]\u001b[0m")
|
|
flag.BoolVar(
|
|
&logSubHeader,
|
|
"logsubheader",
|
|
true,
|
|
"displays logging subheader to track where activity originates")
|
|
flag.BoolVar(
|
|
&printLogo,
|
|
"printlogo",
|
|
true,
|
|
"shows the stunning, profit inducing logo on startup")
|
|
flag.StringVar(
|
|
&strategyPluginPath,
|
|
"strategypluginpath",
|
|
"",
|
|
"example path: "+filepath.Join(wd, "plugins", "strategies", "example", "example.so"))
|
|
flag.Parse()
|
|
// collect flags
|
|
flags := make(map[string]bool)
|
|
// Stores the set flags
|
|
flag.Visit(func(f *flag.Flag) { flags[f.Name] = true })
|
|
return flags
|
|
}
|