mirror of
https://github.com/d0zingcat/gocryptotrader.git
synced 2026-05-17 15:09:59 +00:00
* Adds lovely initial concept for historical data doer
* Adds ability to save tasks. Adds config. Adds startStop to engine
* Has a database microservice without use of globals! Further infrastructure design. Adds readme
* Commentary to help design
* Adds migrations for database
* readme and adds database models
* Some modelling that doesn't work end of day
* Completes datahistoryjob sql.Begins datahistoryjobresult
* Adds datahistoryjob functions to retreive job results. Adapts subsystem
* Adds process for upserting jobs and job results to the database
* Broken end of day weird sqlboiler crap
* Fixes issue with SQL generation.
* RPC generation and addition of basic upsert command
* Renames types
* Adds rpc functions
* quick commit before context swithc. Exchanges aren't being populated
* Begin the tests!
* complete sql tests. stop failed jobs. CLI command creation
* Defines rpc commands
* Fleshes out RPC implementation
* Expands testing
* Expands testing, removes double remove
* Adds coverage of data history subsystem, expands errors and nil checks
* Minor logic improvement
* streamlines datahistory test setup
* End of day minor linting
* Lint, convert simplify, rpc expansion, type expansion, readme expansion
* Documentation update
* Renames for consistency
* Completes RPC server commands
* Fixes tests
* Speeds up testing by reducing unnecessary actions. Adds maxjobspercycle config
* Comments for everything
* Adds missing result string. checks interval supported. default start end cli
* Fixes ID problem. Improves binance trade fetch. job ranges are processed
* adds dbservice coverage. adds rpcserver coverage
* docs regen, uses dbcon interface, reverts binance, fixes races, toggle manager
* Speed up tests, remove bad global usage, fix uuid check
* Adds verbose. Updates docs. Fixes postgres
* Minor changes to logging and start stop
* Fixes postgres db tests, fixes postgres column typo
* Fixes old string typo,removes constraint,error parsing for nonreaders
* prevents dhm running when table doesn't exist. Adds prereq documentation
* Adds parallel, rmlines, err fix, comment fix, minor param fixes
* doc regen, common time range check and test updating
* Fixes job validation issues. Updates candle range checker.
* Ensures test cannot fail due to time.Now() shenanigans
* Fixes oopsie, adds documentation and a warn
* Fixes another time test, adjusts copy
* Drastically speeds up data history manager tests via function overrides
* Fixes summary bug and better logs
* Fixes local time test, fixes websocket tests
* removes defaults and comment,updates error messages,sets cli command args
* Fixes FTX trade processing
* Fixes issue where jobs got stuck if data wasn't returned but retrieval was successful
* Improves test speed. Simplifies trade verification SQL. Adds command help
* Fixes the oopsies
* Fixes use of query within transaction. Fixes trade err
* oopsie, not needed
* Adds missing data status. Properly ends job even when data is missing
* errors are more verbose and so have more words to describe them
* Doc regen for new status
* tiny test tinkering
* str := string("Removes .String()").String()
* Merge fixups
* Fixes a data race discovered during github actions
* Allows websocket test to pass consistently
* Fixes merge issue preventing datahistorymanager from starting via config
* Niterinos cmd defaults and explanations
* fixes default oopsie
* Fixes lack of nil protection
* Additional oopsie
* More detailed error for validating job exchange
166 lines
3.9 KiB
Go
166 lines
3.9 KiB
Go
package log
|
|
|
|
import (
|
|
"fmt"
|
|
"io"
|
|
"io/ioutil"
|
|
"os"
|
|
"strings"
|
|
|
|
"github.com/thrasher-corp/gocryptotrader/common/convert"
|
|
)
|
|
|
|
func getWriters(s *SubLoggerConfig) io.Writer {
|
|
mw := MultiWriter()
|
|
m := mw.(*multiWriter)
|
|
|
|
outputWriters := strings.Split(s.Output, "|")
|
|
for x := range outputWriters {
|
|
switch outputWriters[x] {
|
|
case "stdout", "console":
|
|
m.Add(os.Stdout)
|
|
case "stderr":
|
|
m.Add(os.Stderr)
|
|
case "file":
|
|
if FileLoggingConfiguredCorrectly {
|
|
m.Add(GlobalLogFile)
|
|
}
|
|
default:
|
|
m.Add(ioutil.Discard)
|
|
}
|
|
}
|
|
return m
|
|
}
|
|
|
|
// GenDefaultSettings return struct with known sane/working logger settings
|
|
func GenDefaultSettings() (log Config) {
|
|
log = Config{
|
|
Enabled: convert.BoolPtr(true),
|
|
SubLoggerConfig: SubLoggerConfig{
|
|
Level: "INFO|DEBUG|WARN|ERROR",
|
|
Output: "console",
|
|
},
|
|
LoggerFileConfig: &loggerFileConfig{
|
|
FileName: "log.txt",
|
|
Rotate: convert.BoolPtr(false),
|
|
MaxSize: 0,
|
|
},
|
|
AdvancedSettings: advancedSettings{
|
|
ShowLogSystemName: convert.BoolPtr(false),
|
|
Spacer: spacer,
|
|
TimeStampFormat: timestampFormat,
|
|
Headers: headers{
|
|
Info: "[INFO]",
|
|
Warn: "[WARN]",
|
|
Debug: "[DEBUG]",
|
|
Error: "[ERROR]",
|
|
},
|
|
},
|
|
}
|
|
return
|
|
}
|
|
|
|
func configureSubLogger(logger, levels string, output io.Writer) error {
|
|
found, logPtr := validSubLogger(logger)
|
|
if !found {
|
|
return fmt.Errorf("logger %v not found", logger)
|
|
}
|
|
|
|
logPtr.output = output
|
|
|
|
logPtr.Levels = splitLevel(levels)
|
|
subLoggers[logger] = logPtr
|
|
|
|
return nil
|
|
}
|
|
|
|
// SetupSubLoggers configure all sub loggers with provided configuration values
|
|
func SetupSubLoggers(s []SubLoggerConfig) {
|
|
for x := range s {
|
|
output := getWriters(&s[x])
|
|
err := configureSubLogger(strings.ToUpper(s[x].Name), s[x].Level, output)
|
|
if err != nil {
|
|
continue
|
|
}
|
|
}
|
|
}
|
|
|
|
// SetupGlobalLogger setup the global loggers with the default global config values
|
|
func SetupGlobalLogger() {
|
|
RWM.Lock()
|
|
if FileLoggingConfiguredCorrectly {
|
|
GlobalLogFile = &Rotate{
|
|
FileName: GlobalLogConfig.LoggerFileConfig.FileName,
|
|
MaxSize: GlobalLogConfig.LoggerFileConfig.MaxSize,
|
|
Rotate: GlobalLogConfig.LoggerFileConfig.Rotate,
|
|
}
|
|
}
|
|
|
|
for x := range subLoggers {
|
|
subLoggers[x].Levels = splitLevel(GlobalLogConfig.Level)
|
|
subLoggers[x].output = getWriters(&GlobalLogConfig.SubLoggerConfig)
|
|
}
|
|
|
|
logger = newLogger(GlobalLogConfig)
|
|
RWM.Unlock()
|
|
}
|
|
|
|
func splitLevel(level string) (l Levels) {
|
|
enabledLevels := strings.Split(level, "|")
|
|
for x := range enabledLevels {
|
|
switch level := enabledLevels[x]; level {
|
|
case "DEBUG":
|
|
l.Debug = true
|
|
case "INFO":
|
|
l.Info = true
|
|
case "WARN":
|
|
l.Warn = true
|
|
case "ERROR":
|
|
l.Error = true
|
|
}
|
|
}
|
|
return
|
|
}
|
|
|
|
func registerNewSubLogger(logger string) *subLogger {
|
|
temp := subLogger{
|
|
name: strings.ToUpper(logger),
|
|
output: os.Stdout,
|
|
}
|
|
|
|
temp.Levels = splitLevel("INFO|WARN|DEBUG|ERROR")
|
|
subLoggers[logger] = &temp
|
|
|
|
return &temp
|
|
}
|
|
|
|
// register all loggers at package init()
|
|
func init() {
|
|
Global = registerNewSubLogger("LOG")
|
|
|
|
ConnectionMgr = registerNewSubLogger("CONNECTION")
|
|
BackTester = registerNewSubLogger("BACKTESTER")
|
|
CommunicationMgr = registerNewSubLogger("COMMS")
|
|
APIServerMgr = registerNewSubLogger("API")
|
|
ConfigMgr = registerNewSubLogger("CONFIG")
|
|
DatabaseMgr = registerNewSubLogger("DATABASE")
|
|
DataHistory = registerNewSubLogger("DATAHISTORY")
|
|
OrderMgr = registerNewSubLogger("ORDER")
|
|
PortfolioMgr = registerNewSubLogger("PORTFOLIO")
|
|
SyncMgr = registerNewSubLogger("SYNC")
|
|
TimeMgr = registerNewSubLogger("TIMEKEEPER")
|
|
GCTScriptMgr = registerNewSubLogger("GCTSCRIPT")
|
|
WebsocketMgr = registerNewSubLogger("WEBSOCKET")
|
|
EventMgr = registerNewSubLogger("EVENT")
|
|
DispatchMgr = registerNewSubLogger("DISPATCH")
|
|
|
|
RequestSys = registerNewSubLogger("REQUESTER")
|
|
ExchangeSys = registerNewSubLogger("EXCHANGE")
|
|
GRPCSys = registerNewSubLogger("GRPC")
|
|
RESTSys = registerNewSubLogger("REST")
|
|
|
|
Ticker = registerNewSubLogger("TICKER")
|
|
OrderBook = registerNewSubLogger("ORDERBOOK")
|
|
Trade = registerNewSubLogger("TRADE")
|
|
}
|