mirror of
https://github.com/d0zingcat/gocryptotrader.git
synced 2026-05-14 15:09:51 +00:00
* Adds lovely initial concept for historical data doer
* Adds ability to save tasks. Adds config. Adds startStop to engine
* Has a database microservice without use of globals! Further infrastructure design. Adds readme
* Commentary to help design
* Adds migrations for database
* readme and adds database models
* Some modelling that doesn't work end of day
* Completes datahistoryjob sql.Begins datahistoryjobresult
* Adds datahistoryjob functions to retreive job results. Adapts subsystem
* Adds process for upserting jobs and job results to the database
* Broken end of day weird sqlboiler crap
* Fixes issue with SQL generation.
* RPC generation and addition of basic upsert command
* Renames types
* Adds rpc functions
* quick commit before context swithc. Exchanges aren't being populated
* Begin the tests!
* complete sql tests. stop failed jobs. CLI command creation
* Defines rpc commands
* Fleshes out RPC implementation
* Expands testing
* Expands testing, removes double remove
* Adds coverage of data history subsystem, expands errors and nil checks
* Minor logic improvement
* streamlines datahistory test setup
* End of day minor linting
* Lint, convert simplify, rpc expansion, type expansion, readme expansion
* Documentation update
* Renames for consistency
* Completes RPC server commands
* Fixes tests
* Speeds up testing by reducing unnecessary actions. Adds maxjobspercycle config
* Comments for everything
* Adds missing result string. checks interval supported. default start end cli
* Fixes ID problem. Improves binance trade fetch. job ranges are processed
* adds dbservice coverage. adds rpcserver coverage
* docs regen, uses dbcon interface, reverts binance, fixes races, toggle manager
* Speed up tests, remove bad global usage, fix uuid check
* Adds verbose. Updates docs. Fixes postgres
* Minor changes to logging and start stop
* Fixes postgres db tests, fixes postgres column typo
* Fixes old string typo,removes constraint,error parsing for nonreaders
* prevents dhm running when table doesn't exist. Adds prereq documentation
* Adds parallel, rmlines, err fix, comment fix, minor param fixes
* doc regen, common time range check and test updating
* Fixes job validation issues. Updates candle range checker.
* Ensures test cannot fail due to time.Now() shenanigans
* Fixes oopsie, adds documentation and a warn
* Fixes another time test, adjusts copy
* Drastically speeds up data history manager tests via function overrides
* Fixes summary bug and better logs
* Fixes local time test, fixes websocket tests
* removes defaults and comment,updates error messages,sets cli command args
* Fixes FTX trade processing
* Fixes issue where jobs got stuck if data wasn't returned but retrieval was successful
* Improves test speed. Simplifies trade verification SQL. Adds command help
* Fixes the oopsies
* Fixes use of query within transaction. Fixes trade err
* oopsie, not needed
* Adds missing data status. Properly ends job even when data is missing
* errors are more verbose and so have more words to describe them
* Doc regen for new status
* tiny test tinkering
* str := string("Removes .String()").String()
* Merge fixups
* Fixes a data race discovered during github actions
* Allows websocket test to pass consistently
* Fixes merge issue preventing datahistorymanager from starting via config
* Niterinos cmd defaults and explanations
* fixes default oopsie
* Fixes lack of nil protection
* Additional oopsie
* More detailed error for validating job exchange
207 lines
5.1 KiB
Go
207 lines
5.1 KiB
Go
package engine
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
"sync"
|
|
"sync/atomic"
|
|
"time"
|
|
|
|
"github.com/thrasher-corp/gocryptotrader/database"
|
|
dbpsql "github.com/thrasher-corp/gocryptotrader/database/drivers/postgres"
|
|
dbsqlite3 "github.com/thrasher-corp/gocryptotrader/database/drivers/sqlite3"
|
|
"github.com/thrasher-corp/gocryptotrader/log"
|
|
)
|
|
|
|
// DatabaseConnectionManagerName is an exported subsystem name
|
|
const DatabaseConnectionManagerName = "database"
|
|
|
|
var errDatabaseDisabled = errors.New("database support disabled")
|
|
|
|
// DatabaseConnectionManager holds the database connection and its status
|
|
type DatabaseConnectionManager struct {
|
|
started int32
|
|
shutdown chan struct{}
|
|
enabled bool
|
|
verbose bool
|
|
host string
|
|
username string
|
|
password string
|
|
database string
|
|
driver string
|
|
wg sync.WaitGroup
|
|
dbConn *database.Instance
|
|
}
|
|
|
|
// IsRunning safely checks whether the subsystem is running
|
|
func (m *DatabaseConnectionManager) IsRunning() bool {
|
|
if m == nil {
|
|
return false
|
|
}
|
|
return atomic.LoadInt32(&m.started) == 1
|
|
}
|
|
|
|
// GetInstance returns a limited scoped database instance
|
|
func (m *DatabaseConnectionManager) GetInstance() database.IDatabase {
|
|
if m == nil || atomic.LoadInt32(&m.started) == 0 {
|
|
return nil
|
|
}
|
|
|
|
return m.dbConn
|
|
}
|
|
|
|
// SetupDatabaseConnectionManager creates a new database manager
|
|
func SetupDatabaseConnectionManager(cfg *database.Config) (*DatabaseConnectionManager, error) {
|
|
if cfg == nil {
|
|
return nil, errNilConfig
|
|
}
|
|
m := &DatabaseConnectionManager{
|
|
shutdown: make(chan struct{}),
|
|
enabled: cfg.Enabled,
|
|
verbose: cfg.Verbose,
|
|
host: cfg.Host,
|
|
username: cfg.Username,
|
|
password: cfg.Password,
|
|
database: cfg.Database,
|
|
driver: cfg.Driver,
|
|
dbConn: database.DB,
|
|
}
|
|
err := m.dbConn.SetConfig(cfg)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return m, nil
|
|
}
|
|
|
|
// IsConnected is an exported check to verify if the database is connected
|
|
func (m *DatabaseConnectionManager) IsConnected() bool {
|
|
if m == nil || atomic.LoadInt32(&m.started) == 0 {
|
|
return false
|
|
}
|
|
return m.dbConn.IsConnected()
|
|
}
|
|
|
|
// Start sets up the database connection manager to maintain a SQL connection
|
|
func (m *DatabaseConnectionManager) Start(wg *sync.WaitGroup) (err error) {
|
|
if m == nil {
|
|
return fmt.Errorf("%s %w", DatabaseConnectionManagerName, ErrNilSubsystem)
|
|
}
|
|
if !atomic.CompareAndSwapInt32(&m.started, 0, 1) {
|
|
return fmt.Errorf("database manager %w", ErrSubSystemAlreadyStarted)
|
|
}
|
|
defer func() {
|
|
if err != nil {
|
|
atomic.CompareAndSwapInt32(&m.started, 1, 0)
|
|
}
|
|
}()
|
|
|
|
log.Debugln(log.DatabaseMgr, "Database manager starting...")
|
|
|
|
if m.enabled {
|
|
m.shutdown = make(chan struct{})
|
|
switch m.driver {
|
|
case database.DBPostgreSQL:
|
|
log.Debugf(log.DatabaseMgr,
|
|
"Attempting to establish database connection to host %s/%s utilising %s driver\n",
|
|
m.host,
|
|
m.database,
|
|
m.driver)
|
|
m.dbConn, err = dbpsql.Connect(m.dbConn.GetConfig())
|
|
case database.DBSQLite,
|
|
database.DBSQLite3:
|
|
log.Debugf(log.DatabaseMgr,
|
|
"Attempting to establish database connection to %s utilising %s driver\n",
|
|
m.database,
|
|
m.driver)
|
|
m.dbConn, err = dbsqlite3.Connect(m.database)
|
|
default:
|
|
return database.ErrNoDatabaseProvided
|
|
}
|
|
if err != nil {
|
|
return fmt.Errorf("%w: %v Some features that utilise a database will be unavailable", database.ErrFailedToConnect, err)
|
|
}
|
|
m.dbConn.SetConnected(true)
|
|
wg.Add(1)
|
|
m.wg.Add(1)
|
|
go m.run(wg)
|
|
return nil
|
|
}
|
|
|
|
return errDatabaseDisabled
|
|
}
|
|
|
|
// Stop stops the database manager and closes the connection
|
|
// Stop attempts to shutdown the subsystem
|
|
func (m *DatabaseConnectionManager) Stop() error {
|
|
if m == nil {
|
|
return fmt.Errorf("%s %w", DatabaseConnectionManagerName, ErrNilSubsystem)
|
|
}
|
|
if atomic.LoadInt32(&m.started) == 0 {
|
|
return fmt.Errorf("%s %w", DatabaseConnectionManagerName, ErrSubSystemNotStarted)
|
|
}
|
|
defer func() {
|
|
atomic.CompareAndSwapInt32(&m.started, 1, 0)
|
|
}()
|
|
|
|
err := m.dbConn.CloseConnection()
|
|
if err != nil {
|
|
log.Errorf(log.DatabaseMgr, "Failed to close database: %v", err)
|
|
}
|
|
|
|
close(m.shutdown)
|
|
m.wg.Wait()
|
|
return nil
|
|
}
|
|
|
|
func (m *DatabaseConnectionManager) run(wg *sync.WaitGroup) {
|
|
log.Debugln(log.DatabaseMgr, "Database manager started.")
|
|
t := time.NewTicker(time.Second * 2)
|
|
|
|
defer func() {
|
|
t.Stop()
|
|
m.wg.Done()
|
|
wg.Done()
|
|
log.Debugln(log.DatabaseMgr, "Database manager shutdown.")
|
|
}()
|
|
|
|
for {
|
|
select {
|
|
case <-m.shutdown:
|
|
return
|
|
case <-t.C:
|
|
err := m.checkConnection()
|
|
if err != nil {
|
|
log.Error(log.DatabaseMgr, "Database connection error:", err)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
func (m *DatabaseConnectionManager) checkConnection() error {
|
|
if m == nil {
|
|
return fmt.Errorf("%s %w", DatabaseConnectionManagerName, ErrNilSubsystem)
|
|
}
|
|
if atomic.LoadInt32(&m.started) == 0 {
|
|
return fmt.Errorf("%s %w", DatabaseConnectionManagerName, ErrSubSystemNotStarted)
|
|
}
|
|
if !m.enabled {
|
|
return database.ErrDatabaseSupportDisabled
|
|
}
|
|
if m.dbConn == nil {
|
|
return database.ErrNoDatabaseProvided
|
|
}
|
|
|
|
err := m.dbConn.Ping()
|
|
if err != nil {
|
|
m.dbConn.SetConnected(false)
|
|
return err
|
|
}
|
|
|
|
if !m.dbConn.IsConnected() {
|
|
log.Info(log.DatabaseMgr, "Database connection reestablished")
|
|
m.dbConn.SetConnected(true)
|
|
}
|
|
return nil
|
|
}
|