mirror of
https://github.com/d0zingcat/gocryptotrader.git
synced 2026-05-13 23:16:45 +00:00
* Adds lovely initial concept for historical data doer
* Adds ability to save tasks. Adds config. Adds startStop to engine
* Has a database microservice without use of globals! Further infrastructure design. Adds readme
* Commentary to help design
* Adds migrations for database
* readme and adds database models
* Some modelling that doesn't work end of day
* Completes datahistoryjob sql.Begins datahistoryjobresult
* Adds datahistoryjob functions to retreive job results. Adapts subsystem
* Adds process for upserting jobs and job results to the database
* Broken end of day weird sqlboiler crap
* Fixes issue with SQL generation.
* RPC generation and addition of basic upsert command
* Renames types
* Adds rpc functions
* quick commit before context swithc. Exchanges aren't being populated
* Begin the tests!
* complete sql tests. stop failed jobs. CLI command creation
* Defines rpc commands
* Fleshes out RPC implementation
* Expands testing
* Expands testing, removes double remove
* Adds coverage of data history subsystem, expands errors and nil checks
* Minor logic improvement
* streamlines datahistory test setup
* End of day minor linting
* Lint, convert simplify, rpc expansion, type expansion, readme expansion
* Documentation update
* Renames for consistency
* Completes RPC server commands
* Fixes tests
* Speeds up testing by reducing unnecessary actions. Adds maxjobspercycle config
* Comments for everything
* Adds missing result string. checks interval supported. default start end cli
* Fixes ID problem. Improves binance trade fetch. job ranges are processed
* adds dbservice coverage. adds rpcserver coverage
* docs regen, uses dbcon interface, reverts binance, fixes races, toggle manager
* Speed up tests, remove bad global usage, fix uuid check
* Adds verbose. Updates docs. Fixes postgres
* Minor changes to logging and start stop
* Fixes postgres db tests, fixes postgres column typo
* Fixes old string typo,removes constraint,error parsing for nonreaders
* prevents dhm running when table doesn't exist. Adds prereq documentation
* Adds parallel, rmlines, err fix, comment fix, minor param fixes
* doc regen, common time range check and test updating
* Fixes job validation issues. Updates candle range checker.
* Ensures test cannot fail due to time.Now() shenanigans
* Fixes oopsie, adds documentation and a warn
* Fixes another time test, adjusts copy
* Drastically speeds up data history manager tests via function overrides
* Fixes summary bug and better logs
* Fixes local time test, fixes websocket tests
* removes defaults and comment,updates error messages,sets cli command args
* Fixes FTX trade processing
* Fixes issue where jobs got stuck if data wasn't returned but retrieval was successful
* Improves test speed. Simplifies trade verification SQL. Adds command help
* Fixes the oopsies
* Fixes use of query within transaction. Fixes trade err
* oopsie, not needed
* Adds missing data status. Properly ends job even when data is missing
* errors are more verbose and so have more words to describe them
* Doc regen for new status
* tiny test tinkering
* str := string("Removes .String()").String()
* Merge fixups
* Fixes a data race discovered during github actions
* Allows websocket test to pass consistently
* Fixes merge issue preventing datahistorymanager from starting via config
* Niterinos cmd defaults and explanations
* fixes default oopsie
* Fixes lack of nil protection
* Additional oopsie
* More detailed error for validating job exchange
277 lines
6.7 KiB
Go
277 lines
6.7 KiB
Go
package engine
|
|
|
|
import (
|
|
"errors"
|
|
"io/ioutil"
|
|
"log"
|
|
"os"
|
|
"sync"
|
|
"testing"
|
|
|
|
"github.com/thrasher-corp/gocryptotrader/database"
|
|
"github.com/thrasher-corp/gocryptotrader/database/drivers"
|
|
)
|
|
|
|
func CreateDatabase(t *testing.T) string {
|
|
t.Helper()
|
|
// fun workarounds to globals ruining testing
|
|
tmpDir, err := ioutil.TempDir("", "")
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
database.DB.DataPath = tmpDir
|
|
return tmpDir
|
|
}
|
|
|
|
func Cleanup(tmpDir string) {
|
|
if database.DB.IsConnected() {
|
|
err := database.DB.CloseConnection()
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
err = os.RemoveAll(tmpDir)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestSetupDatabaseConnectionManager(t *testing.T) {
|
|
_, err := SetupDatabaseConnectionManager(nil)
|
|
if !errors.Is(err, errNilConfig) {
|
|
t.Errorf("error '%v', expected '%v'", err, errNilConfig)
|
|
}
|
|
|
|
m, err := SetupDatabaseConnectionManager(&database.Config{})
|
|
if !errors.Is(err, nil) {
|
|
t.Errorf("error '%v', expected '%v'", err, nil)
|
|
}
|
|
if m == nil {
|
|
t.Error("expected manager")
|
|
}
|
|
}
|
|
|
|
func TestStartSQLite(t *testing.T) {
|
|
tmpDir := CreateDatabase(t)
|
|
defer Cleanup(tmpDir)
|
|
m, err := SetupDatabaseConnectionManager(&database.Config{})
|
|
if !errors.Is(err, nil) {
|
|
t.Errorf("error '%v', expected '%v'", err, nil)
|
|
}
|
|
var wg sync.WaitGroup
|
|
err = m.Start(&wg)
|
|
if !errors.Is(err, errDatabaseDisabled) {
|
|
t.Errorf("error '%v', expected '%v'", err, errDatabaseDisabled)
|
|
}
|
|
m, err = SetupDatabaseConnectionManager(&database.Config{Enabled: true})
|
|
if !errors.Is(err, nil) {
|
|
t.Errorf("error '%v', expected '%v'", err, nil)
|
|
}
|
|
err = m.Start(&wg)
|
|
if !errors.Is(err, database.ErrNoDatabaseProvided) {
|
|
t.Errorf("error '%v', expected '%v'", err, database.ErrNoDatabaseProvided)
|
|
}
|
|
m.driver = database.DBSQLite
|
|
err = m.Start(&wg)
|
|
if !errors.Is(err, database.ErrFailedToConnect) {
|
|
t.Errorf("error '%v', expected '%v'", err, database.ErrFailedToConnect)
|
|
}
|
|
_, err = SetupDatabaseConnectionManager(&database.Config{
|
|
Enabled: true,
|
|
Driver: database.DBSQLite,
|
|
ConnectionDetails: drivers.ConnectionDetails{
|
|
Host: "localhost",
|
|
Database: "test.db",
|
|
},
|
|
})
|
|
if !errors.Is(err, nil) {
|
|
t.Errorf("error '%v', expected '%v'", err, nil)
|
|
}
|
|
}
|
|
|
|
// This test does not care for a successful connection
|
|
func TestStartPostgres(t *testing.T) {
|
|
tmpDir := CreateDatabase(t)
|
|
defer Cleanup(tmpDir)
|
|
m, err := SetupDatabaseConnectionManager(&database.Config{})
|
|
if !errors.Is(err, nil) {
|
|
t.Errorf("error '%v', expected '%v'", err, nil)
|
|
}
|
|
var wg sync.WaitGroup
|
|
err = m.Start(&wg)
|
|
if !errors.Is(err, errDatabaseDisabled) {
|
|
t.Errorf("error '%v', expected '%v'", err, errDatabaseDisabled)
|
|
}
|
|
m.enabled = true
|
|
err = m.Start(&wg)
|
|
if !errors.Is(err, database.ErrNoDatabaseProvided) {
|
|
t.Errorf("error '%v', expected '%v'", err, database.ErrNoDatabaseProvided)
|
|
}
|
|
m.driver = database.DBPostgreSQL
|
|
err = m.Start(&wg)
|
|
if !errors.Is(err, database.ErrFailedToConnect) {
|
|
t.Errorf("error '%v', expected '%v'", err, database.ErrFailedToConnect)
|
|
}
|
|
}
|
|
|
|
func TestDatabaseConnectionManagerIsRunning(t *testing.T) {
|
|
tmpDir := CreateDatabase(t)
|
|
defer Cleanup(tmpDir)
|
|
m, err := SetupDatabaseConnectionManager(&database.Config{
|
|
Enabled: true,
|
|
Driver: database.DBSQLite,
|
|
ConnectionDetails: drivers.ConnectionDetails{
|
|
Host: "localhost",
|
|
Database: "test.db",
|
|
},
|
|
})
|
|
if !errors.Is(err, nil) {
|
|
t.Errorf("error '%v', expected '%v'", err, nil)
|
|
}
|
|
if m.IsRunning() {
|
|
t.Error("expected false")
|
|
}
|
|
var wg sync.WaitGroup
|
|
err = m.Start(&wg)
|
|
if !errors.Is(err, nil) {
|
|
t.Errorf("error '%v', expected '%v'", err, nil)
|
|
}
|
|
if !m.IsRunning() {
|
|
t.Error("expected true")
|
|
}
|
|
m = nil
|
|
if m.IsRunning() {
|
|
t.Error("expected false")
|
|
}
|
|
}
|
|
|
|
func TestDatabaseConnectionManagerStop(t *testing.T) {
|
|
tmpDir := CreateDatabase(t)
|
|
defer Cleanup(tmpDir)
|
|
m, err := SetupDatabaseConnectionManager(&database.Config{
|
|
Enabled: true,
|
|
Driver: database.DBSQLite,
|
|
ConnectionDetails: drivers.ConnectionDetails{
|
|
Host: "localhost",
|
|
Database: "test.db",
|
|
},
|
|
})
|
|
if !errors.Is(err, nil) {
|
|
t.Errorf("error '%v', expected '%v'", err, nil)
|
|
}
|
|
err = m.Stop()
|
|
if !errors.Is(err, ErrSubSystemNotStarted) {
|
|
t.Errorf("error '%v', expected '%v'", err, ErrSubSystemNotStarted)
|
|
}
|
|
|
|
var wg sync.WaitGroup
|
|
err = m.Start(&wg)
|
|
if !errors.Is(err, nil) {
|
|
t.Errorf("error '%v', expected '%v'", err, nil)
|
|
}
|
|
|
|
err = m.Stop()
|
|
if !errors.Is(err, nil) {
|
|
t.Errorf("error '%v', expected '%v'", err, nil)
|
|
}
|
|
|
|
m = nil
|
|
err = m.Stop()
|
|
if !errors.Is(err, ErrNilSubsystem) {
|
|
t.Errorf("error '%v', expected '%v'", err, ErrNilSubsystem)
|
|
}
|
|
}
|
|
|
|
func TestCheckConnection(t *testing.T) {
|
|
tmpDir := CreateDatabase(t)
|
|
defer Cleanup(tmpDir)
|
|
var m *DatabaseConnectionManager
|
|
err := m.checkConnection()
|
|
if !errors.Is(err, ErrNilSubsystem) {
|
|
t.Errorf("error '%v', expected '%v'", err, ErrNilSubsystem)
|
|
}
|
|
m, err = SetupDatabaseConnectionManager(&database.Config{
|
|
Enabled: true,
|
|
Driver: database.DBSQLite,
|
|
ConnectionDetails: drivers.ConnectionDetails{
|
|
Host: "localhost",
|
|
Database: "test.db",
|
|
},
|
|
})
|
|
if !errors.Is(err, nil) {
|
|
t.Errorf("error '%v', expected '%v'", err, nil)
|
|
}
|
|
err = m.checkConnection()
|
|
if !errors.Is(err, ErrSubSystemNotStarted) {
|
|
t.Errorf("error '%v', expected '%v'", err, ErrSubSystemNotStarted)
|
|
}
|
|
var wg sync.WaitGroup
|
|
err = m.Start(&wg)
|
|
if !errors.Is(err, nil) {
|
|
t.Errorf("error '%v', expected '%v'", err, nil)
|
|
}
|
|
err = m.checkConnection()
|
|
if !errors.Is(err, nil) {
|
|
t.Errorf("error '%v', expected '%v'", err, nil)
|
|
}
|
|
|
|
err = m.Stop()
|
|
if !errors.Is(err, nil) {
|
|
t.Errorf("error '%v', expected '%v'", err, nil)
|
|
}
|
|
err = m.checkConnection()
|
|
if !errors.Is(err, ErrSubSystemNotStarted) {
|
|
t.Errorf("error '%v', expected '%v'", err, ErrSubSystemNotStarted)
|
|
}
|
|
|
|
err = m.Start(&wg)
|
|
if !errors.Is(err, nil) {
|
|
t.Errorf("error '%v', expected '%v'", err, nil)
|
|
}
|
|
err = m.checkConnection()
|
|
if !errors.Is(err, nil) {
|
|
t.Errorf("error '%v', expected '%v'", err, nil)
|
|
}
|
|
|
|
m.dbConn.SetConnected(false)
|
|
err = m.checkConnection()
|
|
if !errors.Is(err, database.ErrDatabaseNotConnected) {
|
|
t.Errorf("error '%v', expected '%v'", err, database.ErrDatabaseNotConnected)
|
|
}
|
|
}
|
|
|
|
func TestGetInstance(t *testing.T) {
|
|
tmpDir := CreateDatabase(t)
|
|
defer Cleanup(tmpDir)
|
|
m, err := SetupDatabaseConnectionManager(&database.Config{
|
|
Enabled: true,
|
|
Driver: database.DBSQLite,
|
|
ConnectionDetails: drivers.ConnectionDetails{
|
|
Host: "localhost",
|
|
Database: "test.db",
|
|
},
|
|
})
|
|
if !errors.Is(err, nil) {
|
|
t.Errorf("error '%v', expected '%v'", err, nil)
|
|
}
|
|
db := m.GetInstance()
|
|
if db != nil {
|
|
t.Error("expected nil")
|
|
}
|
|
var wg sync.WaitGroup
|
|
err = m.Start(&wg)
|
|
if !errors.Is(err, nil) {
|
|
t.Errorf("error '%v', expected '%v'", err, nil)
|
|
}
|
|
db = m.GetInstance()
|
|
if db == nil {
|
|
t.Error("expected not nil")
|
|
}
|
|
|
|
m = nil
|
|
db = m.GetInstance()
|
|
if db != nil {
|
|
t.Error("expected nil")
|
|
}
|
|
}
|