mirror of
https://github.com/d0zingcat/gocryptotrader.git
synced 2026-05-13 23:16:45 +00:00
* Adds lovely initial concept for historical data doer
* Adds ability to save tasks. Adds config. Adds startStop to engine
* Has a database microservice without use of globals! Further infrastructure design. Adds readme
* Commentary to help design
* Adds migrations for database
* readme and adds database models
* Some modelling that doesn't work end of day
* Completes datahistoryjob sql.Begins datahistoryjobresult
* Adds datahistoryjob functions to retreive job results. Adapts subsystem
* Adds process for upserting jobs and job results to the database
* Broken end of day weird sqlboiler crap
* Fixes issue with SQL generation.
* RPC generation and addition of basic upsert command
* Renames types
* Adds rpc functions
* quick commit before context swithc. Exchanges aren't being populated
* Begin the tests!
* complete sql tests. stop failed jobs. CLI command creation
* Defines rpc commands
* Fleshes out RPC implementation
* Expands testing
* Expands testing, removes double remove
* Adds coverage of data history subsystem, expands errors and nil checks
* Minor logic improvement
* streamlines datahistory test setup
* End of day minor linting
* Lint, convert simplify, rpc expansion, type expansion, readme expansion
* Documentation update
* Renames for consistency
* Completes RPC server commands
* Fixes tests
* Speeds up testing by reducing unnecessary actions. Adds maxjobspercycle config
* Comments for everything
* Adds missing result string. checks interval supported. default start end cli
* Fixes ID problem. Improves binance trade fetch. job ranges are processed
* adds dbservice coverage. adds rpcserver coverage
* docs regen, uses dbcon interface, reverts binance, fixes races, toggle manager
* Speed up tests, remove bad global usage, fix uuid check
* Adds verbose. Updates docs. Fixes postgres
* Minor changes to logging and start stop
* Fixes postgres db tests, fixes postgres column typo
* Fixes old string typo,removes constraint,error parsing for nonreaders
* prevents dhm running when table doesn't exist. Adds prereq documentation
* Adds parallel, rmlines, err fix, comment fix, minor param fixes
* doc regen, common time range check and test updating
* Fixes job validation issues. Updates candle range checker.
* Ensures test cannot fail due to time.Now() shenanigans
* Fixes oopsie, adds documentation and a warn
* Fixes another time test, adjusts copy
* Drastically speeds up data history manager tests via function overrides
* Fixes summary bug and better logs
* Fixes local time test, fixes websocket tests
* removes defaults and comment,updates error messages,sets cli command args
* Fixes FTX trade processing
* Fixes issue where jobs got stuck if data wasn't returned but retrieval was successful
* Improves test speed. Simplifies trade verification SQL. Adds command help
* Fixes the oopsies
* Fixes use of query within transaction. Fixes trade err
* oopsie, not needed
* Adds missing data status. Properly ends job even when data is missing
* errors are more verbose and so have more words to describe them
* Doc regen for new status
* tiny test tinkering
* str := string("Removes .String()").String()
* Merge fixups
* Fixes a data race discovered during github actions
* Allows websocket test to pass consistently
* Fixes merge issue preventing datahistorymanager from starting via config
* Niterinos cmd defaults and explanations
* fixes default oopsie
* Fixes lack of nil protection
* Additional oopsie
* More detailed error for validating job exchange
132 lines
3.3 KiB
Go
132 lines
3.3 KiB
Go
package testhelpers
|
|
|
|
import (
|
|
"database/sql"
|
|
"os"
|
|
"path/filepath"
|
|
"reflect"
|
|
|
|
"github.com/thrasher-corp/gocryptotrader/database"
|
|
"github.com/thrasher-corp/gocryptotrader/database/drivers"
|
|
psqlConn "github.com/thrasher-corp/gocryptotrader/database/drivers/postgres"
|
|
sqliteConn "github.com/thrasher-corp/gocryptotrader/database/drivers/sqlite3"
|
|
"github.com/thrasher-corp/gocryptotrader/database/repository"
|
|
"github.com/thrasher-corp/gocryptotrader/log"
|
|
"github.com/thrasher-corp/goose"
|
|
"github.com/thrasher-corp/sqlboiler/boil"
|
|
)
|
|
|
|
var (
|
|
// TempDir temp folder for sqlite database
|
|
TempDir string
|
|
// PostgresTestDatabase postgresql database config details
|
|
PostgresTestDatabase *database.Config
|
|
// MigrationDir default folder for migration's
|
|
MigrationDir = filepath.Join("..", "..", "migrations")
|
|
)
|
|
|
|
// GetConnectionDetails returns connection details for CI or test db instances
|
|
func GetConnectionDetails() *database.Config {
|
|
_, exists := os.LookupEnv("TRAVIS")
|
|
if exists {
|
|
return &database.Config{
|
|
Enabled: true,
|
|
Driver: "postgres",
|
|
ConnectionDetails: drivers.ConnectionDetails{
|
|
Host: "localhost",
|
|
Port: 5432,
|
|
Username: "postgres",
|
|
Password: "",
|
|
Database: "gct_dev_ci",
|
|
SSLMode: "",
|
|
},
|
|
}
|
|
}
|
|
|
|
_, exists = os.LookupEnv("APPVEYOR")
|
|
if exists {
|
|
return &database.Config{
|
|
Enabled: true,
|
|
Driver: "postgres",
|
|
ConnectionDetails: drivers.ConnectionDetails{
|
|
Host: "localhost",
|
|
Port: 5432,
|
|
Username: "postgres",
|
|
Password: "Password12!",
|
|
Database: "gct_dev_ci",
|
|
SSLMode: "",
|
|
},
|
|
}
|
|
}
|
|
|
|
return &database.Config{
|
|
Enabled: true,
|
|
Driver: "postgres",
|
|
ConnectionDetails: drivers.ConnectionDetails{
|
|
// Host: "",
|
|
// Port: 5432,
|
|
// Username: "",
|
|
// Password: "",
|
|
// Database: "",
|
|
// SSLMode: "",
|
|
},
|
|
}
|
|
}
|
|
|
|
// ConnectToDatabase opens connection to database and returns pointer to instance of database.DB
|
|
func ConnectToDatabase(conn *database.Config) (dbConn *database.Instance, err error) {
|
|
err = database.DB.SetConfig(conn)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if conn.Driver == database.DBPostgreSQL {
|
|
dbConn, err = psqlConn.Connect(conn)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
} else if conn.Driver == database.DBSQLite3 || conn.Driver == database.DBSQLite {
|
|
database.DB.DataPath = TempDir
|
|
dbConn, err = sqliteConn.Connect(conn.Database)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
|
|
err = migrateDB(database.DB.SQL)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
database.DB.SetConnected(true)
|
|
return
|
|
}
|
|
|
|
// CloseDatabase closes database connection
|
|
func CloseDatabase(conn *database.Instance) (err error) {
|
|
if conn != nil {
|
|
return conn.SQL.Close()
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// CheckValidConfig checks if database connection details are empty
|
|
func CheckValidConfig(config *drivers.ConnectionDetails) bool {
|
|
return !reflect.DeepEqual(drivers.ConnectionDetails{}, *config)
|
|
}
|
|
|
|
func migrateDB(db *sql.DB) error {
|
|
return goose.Run("up", db, repository.GetSQLDialect(), MigrationDir, "")
|
|
}
|
|
|
|
// EnableVerboseTestOutput enables debug output for SQL queries
|
|
func EnableVerboseTestOutput() {
|
|
c := log.GenDefaultSettings()
|
|
log.RWM.Lock()
|
|
log.GlobalLogConfig = &c
|
|
log.RWM.Unlock()
|
|
log.SetupGlobalLogger()
|
|
|
|
DBLogger := database.Logger{}
|
|
boil.DebugMode = true
|
|
boil.DebugWriter = DBLogger
|
|
}
|