mirror of
https://github.com/d0zingcat/gocryptotrader.git
synced 2026-05-14 07:26:47 +00:00
* Adds lovely initial concept for historical data doer
* Adds ability to save tasks. Adds config. Adds startStop to engine
* Has a database microservice without use of globals! Further infrastructure design. Adds readme
* Commentary to help design
* Adds migrations for database
* readme and adds database models
* Some modelling that doesn't work end of day
* Completes datahistoryjob sql.Begins datahistoryjobresult
* Adds datahistoryjob functions to retreive job results. Adapts subsystem
* Adds process for upserting jobs and job results to the database
* Broken end of day weird sqlboiler crap
* Fixes issue with SQL generation.
* RPC generation and addition of basic upsert command
* Renames types
* Adds rpc functions
* quick commit before context swithc. Exchanges aren't being populated
* Begin the tests!
* complete sql tests. stop failed jobs. CLI command creation
* Defines rpc commands
* Fleshes out RPC implementation
* Expands testing
* Expands testing, removes double remove
* Adds coverage of data history subsystem, expands errors and nil checks
* Minor logic improvement
* streamlines datahistory test setup
* End of day minor linting
* Lint, convert simplify, rpc expansion, type expansion, readme expansion
* Documentation update
* Renames for consistency
* Completes RPC server commands
* Fixes tests
* Speeds up testing by reducing unnecessary actions. Adds maxjobspercycle config
* Comments for everything
* Adds missing result string. checks interval supported. default start end cli
* Fixes ID problem. Improves binance trade fetch. job ranges are processed
* adds dbservice coverage. adds rpcserver coverage
* docs regen, uses dbcon interface, reverts binance, fixes races, toggle manager
* Speed up tests, remove bad global usage, fix uuid check
* Adds verbose. Updates docs. Fixes postgres
* Minor changes to logging and start stop
* Fixes postgres db tests, fixes postgres column typo
* Fixes old string typo,removes constraint,error parsing for nonreaders
* prevents dhm running when table doesn't exist. Adds prereq documentation
* Adds parallel, rmlines, err fix, comment fix, minor param fixes
* doc regen, common time range check and test updating
* Fixes job validation issues. Updates candle range checker.
* Ensures test cannot fail due to time.Now() shenanigans
* Fixes oopsie, adds documentation and a warn
* Fixes another time test, adjusts copy
* Drastically speeds up data history manager tests via function overrides
* Fixes summary bug and better logs
* Fixes local time test, fixes websocket tests
* removes defaults and comment,updates error messages,sets cli command args
* Fixes FTX trade processing
* Fixes issue where jobs got stuck if data wasn't returned but retrieval was successful
* Improves test speed. Simplifies trade verification SQL. Adds command help
* Fixes the oopsies
* Fixes use of query within transaction. Fixes trade err
* oopsie, not needed
* Adds missing data status. Properly ends job even when data is missing
* errors are more verbose and so have more words to describe them
* Doc regen for new status
* tiny test tinkering
* str := string("Removes .String()").String()
* Merge fixups
* Fixes a data race discovered during github actions
* Allows websocket test to pass consistently
* Fixes merge issue preventing datahistorymanager from starting via config
* Niterinos cmd defaults and explanations
* fixes default oopsie
* Fixes lack of nil protection
* Additional oopsie
* More detailed error for validating job exchange
95 lines
2.6 KiB
Go
95 lines
2.6 KiB
Go
package main
|
|
|
|
import (
|
|
"errors"
|
|
"flag"
|
|
"fmt"
|
|
"os"
|
|
"runtime"
|
|
|
|
"github.com/thrasher-corp/gocryptotrader/common"
|
|
"github.com/thrasher-corp/gocryptotrader/config"
|
|
"github.com/thrasher-corp/gocryptotrader/core"
|
|
"github.com/thrasher-corp/gocryptotrader/database"
|
|
dbPSQL "github.com/thrasher-corp/gocryptotrader/database/drivers/postgres"
|
|
dbsqlite3 "github.com/thrasher-corp/gocryptotrader/database/drivers/sqlite3"
|
|
"github.com/thrasher-corp/gocryptotrader/database/repository"
|
|
"github.com/thrasher-corp/goose"
|
|
)
|
|
|
|
var (
|
|
dbConn *database.Instance
|
|
configFile string
|
|
defaultDataDir string
|
|
migrationDir string
|
|
command string
|
|
args string
|
|
)
|
|
|
|
func openDBConnection(cfg *database.Config) (err error) {
|
|
if cfg.Driver == database.DBPostgreSQL {
|
|
dbConn, err = dbPSQL.Connect(cfg)
|
|
if err != nil {
|
|
return fmt.Errorf("database failed to connect: %v, some features that utilise a database will be unavailable", err)
|
|
}
|
|
return nil
|
|
} else if cfg.Driver == database.DBSQLite || cfg.Driver == database.DBSQLite3 {
|
|
dbConn, err = dbsqlite3.Connect(cfg.Database)
|
|
if err != nil {
|
|
return fmt.Errorf("database failed to connect: %v, some features that utilise a database will be unavailable", err)
|
|
}
|
|
return nil
|
|
}
|
|
return errors.New("no connection established")
|
|
}
|
|
|
|
func main() {
|
|
fmt.Println("GoCryptoTrader database migration tool")
|
|
fmt.Println(core.Copyright)
|
|
fmt.Println()
|
|
|
|
flag.StringVar(&command, "command", "", "command to run status|up|up-by-one|up-to|down|create")
|
|
flag.StringVar(&args, "args", "", "arguments to pass to goose")
|
|
flag.StringVar(&configFile, "config", config.DefaultFilePath(), "config file to load")
|
|
flag.StringVar(&defaultDataDir, "datadir", common.GetDefaultDataDir(runtime.GOOS), "default data directory for GoCryptoTrader files")
|
|
flag.StringVar(&migrationDir, "migrationdir", database.MigrationDir, "override migration folder")
|
|
|
|
flag.Parse()
|
|
|
|
var conf config.Config
|
|
err := conf.LoadConfig(configFile, true)
|
|
if err != nil {
|
|
fmt.Println(err)
|
|
os.Exit(1)
|
|
}
|
|
|
|
if !conf.Database.Enabled {
|
|
fmt.Println("Database support is disabled")
|
|
os.Exit(1)
|
|
}
|
|
|
|
err = openDBConnection(&conf.Database)
|
|
if err != nil {
|
|
fmt.Println(err)
|
|
os.Exit(1)
|
|
}
|
|
|
|
drv := repository.GetSQLDialect()
|
|
if drv == database.DBSQLite || drv == database.DBSQLite3 {
|
|
fmt.Printf("Database file: %s\n", conf.Database.Database)
|
|
} else {
|
|
fmt.Printf("Connected to: %s\n", conf.Database.Host)
|
|
}
|
|
|
|
if command == "" {
|
|
_ = goose.Run("status", dbConn.SQL, drv, migrationDir, "")
|
|
fmt.Println()
|
|
flag.Usage()
|
|
return
|
|
}
|
|
|
|
if err = goose.Run(command, dbConn.SQL, drv, migrationDir, args); err != nil {
|
|
fmt.Println(err)
|
|
}
|
|
}
|