mirror of
https://github.com/d0zingcat/gocryptotrader.git
synced 2026-05-13 15:09:42 +00:00
* Adds lovely initial concept for historical data doer
* Adds ability to save tasks. Adds config. Adds startStop to engine
* Has a database microservice without use of globals! Further infrastructure design. Adds readme
* Commentary to help design
* Adds migrations for database
* readme and adds database models
* Some modelling that doesn't work end of day
* Completes datahistoryjob sql.Begins datahistoryjobresult
* Adds datahistoryjob functions to retreive job results. Adapts subsystem
* Adds process for upserting jobs and job results to the database
* Broken end of day weird sqlboiler crap
* Fixes issue with SQL generation.
* RPC generation and addition of basic upsert command
* Renames types
* Adds rpc functions
* quick commit before context swithc. Exchanges aren't being populated
* Begin the tests!
* complete sql tests. stop failed jobs. CLI command creation
* Defines rpc commands
* Fleshes out RPC implementation
* Expands testing
* Expands testing, removes double remove
* Adds coverage of data history subsystem, expands errors and nil checks
* Minor logic improvement
* streamlines datahistory test setup
* End of day minor linting
* Lint, convert simplify, rpc expansion, type expansion, readme expansion
* Documentation update
* Renames for consistency
* Completes RPC server commands
* Fixes tests
* Speeds up testing by reducing unnecessary actions. Adds maxjobspercycle config
* Comments for everything
* Adds missing result string. checks interval supported. default start end cli
* Fixes ID problem. Improves binance trade fetch. job ranges are processed
* adds dbservice coverage. adds rpcserver coverage
* docs regen, uses dbcon interface, reverts binance, fixes races, toggle manager
* Speed up tests, remove bad global usage, fix uuid check
* Adds verbose. Updates docs. Fixes postgres
* Minor changes to logging and start stop
* Fixes postgres db tests, fixes postgres column typo
* Fixes old string typo,removes constraint,error parsing for nonreaders
* prevents dhm running when table doesn't exist. Adds prereq documentation
* Adds parallel, rmlines, err fix, comment fix, minor param fixes
* doc regen, common time range check and test updating
* Fixes job validation issues. Updates candle range checker.
* Ensures test cannot fail due to time.Now() shenanigans
* Fixes oopsie, adds documentation and a warn
* Fixes another time test, adjusts copy
* Drastically speeds up data history manager tests via function overrides
* Fixes summary bug and better logs
* Fixes local time test, fixes websocket tests
* removes defaults and comment,updates error messages,sets cli command args
* Fixes FTX trade processing
* Fixes issue where jobs got stuck if data wasn't returned but retrieval was successful
* Improves test speed. Simplifies trade verification SQL. Adds command help
* Fixes the oopsies
* Fixes use of query within transaction. Fixes trade err
* oopsie, not needed
* Adds missing data status. Properly ends job even when data is missing
* errors are more verbose and so have more words to describe them
* Doc regen for new status
* tiny test tinkering
* str := string("Removes .String()").String()
* Merge fixups
* Fixes a data race discovered during github actions
* Allows websocket test to pass consistently
* Fixes merge issue preventing datahistorymanager from starting via config
* Niterinos cmd defaults and explanations
* fixes default oopsie
* Fixes lack of nil protection
* Additional oopsie
* More detailed error for validating job exchange
335 lines
9.2 KiB
Go
335 lines
9.2 KiB
Go
package engine
|
|
|
|
import (
|
|
"fmt"
|
|
"sync"
|
|
"sync/atomic"
|
|
"time"
|
|
|
|
"github.com/thrasher-corp/gocryptotrader/currency"
|
|
exchange "github.com/thrasher-corp/gocryptotrader/exchanges"
|
|
"github.com/thrasher-corp/gocryptotrader/exchanges/account"
|
|
"github.com/thrasher-corp/gocryptotrader/log"
|
|
"github.com/thrasher-corp/gocryptotrader/portfolio"
|
|
)
|
|
|
|
// PortfolioManagerName is an exported subsystem name
|
|
const PortfolioManagerName = "portfolio"
|
|
|
|
var (
|
|
// PortfolioSleepDelay defines the default sleep time between portfolio manager runs
|
|
PortfolioSleepDelay = time.Minute
|
|
)
|
|
|
|
// portfolioManager routinely retrieves a user's holdings through exchange APIs as well
|
|
// as through addresses provided in the config
|
|
type portfolioManager struct {
|
|
started int32
|
|
processing int32
|
|
portfolioManagerDelay time.Duration
|
|
exchangeManager *ExchangeManager
|
|
shutdown chan struct{}
|
|
base *portfolio.Base
|
|
m sync.Mutex
|
|
}
|
|
|
|
// setupPortfolioManager creates a new portfolio manager
|
|
func setupPortfolioManager(e *ExchangeManager, portfolioManagerDelay time.Duration, cfg *portfolio.Base) (*portfolioManager, error) {
|
|
if e == nil {
|
|
return nil, errNilExchangeManager
|
|
}
|
|
if portfolioManagerDelay <= 0 {
|
|
portfolioManagerDelay = PortfolioSleepDelay
|
|
}
|
|
if cfg == nil {
|
|
cfg = &portfolio.Base{Addresses: []portfolio.Address{}}
|
|
}
|
|
m := &portfolioManager{
|
|
portfolioManagerDelay: portfolioManagerDelay,
|
|
exchangeManager: e,
|
|
shutdown: make(chan struct{}),
|
|
base: cfg,
|
|
}
|
|
return m, nil
|
|
}
|
|
|
|
// IsRunning safely checks whether the subsystem is running
|
|
func (m *portfolioManager) IsRunning() bool {
|
|
if m == nil {
|
|
return false
|
|
}
|
|
return atomic.LoadInt32(&m.started) == 1
|
|
}
|
|
|
|
// Start runs the subsystem
|
|
func (m *portfolioManager) Start(wg *sync.WaitGroup) error {
|
|
if m == nil {
|
|
return fmt.Errorf("portfolio manager %w", ErrNilSubsystem)
|
|
}
|
|
if wg == nil {
|
|
return errNilWaitGroup
|
|
}
|
|
if !atomic.CompareAndSwapInt32(&m.started, 0, 1) {
|
|
return fmt.Errorf("portfolio manager %w", ErrSubSystemAlreadyStarted)
|
|
}
|
|
|
|
log.Debugf(log.PortfolioMgr, "Portfolio manager %s", MsgSubSystemStarting)
|
|
m.shutdown = make(chan struct{})
|
|
go m.run(wg)
|
|
return nil
|
|
}
|
|
|
|
// Stop attempts to shutdown the subsystem
|
|
func (m *portfolioManager) Stop() error {
|
|
if m == nil {
|
|
return fmt.Errorf("portfolio manager %w", ErrNilSubsystem)
|
|
}
|
|
if !atomic.CompareAndSwapInt32(&m.started, 1, 0) {
|
|
return fmt.Errorf("portfolio manager %w", ErrSubSystemNotStarted)
|
|
}
|
|
defer func() {
|
|
atomic.CompareAndSwapInt32(&m.started, 1, 0)
|
|
}()
|
|
|
|
log.Debugf(log.PortfolioMgr, "Portfolio manager %s", MsgSubSystemShuttingDown)
|
|
close(m.shutdown)
|
|
return nil
|
|
}
|
|
|
|
// run periodically will check and update portfolio holdings
|
|
func (m *portfolioManager) run(wg *sync.WaitGroup) {
|
|
log.Debugln(log.PortfolioMgr, "Portfolio manager started.")
|
|
wg.Add(1)
|
|
tick := time.NewTicker(m.portfolioManagerDelay)
|
|
defer func() {
|
|
tick.Stop()
|
|
wg.Done()
|
|
log.Debugf(log.PortfolioMgr, "Portfolio manager shutdown.")
|
|
}()
|
|
|
|
go m.processPortfolio()
|
|
for {
|
|
select {
|
|
case <-m.shutdown:
|
|
return
|
|
case <-tick.C:
|
|
go m.processPortfolio()
|
|
}
|
|
}
|
|
}
|
|
|
|
// processPortfolio updates portfolio holdings
|
|
func (m *portfolioManager) processPortfolio() {
|
|
if !atomic.CompareAndSwapInt32(&m.processing, 0, 1) {
|
|
return
|
|
}
|
|
m.m.Lock()
|
|
defer m.m.Unlock()
|
|
data := m.base.GetPortfolioGroupedCoin()
|
|
for key, value := range data {
|
|
err := m.base.UpdatePortfolio(value, key)
|
|
if err != nil {
|
|
log.Errorf(log.PortfolioMgr,
|
|
"PortfolioWatcher error %s for currency %s\n",
|
|
err,
|
|
key)
|
|
continue
|
|
}
|
|
|
|
log.Debugf(log.PortfolioMgr,
|
|
"Portfolio manager: Successfully updated address balance for %s address(es) %s\n",
|
|
key,
|
|
value)
|
|
}
|
|
|
|
d := m.getExchangeAccountInfo(m.exchangeManager.GetExchanges())
|
|
m.seedExchangeAccountInfo(d)
|
|
atomic.CompareAndSwapInt32(&m.processing, 1, 0)
|
|
}
|
|
|
|
// seedExchangeAccountInfo seeds account info
|
|
func (m *portfolioManager) seedExchangeAccountInfo(accounts []account.Holdings) {
|
|
if len(accounts) == 0 {
|
|
return
|
|
}
|
|
for x := range accounts {
|
|
exchangeName := accounts[x].Exchange
|
|
var currencies []account.Balance
|
|
for y := range accounts[x].Accounts {
|
|
for z := range accounts[x].Accounts[y].Currencies {
|
|
var update bool
|
|
for i := range currencies {
|
|
if accounts[x].Accounts[y].Currencies[z].CurrencyName == currencies[i].CurrencyName {
|
|
currencies[i].Hold += accounts[x].Accounts[y].Currencies[z].Hold
|
|
currencies[i].TotalValue += accounts[x].Accounts[y].Currencies[z].TotalValue
|
|
update = true
|
|
}
|
|
}
|
|
|
|
if update {
|
|
continue
|
|
}
|
|
|
|
currencies = append(currencies, account.Balance{
|
|
CurrencyName: accounts[x].Accounts[y].Currencies[z].CurrencyName,
|
|
TotalValue: accounts[x].Accounts[y].Currencies[z].TotalValue,
|
|
Hold: accounts[x].Accounts[y].Currencies[z].Hold,
|
|
})
|
|
}
|
|
}
|
|
|
|
for x := range currencies {
|
|
currencyName := currencies[x].CurrencyName
|
|
total := currencies[x].TotalValue
|
|
|
|
if !m.base.ExchangeAddressExists(exchangeName, currencyName) {
|
|
if total <= 0 {
|
|
continue
|
|
}
|
|
|
|
log.Debugf(log.PortfolioMgr, "Portfolio: Adding new exchange address: %s, %s, %f, %s\n",
|
|
exchangeName,
|
|
currencyName,
|
|
total,
|
|
portfolio.ExchangeAddress)
|
|
|
|
m.base.Addresses = append(
|
|
m.base.Addresses,
|
|
portfolio.Address{Address: exchangeName,
|
|
CoinType: currencyName,
|
|
Balance: total,
|
|
Description: portfolio.ExchangeAddress})
|
|
} else {
|
|
if total <= 0 {
|
|
log.Debugf(log.PortfolioMgr, "Portfolio: Removing %s %s entry.\n",
|
|
exchangeName,
|
|
currencyName)
|
|
m.base.RemoveExchangeAddress(exchangeName, currencyName)
|
|
} else {
|
|
balance, ok := m.base.GetAddressBalance(exchangeName,
|
|
portfolio.ExchangeAddress,
|
|
currencyName)
|
|
if !ok {
|
|
continue
|
|
}
|
|
|
|
if balance != total {
|
|
log.Debugf(log.PortfolioMgr, "Portfolio: Updating %s %s entry with balance %f.\n",
|
|
exchangeName,
|
|
currencyName,
|
|
total)
|
|
m.base.UpdateExchangeAddressBalance(exchangeName,
|
|
currencyName,
|
|
total)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// getExchangeAccountInfo returns all the current enabled exchanges
|
|
func (m *portfolioManager) getExchangeAccountInfo(exchanges []exchange.IBotExchange) []account.Holdings {
|
|
var response []account.Holdings
|
|
for x := range exchanges {
|
|
if exchanges[x] == nil || !exchanges[x].IsEnabled() {
|
|
continue
|
|
}
|
|
if !exchanges[x].GetAuthenticatedAPISupport(exchange.RestAuthentication) {
|
|
if m.base.Verbose {
|
|
log.Debugf(log.PortfolioMgr,
|
|
"skipping %s due to disabled authenticated API support.\n",
|
|
exchanges[x].GetName())
|
|
}
|
|
continue
|
|
}
|
|
assetTypes := exchanges[x].GetAssetTypes()
|
|
var exchangeHoldings account.Holdings
|
|
for y := range assetTypes {
|
|
accountHoldings, err := exchanges[x].FetchAccountInfo(assetTypes[y])
|
|
if err != nil {
|
|
log.Errorf(log.PortfolioMgr,
|
|
"Error encountered retrieving exchange account info for %s. Error %s\n",
|
|
exchanges[x].GetName(),
|
|
err)
|
|
continue
|
|
}
|
|
for z := range accountHoldings.Accounts {
|
|
accountHoldings.Accounts[z].AssetType = assetTypes[y]
|
|
}
|
|
exchangeHoldings.Exchange = exchanges[x].GetName()
|
|
exchangeHoldings.Accounts = append(exchangeHoldings.Accounts, accountHoldings.Accounts...)
|
|
}
|
|
response = append(response, exchangeHoldings)
|
|
}
|
|
return response
|
|
}
|
|
|
|
// AddAddress adds a new portfolio address for the portfolio manager to track
|
|
func (m *portfolioManager) AddAddress(address, description string, coinType currency.Code, balance float64) error {
|
|
if m == nil {
|
|
return fmt.Errorf("portfolio manager %w", ErrNilSubsystem)
|
|
}
|
|
if !m.IsRunning() {
|
|
return fmt.Errorf("portfolio manager %w", ErrSubSystemNotStarted)
|
|
}
|
|
m.m.Lock()
|
|
defer m.m.Unlock()
|
|
return m.base.AddAddress(address, description, coinType, balance)
|
|
}
|
|
|
|
// RemoveAddress removes a portfolio address
|
|
func (m *portfolioManager) RemoveAddress(address, description string, coinType currency.Code) error {
|
|
if m == nil {
|
|
return fmt.Errorf("portfolio manager %w", ErrNilSubsystem)
|
|
}
|
|
if !m.IsRunning() {
|
|
return fmt.Errorf("portfolio manager %w", ErrSubSystemNotStarted)
|
|
}
|
|
m.m.Lock()
|
|
defer m.m.Unlock()
|
|
return m.base.RemoveAddress(address, description, coinType)
|
|
}
|
|
|
|
// GetPortfolioSummary returns a summary of all portfolio holdings
|
|
func (m *portfolioManager) GetPortfolioSummary() portfolio.Summary {
|
|
if m == nil || !m.IsRunning() {
|
|
return portfolio.Summary{}
|
|
}
|
|
return m.base.GetPortfolioSummary()
|
|
}
|
|
|
|
// GetAddresses returns all addresses
|
|
func (m *portfolioManager) GetAddresses() []portfolio.Address {
|
|
if m == nil || !m.IsRunning() {
|
|
return nil
|
|
}
|
|
return m.base.Addresses
|
|
}
|
|
|
|
// GetPortfolio returns a copy of the internal portfolio base for
|
|
// saving addresses to the config
|
|
func (m *portfolioManager) GetPortfolio() *portfolio.Base {
|
|
if m == nil || !m.IsRunning() {
|
|
return nil
|
|
}
|
|
resp := m.base
|
|
return resp
|
|
}
|
|
|
|
// IsWhiteListed checks if an address is whitelisted to withdraw to
|
|
func (m *portfolioManager) IsWhiteListed(address string) bool {
|
|
if m == nil || !m.IsRunning() {
|
|
return false
|
|
}
|
|
return m.base.IsWhiteListed(address)
|
|
}
|
|
|
|
// IsExchangeSupported checks if an exchange is supported
|
|
func (m *portfolioManager) IsExchangeSupported(exchange, address string) bool {
|
|
if m == nil || !m.IsRunning() {
|
|
return false
|
|
}
|
|
return m.base.IsExchangeSupported(exchange, address)
|
|
}
|