Files
gocryptotrader/portfolio/portfolio.go
Ryan O'Hara-Reid 11da520dc8 Currency: Add additional functionality, refactor and improvements (#881)
* currency: Add method to derive pair

* currency: Add method to lower entire charset but used the slice copy and returned that. This will change the original, just gotta see if this is an issue, but the slice usually goes out of scope anyway.

* currency/pairs: add filter method

* currency: add function to derive select currencies from currency pairs

* currency/engine: slight adjustments

* currency: fix linter issue also shift burden of proof to caller instead of repair, more performant.

* currency: more linter

* pairs: optimize; reduce allocs/op and B/op

* currency: Add in function 'NewPairsFromString' for testing purposes

* currency: don't suppress error

* currency: stop panic on empty currency code

* currency: Add helper method to match currencies between exchanges

* currency: fixed my bad spelling

* currency: Implement stable coin checks, refactored base code methods, optimized upper and lower case strings for currency code/pairs

* currency: add pairs method to derive stable coins from internal list.

* Currency: Cleanup, fix tests.

* engine/exchanges/currency: fix whoops

* Currency: force govet no copy on Item datatype

* Currency: fix naughty linter issues

* exchange: revert change

* currency/config: fix config upgrade mistake

* currency: re-implement currency sub-systems

* *RetrieveConfigCurrencyPairs removed
*CheckCurrencyConfigValues to only provide warnings, add additional support when, disable when support is lost or not available and set default values.
*Drop Cryptocurrencies from configuration as this is not needed.
*Drop REST Poll delay field as this was unused.
*Update default values for currencyFileUpdateDuration & foreignExchangeUpdateDuration.
*Allow Role to be marshalled for file type.
*Refactor RunUpdater to verify and check config values and set default running foreign exchange provider.

* currency: cleanup

* currency: change match -> equal for comparison which is more of a standard and little easier to find

* currency: address nits

* currency: fix whoops

* currency: Add some more pairs methods

* currency: linter issues

* currency: RM unused field

* currency: rm verbose

* currency: fix word

* currency: gocritic

* currency: fix another whoopsie

* example_config: default to show log system name

* Currency: Force all support packages to use Equal method for comparison as there is a small comparison bug when checking upper and lower casing, this has a more of a pronounced impact between exchanges and client instances of currency generation

* currency: fix log name

* ordermanager: fix potential panic

* currency: small optim.

* engine: display correct bool and force shutdown

* currency: add function and fix regression
* Change ConvertCurrency -> ConvertFiat to be more precise
* ADD GetForeignExchangeRate to get specific exchange rate for fiat pair
* Fix currency display and formatting regression and tied in with config.Currency fields

* engine: fix tests

* currency: return the amount when no conversion needs to take place

* currency: reduce method name

* currency: Address nits glorious nits

* currency: fix linter

* currency: addr nits

* currency: check underlying role in test

* gct: change to EMPTYCODE and EMPTYPAIR across codebase

* currency: fix nits

* currency: this fixes test race but this issue has not been resolved. Please see: https://trello.com/c/54eizOIo/143-currency-package-upgrades

* currency: Add temp dir for testing

* Update engine/engine.go

Co-authored-by: Adrian Gallagher <adrian.gallagher@thrasher.io>

* documentation: update and regen

* currency: Address niterinos

* currency: Add test case for config upgrade when falling over to exchange rate host as default from exchangeRates provider

* currency: addr nits

* currency: fix whoops

Co-authored-by: Ryan O'Hara-Reid <ryan.oharareid@thrasher.io>
Co-authored-by: Adrian Gallagher <adrian.gallagher@thrasher.io>
2022-02-17 16:24:57 +11:00

543 lines
15 KiB
Go

package portfolio
import (
"context"
"encoding/json"
"errors"
"fmt"
"net/http"
"strings"
"time"
"github.com/thrasher-corp/gocryptotrader/common"
"github.com/thrasher-corp/gocryptotrader/currency"
"github.com/thrasher-corp/gocryptotrader/log"
)
const (
cryptoIDAPIURL = "https://chainz.cryptoid.info"
xrpScanAPIURL = "https://api.xrpscan.com/api/v1/account/"
ethplorerAPIURL = "https://api.ethplorer.io"
ethplorerAddressInfo = "getAddressInfo"
// ExchangeAddress is a label for an exchange address
ExchangeAddress = "Exchange"
// PersonalAddress is a label for a personal/offline address
PersonalAddress = "Personal"
)
var errNotEthAddress = errors.New("not an Ethereum address")
// GetEthereumBalance single or multiple address information as
// EtherchainBalanceResponse
func (b *Base) GetEthereumBalance(address string) (EthplorerResponse, error) {
valid, _ := common.IsValidCryptoAddress(address, "eth")
if !valid {
return EthplorerResponse{}, errNotEthAddress
}
urlPath := fmt.Sprintf(
"%s/%s/%s?apiKey=freekey", ethplorerAPIURL, ethplorerAddressInfo, address,
)
result := EthplorerResponse{}
contents, err := common.SendHTTPRequest(context.TODO(),
http.MethodGet,
urlPath,
nil,
nil,
b.Verbose)
if err != nil {
return result, err
}
return result, json.Unmarshal(contents, &result)
}
// GetCryptoIDAddress queries CryptoID for an address balance for a
// specified cryptocurrency
func (b *Base) GetCryptoIDAddress(address string, coinType currency.Code) (float64, error) {
ok, err := common.IsValidCryptoAddress(address, coinType.String())
if !ok || err != nil {
return 0, errors.New("invalid address")
}
url := fmt.Sprintf("%s/%s/api.dws?q=getbalance&a=%s",
cryptoIDAPIURL,
coinType.Lower(),
address)
contents, err := common.SendHTTPRequest(context.TODO(),
http.MethodGet,
url,
nil,
nil,
b.Verbose)
if err != nil {
return 0, err
}
var result float64
return result, json.Unmarshal(contents, &result)
}
// GetRippleBalance returns the value for a ripple address
func (b *Base) GetRippleBalance(address string) (float64, error) {
var result XRPScanAccount
contents, err := common.SendHTTPRequest(context.TODO(),
http.MethodGet,
xrpScanAPIURL+address,
nil,
nil,
b.Verbose)
if err != nil {
return 0, err
}
err = json.Unmarshal(contents, &result)
if err != nil {
return 0, err
}
if (result == XRPScanAccount{}) {
return 0, errors.New("no balance info returned")
}
return result.XRPBalance, nil
}
// GetAddressBalance acceses the portfolio base and returns the balance by passed
// in address, coin type and description
func (b *Base) GetAddressBalance(address, description string, coinType currency.Code) (float64, bool) {
for x := range b.Addresses {
if b.Addresses[x].Address == address &&
b.Addresses[x].Description == description &&
b.Addresses[x].CoinType.Equal(coinType) {
return b.Addresses[x].Balance, true
}
}
return 0, false
}
// ExchangeExists checks to see if an exchange exists in the portfolio base
func (b *Base) ExchangeExists(exchangeName string) bool {
for x := range b.Addresses {
if b.Addresses[x].Address == exchangeName {
return true
}
}
return false
}
// AddressExists checks to see if there is an address associated with the
// portfolio base
func (b *Base) AddressExists(address string) bool {
for x := range b.Addresses {
if b.Addresses[x].Address == address {
return true
}
}
return false
}
// ExchangeAddressExists checks to see if there is an exchange address
// associated with the portfolio base
func (b *Base) ExchangeAddressExists(exchangeName string, coinType currency.Code) bool {
for x := range b.Addresses {
if b.Addresses[x].Address == exchangeName && b.Addresses[x].CoinType.Equal(coinType) {
return true
}
}
return false
}
// AddExchangeAddress adds an exchange address to the portfolio base
func (b *Base) AddExchangeAddress(exchangeName string, coinType currency.Code, balance float64) {
if b.ExchangeAddressExists(exchangeName, coinType) {
b.UpdateExchangeAddressBalance(exchangeName, coinType, balance)
} else {
b.Addresses = append(
b.Addresses, Address{Address: exchangeName, CoinType: coinType,
Balance: balance, Description: ExchangeAddress},
)
}
}
// UpdateAddressBalance updates the portfolio base balance
func (b *Base) UpdateAddressBalance(address string, amount float64) {
for x := range b.Addresses {
if b.Addresses[x].Address == address {
b.Addresses[x].Balance = amount
}
}
}
// RemoveExchangeAddress removes an exchange address from the portfolio.
func (b *Base) RemoveExchangeAddress(exchangeName string, coinType currency.Code) {
for x := range b.Addresses {
if b.Addresses[x].Address == exchangeName && b.Addresses[x].CoinType.Equal(coinType) {
b.Addresses = append(b.Addresses[:x], b.Addresses[x+1:]...)
return
}
}
}
// UpdateExchangeAddressBalance updates the portfolio balance when checked
// against correct exchangeName and coinType.
func (b *Base) UpdateExchangeAddressBalance(exchangeName string, coinType currency.Code, balance float64) {
for x := range b.Addresses {
if b.Addresses[x].Address == exchangeName && b.Addresses[x].CoinType.Equal(coinType) {
b.Addresses[x].Balance = balance
}
}
}
// AddAddress adds an address to the portfolio base
func (b *Base) AddAddress(address, description string, coinType currency.Code, balance float64) error {
if address == "" {
return errors.New("address is empty")
}
if coinType.String() == "" {
return errors.New("coin type is empty")
}
if description == ExchangeAddress {
b.AddExchangeAddress(address, coinType, balance)
}
if !b.AddressExists(address) {
b.Addresses = append(
b.Addresses, Address{Address: address, CoinType: coinType,
Balance: balance, Description: description},
)
} else {
if balance <= 0 {
err := b.RemoveAddress(address, description, coinType)
if err != nil {
return err
}
} else {
b.UpdateAddressBalance(address, balance)
}
}
return nil
}
// RemoveAddress removes an address when checked against the correct address and
// coinType
func (b *Base) RemoveAddress(address, description string, coinType currency.Code) error {
if address == "" {
return errors.New("address is empty")
}
if coinType.String() == "" {
return errors.New("coin type is empty")
}
for x := range b.Addresses {
if b.Addresses[x].Address == address &&
b.Addresses[x].CoinType.Equal(coinType) &&
b.Addresses[x].Description == description {
b.Addresses = append(b.Addresses[:x], b.Addresses[x+1:]...)
return nil
}
}
return errors.New("portfolio item does not exist")
}
// UpdatePortfolio adds to the portfolio addresses by coin type
func (b *Base) UpdatePortfolio(addresses []string, coinType currency.Code) error {
if strings.Contains(strings.Join(addresses, ","), ExchangeAddress) ||
strings.Contains(strings.Join(addresses, ","), PersonalAddress) {
return nil
}
switch coinType {
case currency.ETH:
for x := range addresses {
result, err := b.GetEthereumBalance(addresses[x])
if err != nil {
return err
}
if result.Error.Message != "" {
return errors.New(result.Error.Message)
}
err = b.AddAddress(addresses[x],
PersonalAddress,
coinType,
result.ETH.Balance)
if err != nil {
return err
}
}
case currency.XRP:
for x := range addresses {
result, err := b.GetRippleBalance(addresses[x])
if err != nil {
return err
}
err = b.AddAddress(addresses[x],
PersonalAddress,
coinType,
result)
if err != nil {
return err
}
}
default:
for x := range addresses {
result, err := b.GetCryptoIDAddress(addresses[x], coinType)
if err != nil {
return err
}
err = b.AddAddress(addresses[x],
PersonalAddress,
coinType,
result)
if err != nil {
return err
}
}
}
return nil
}
// GetPortfolioByExchange returns currency portfolio amount by exchange
func (b *Base) GetPortfolioByExchange(exchangeName string) map[currency.Code]float64 {
result := make(map[currency.Code]float64)
for x := range b.Addresses {
if strings.Contains(b.Addresses[x].Address, exchangeName) {
result[b.Addresses[x].CoinType] = b.Addresses[x].Balance
}
}
return result
}
// GetExchangePortfolio returns current portfolio base information
func (b *Base) GetExchangePortfolio() map[currency.Code]float64 {
result := make(map[currency.Code]float64)
for i := range b.Addresses {
if b.Addresses[i].Description != ExchangeAddress {
continue
}
balance, ok := result[b.Addresses[i].CoinType]
if !ok {
result[b.Addresses[i].CoinType] = b.Addresses[i].Balance
} else {
result[b.Addresses[i].CoinType] = b.Addresses[i].Balance + balance
}
}
return result
}
// GetPersonalPortfolio returns current portfolio base information
func (b *Base) GetPersonalPortfolio() map[currency.Code]float64 {
result := make(map[currency.Code]float64)
for i := range b.Addresses {
if strings.EqualFold(b.Addresses[i].Description, ExchangeAddress) {
continue
}
balance, ok := result[b.Addresses[i].CoinType]
if !ok {
result[b.Addresses[i].CoinType] = b.Addresses[i].Balance
} else {
result[b.Addresses[i].CoinType] = b.Addresses[i].Balance + balance
}
}
return result
}
// getPercentage returns the percentage of the target coin amount against the
// total coin amount.
func getPercentage(input map[currency.Code]float64, target currency.Code, totals map[currency.Code]float64) float64 {
subtotal := input[target]
total := totals[target]
percentage := (subtotal / total) * 100 / 1
return percentage
}
// getPercentageSpecific returns the percentage a specific value of a target coin amount
// against the total coin amount.
func getPercentageSpecific(input float64, target currency.Code, totals map[currency.Code]float64) float64 {
total := totals[target]
percentage := (input / total) * 100 / 1
return percentage
}
// GetPortfolioSummary returns the complete portfolio summary, showing
// coin totals, offline and online summaries with their relative percentages.
func (b *Base) GetPortfolioSummary() Summary {
personalHoldings := b.GetPersonalPortfolio()
exchangeHoldings := b.GetExchangePortfolio()
totalCoins := make(map[currency.Code]float64)
for x, y := range personalHoldings {
totalCoins[x] = y
}
for x, y := range exchangeHoldings {
balance, ok := totalCoins[x]
if !ok {
totalCoins[x] = y
} else {
totalCoins[x] = y + balance
}
}
var portfolioOutput Summary
for x, y := range totalCoins {
coins := Coin{Coin: x, Balance: y}
portfolioOutput.Totals = append(portfolioOutput.Totals, coins)
}
for x, y := range personalHoldings {
coins := Coin{
Coin: x,
Balance: y,
Percentage: getPercentage(personalHoldings, x, totalCoins),
}
portfolioOutput.Offline = append(portfolioOutput.Offline, coins)
}
for x, y := range exchangeHoldings {
coins := Coin{
Coin: x,
Balance: y,
Percentage: getPercentage(exchangeHoldings, x, totalCoins),
}
portfolioOutput.Online = append(portfolioOutput.Online, coins)
}
var portfolioExchanges []string
for i := range b.Addresses {
if strings.EqualFold(b.Addresses[i].Description, ExchangeAddress) {
if !common.StringDataCompare(portfolioExchanges, b.Addresses[i].Address) {
portfolioExchanges = append(portfolioExchanges, b.Addresses[i].Address)
}
}
}
exchangeSummary := make(map[string]map[currency.Code]OnlineCoinSummary)
for x := range portfolioExchanges {
exchgName := portfolioExchanges[x]
result := b.GetPortfolioByExchange(exchgName)
coinSummary := make(map[currency.Code]OnlineCoinSummary)
for y, z := range result {
coinSum := OnlineCoinSummary{
Balance: z,
Percentage: getPercentageSpecific(z, y, totalCoins),
}
coinSummary[y] = coinSum
}
exchangeSummary[exchgName] = coinSummary
}
portfolioOutput.OnlineSummary = exchangeSummary
offlineSummary := make(map[currency.Code][]OfflineCoinSummary)
for i := range b.Addresses {
if !strings.EqualFold(b.Addresses[i].Description, ExchangeAddress) {
coinSummary := OfflineCoinSummary{
Address: b.Addresses[i].Address,
Balance: b.Addresses[i].Balance,
Percentage: getPercentageSpecific(b.Addresses[i].Balance, b.Addresses[i].CoinType,
totalCoins),
}
result, ok := offlineSummary[b.Addresses[i].CoinType]
if !ok {
offlineSummary[b.Addresses[i].CoinType] = append(offlineSummary[b.Addresses[i].CoinType],
coinSummary)
} else {
result = append(result, coinSummary)
offlineSummary[b.Addresses[i].CoinType] = result
}
}
}
portfolioOutput.OfflineSummary = offlineSummary
return portfolioOutput
}
// GetPortfolioGroupedCoin returns portfolio base information grouped by coin
func (b *Base) GetPortfolioGroupedCoin() map[currency.Code][]string {
result := make(map[currency.Code][]string)
for i := range b.Addresses {
if strings.EqualFold(b.Addresses[i].Description, ExchangeAddress) {
continue
}
result[b.Addresses[i].CoinType] = append(result[b.Addresses[i].CoinType], b.Addresses[i].Address)
}
return result
}
// Seed appends a portfolio base object with another base portfolio
// addresses
func (b *Base) Seed(port Base) {
b.Addresses = port.Addresses
}
// StartPortfolioWatcher observes the portfolio object
func (b *Base) StartPortfolioWatcher() {
addrCount := len(b.Addresses)
log.Debugf(log.PortfolioMgr,
"PortfolioWatcher started: Have %d entries in portfolio.\n", addrCount,
)
for {
data := b.GetPortfolioGroupedCoin()
for key, value := range data {
err := b.UpdatePortfolio(value, key)
if err != nil {
log.Errorf(log.PortfolioMgr,
"PortfolioWatcher error %s for currency %s, val %v\n",
err,
key,
value)
continue
}
log.Debugf(log.PortfolioMgr,
"PortfolioWatcher: Successfully updated address balance for %s address(es) %s\n",
key,
value)
}
time.Sleep(time.Minute * 10)
}
}
// IsExchangeSupported checks if exchange is supported by portfolio address
func (b *Base) IsExchangeSupported(exchange, address string) (ret bool) {
for x := range b.Addresses {
if b.Addresses[x].Address != address {
continue
}
exchangeList := strings.Split(b.Addresses[x].SupportedExchanges, ",")
return common.StringDataContainsInsensitive(exchangeList, exchange)
}
return
}
// IsColdStorage checks if address is a cold storage wallet
func (b *Base) IsColdStorage(address string) bool {
for x := range b.Addresses {
if b.Addresses[x].Address != address {
continue
}
return b.Addresses[x].ColdStorage
}
return false
}
// IsWhiteListed checks if address is whitelisted for withdraw transfers
func (b *Base) IsWhiteListed(address string) bool {
for x := range b.Addresses {
if b.Addresses[x].Address != address {
continue
}
return b.Addresses[x].WhiteListed
}
return false
}