mirror of
https://github.com/d0zingcat/gocryptotrader.git
synced 2026-05-23 15:10:15 +00:00
* Modifications for a smoother live run * Fixes data appending * Successfully allows multi-currency live trading. Adds multiple currencies to live DCA strategy * Attempting to get cash and carry working * Poor attempts at sorting out data and appending it properly with USD in mind * =designs new live data handler * Updates cash and carry strat to work * adds test coverage. begins closeallpositions function * Updates cash and carry to work live * New kline.Event type. Cancels orders on close. Rn types * =Fixes USD funding issue * =fixes tests * fixes tests AGAIN * adds coverage to close all orders * crummy tests, should override * more tests * more tests * more coverage * removes scourge of currency.Pair maps. More tests * missed currency stuff * Fixes USD data issue & collateral issue. Needs to close ALL orders * Now triggers updates on the very first data entry * All my problems are solved now???? * fixes tests, extends coverage * there is some really funky candle stuff going on * my brain is melting * better shutdown management, fixes freezing bug * fixes data duplication issues, adds retries to requests * reduces logging, adds verbose options * expands coverage over all new functionality * fixes fun bug from curr == curr to curr.Equal(curr) * fixes setup issues and tests * starts adding external wallet amounts for funding * more setup for assets * setup live fund calcs and placing orders * successfully performs automated cash and carry * merge fixes * funding properly set at all times * fixes some bugs, need to address currencystatistics still * adds 'appeneded' trait, attempts to fix some stats * fixes stat bugs, adds cool new fetchfees feature * fixes terrible processing bugs * tightens realorder stats, sadly loses some live stats * this actually sets everything correctly for bothcd ..cd ..cd ..cd ..cd ..! * fix tests * coverage * beautiful new test coverage * docs * adds new fee getter delayer * commits from the correct directory * Lint * adds verbose to fund manager * Fix bug in t2b2 strat. Update dca live config. Docs * go mod tidy * update buf * buf + test improvement * Post merge fixes * fixes surprise offset bug * fix sizing restrictions for cash and carry * fix server lints * merge fixes * test fixesss * lintle fixles * slowloris * rn run to task, bug fixes, close all on close * rpc lint and fixes * bugfix: order manager not processing orders properly * somewhat addresses nits * absolutely broken end of day commit * absolutely massive knockon effects from nits * massive knockon effects continue * fixes things * address remaining nits * jk now fixes things * addresses the easier nits * more nit fixers * more niterinos addressederinos * refactors holdings and does some nits * so buf * addresses some nits, fixes holdings bugs * cleanup * attempts to fix alert chans to prevent many chans waiting? * terrible code, will revert * to be reviewed in detail tomorrow * Fixes up channel system * smashes those nits * fixes extra candles, fixes collateral bug, tests * fixes data races, introduces reflection * more checks n tests * Fixes cash and carry issues. Fixes more cool bugs * fixes ~typer~ typo * replace spot strats from ftx to binance * fixes all the tests I just destroyed * removes example path, rm verbose * 1) what 2) removes FTX references from the Backtester * renamed, non-working strategies * Removes FTX references almost as fast as sbf removes funds * regen docs, add contrib names,sort contrib names * fixes merge renamings * Addresses nits. Fixes setting API credentials. Fixes Binance limit retrieval * Fixes live order bugs with real orders and without * Apply suggestions from code review Co-authored-by: Adrian Gallagher <adrian.gallagher@thrasher.io> * Update backtester/engine/live.go Co-authored-by: Adrian Gallagher <adrian.gallagher@thrasher.io> * Update backtester/engine/live.go Co-authored-by: Adrian Gallagher <adrian.gallagher@thrasher.io> * Update backtester/config/strategyconfigbuilder/main.go Co-authored-by: Adrian Gallagher <adrian.gallagher@thrasher.io> * updates docs * even better docs Co-authored-by: Adrian Gallagher <adrian.gallagher@thrasher.io>
306 lines
11 KiB
Go
306 lines
11 KiB
Go
package statistics
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
"time"
|
|
|
|
"github.com/shopspring/decimal"
|
|
"github.com/thrasher-corp/gocryptotrader/backtester/common"
|
|
"github.com/thrasher-corp/gocryptotrader/backtester/data"
|
|
gctmath "github.com/thrasher-corp/gocryptotrader/common/math"
|
|
gctkline "github.com/thrasher-corp/gocryptotrader/exchanges/kline"
|
|
"github.com/thrasher-corp/gocryptotrader/log"
|
|
)
|
|
|
|
// fSIL shorthand wrapper for FitStringToLimit
|
|
func fSIL(str string, limit int) string {
|
|
spacer := " "
|
|
return common.FitStringToLimit(str, spacer, limit, true)
|
|
}
|
|
|
|
// CalculateBiggestEventDrawdown calculates the biggest drawdown using a slice of DataEvents
|
|
func CalculateBiggestEventDrawdown(closePrices []data.Event) (Swing, error) {
|
|
if len(closePrices) == 0 {
|
|
return Swing{}, fmt.Errorf("%w to calculate drawdowns", errReceivedNoData)
|
|
}
|
|
var swings []Swing
|
|
lowestPrice := closePrices[0].GetLowPrice()
|
|
highestPrice := closePrices[0].GetHighPrice()
|
|
lowestTime := closePrices[0].GetTime()
|
|
highestTime := closePrices[0].GetTime()
|
|
interval := closePrices[0].GetInterval()
|
|
|
|
for i := range closePrices {
|
|
currHigh := closePrices[i].GetHighPrice()
|
|
currLow := closePrices[i].GetLowPrice()
|
|
currTime := closePrices[i].GetTime()
|
|
if lowestPrice.GreaterThan(currLow) && !currLow.IsZero() {
|
|
lowestPrice = currLow
|
|
lowestTime = currTime
|
|
}
|
|
if highestPrice.LessThan(currHigh) {
|
|
if lowestTime.Equal(highestTime) {
|
|
// create distinction if the greatest drawdown occurs within the same candle
|
|
lowestTime = lowestTime.Add(interval.Duration() - time.Nanosecond)
|
|
}
|
|
intervals, err := gctkline.CalculateCandleDateRanges(highestTime, lowestTime, closePrices[i].GetInterval(), 0)
|
|
if err != nil {
|
|
return Swing{}, fmt.Errorf("cannot calculate max drawdown, date range error: %w", err)
|
|
}
|
|
if highestPrice.IsPositive() && lowestPrice.IsPositive() {
|
|
swings = append(swings, Swing{
|
|
Highest: ValueAtTime{
|
|
Time: highestTime,
|
|
Value: highestPrice,
|
|
},
|
|
Lowest: ValueAtTime{
|
|
Time: lowestTime,
|
|
Value: lowestPrice,
|
|
},
|
|
DrawdownPercent: lowestPrice.Sub(highestPrice).Div(highestPrice).Mul(decimal.NewFromInt(100)),
|
|
IntervalDuration: int64(len(intervals.Ranges[0].Intervals)),
|
|
})
|
|
}
|
|
// reset the drawdown
|
|
highestPrice = currHigh
|
|
highestTime = currTime
|
|
lowestPrice = currLow
|
|
lowestTime = currTime
|
|
}
|
|
}
|
|
if (len(swings) > 0 && swings[len(swings)-1].Lowest.Value != closePrices[len(closePrices)-1].GetLowPrice()) || swings == nil {
|
|
// need to close out the final drawdown
|
|
if lowestTime.Equal(highestTime) {
|
|
// create distinction if the greatest drawdown occurs within the same candle
|
|
lowestTime = lowestTime.Add(interval.Duration() - time.Nanosecond)
|
|
}
|
|
intervals, err := gctkline.CalculateCandleDateRanges(highestTime, lowestTime, closePrices[0].GetInterval(), 0)
|
|
if err != nil {
|
|
return Swing{}, fmt.Errorf("cannot close out max drawdown calculation: %w", err)
|
|
}
|
|
drawdownPercent := decimal.Zero
|
|
if highestPrice.GreaterThan(decimal.Zero) {
|
|
drawdownPercent = lowestPrice.Sub(highestPrice).Div(highestPrice).Mul(decimal.NewFromInt(100))
|
|
}
|
|
if lowestTime.Equal(highestTime) {
|
|
// create distinction if the greatest drawdown occurs within the same candle
|
|
lowestTime = lowestTime.Add(interval.Duration() - time.Nanosecond)
|
|
}
|
|
swings = append(swings, Swing{
|
|
Highest: ValueAtTime{
|
|
Time: highestTime,
|
|
Value: highestPrice,
|
|
},
|
|
Lowest: ValueAtTime{
|
|
Time: lowestTime,
|
|
Value: lowestPrice,
|
|
},
|
|
DrawdownPercent: drawdownPercent,
|
|
IntervalDuration: int64(len(intervals.Ranges[0].Intervals)),
|
|
})
|
|
}
|
|
|
|
var maxDrawdown Swing
|
|
if len(swings) > 0 {
|
|
maxDrawdown = swings[0]
|
|
}
|
|
for i := range swings {
|
|
if swings[i].DrawdownPercent.LessThan(maxDrawdown.DrawdownPercent) {
|
|
maxDrawdown = swings[i]
|
|
}
|
|
}
|
|
|
|
return maxDrawdown, nil
|
|
}
|
|
|
|
// CalculateBiggestValueAtTimeDrawdown calculates the biggest drawdown using a slice of ValueAtTimes
|
|
func CalculateBiggestValueAtTimeDrawdown(closePrices []ValueAtTime, interval gctkline.Interval) (Swing, error) {
|
|
if len(closePrices) == 0 {
|
|
return Swing{}, fmt.Errorf("%w to calculate drawdowns", errReceivedNoData)
|
|
}
|
|
var swings []Swing
|
|
lowestPrice := closePrices[0].Value
|
|
highestPrice := closePrices[0].Value
|
|
lowestTime := closePrices[0].Time
|
|
highestTime := closePrices[0].Time
|
|
|
|
for i := range closePrices {
|
|
currHigh := closePrices[i].Value
|
|
currLow := closePrices[i].Value
|
|
currTime := closePrices[i].Time
|
|
if lowestPrice.GreaterThan(currLow) && !currLow.IsZero() {
|
|
lowestPrice = currLow
|
|
lowestTime = currTime
|
|
}
|
|
if highestPrice.LessThan(currHigh) && highestPrice.IsPositive() {
|
|
if lowestTime.Equal(highestTime) {
|
|
// create distinction if the greatest drawdown occurs within the same candle
|
|
lowestTime = lowestTime.Add(interval.Duration() - time.Nanosecond)
|
|
}
|
|
intervals, err := gctkline.CalculateCandleDateRanges(highestTime, lowestTime, interval, 0)
|
|
if err != nil {
|
|
return Swing{}, err
|
|
}
|
|
swings = append(swings, Swing{
|
|
Highest: ValueAtTime{
|
|
Time: highestTime,
|
|
Value: highestPrice,
|
|
},
|
|
Lowest: ValueAtTime{
|
|
Time: lowestTime,
|
|
Value: lowestPrice,
|
|
},
|
|
DrawdownPercent: lowestPrice.Sub(highestPrice).Div(highestPrice).Mul(decimal.NewFromInt(100)),
|
|
IntervalDuration: int64(len(intervals.Ranges[0].Intervals)),
|
|
})
|
|
// reset the drawdown
|
|
highestPrice = currHigh
|
|
highestTime = currTime
|
|
lowestPrice = currLow
|
|
lowestTime = currTime
|
|
}
|
|
}
|
|
if (len(swings) > 0 && !swings[len(swings)-1].Lowest.Value.Equal(closePrices[len(closePrices)-1].Value)) || swings == nil {
|
|
// need to close out the final drawdown
|
|
if lowestTime.Equal(highestTime) {
|
|
// create distinction if the greatest drawdown occurs within the same candle
|
|
lowestTime = lowestTime.Add(interval.Duration() - time.Nanosecond)
|
|
}
|
|
intervals, err := gctkline.CalculateCandleDateRanges(highestTime, lowestTime, interval, 0)
|
|
if err != nil {
|
|
log.Error(common.CurrencyStatistics, err)
|
|
}
|
|
drawdownPercent := decimal.Zero
|
|
if highestPrice.GreaterThan(decimal.Zero) {
|
|
drawdownPercent = lowestPrice.Sub(highestPrice).Div(highestPrice).Mul(decimal.NewFromInt(100))
|
|
}
|
|
if lowestTime.Equal(highestTime) {
|
|
// create distinction if the greatest drawdown occurs within the same candle
|
|
lowestTime = lowestTime.Add(interval.Duration() - time.Nanosecond)
|
|
}
|
|
swings = append(swings, Swing{
|
|
Highest: ValueAtTime{
|
|
Time: highestTime,
|
|
Value: highestPrice,
|
|
},
|
|
Lowest: ValueAtTime{
|
|
Time: lowestTime,
|
|
Value: lowestPrice,
|
|
},
|
|
DrawdownPercent: drawdownPercent,
|
|
IntervalDuration: int64(len(intervals.Ranges[0].Intervals)),
|
|
})
|
|
}
|
|
|
|
var maxDrawdown Swing
|
|
if len(swings) > 0 {
|
|
maxDrawdown = swings[0]
|
|
}
|
|
for i := range swings {
|
|
if swings[i].DrawdownPercent.LessThan(maxDrawdown.DrawdownPercent) {
|
|
maxDrawdown = swings[i]
|
|
}
|
|
}
|
|
|
|
return maxDrawdown, nil
|
|
}
|
|
|
|
// CalculateRatios creates arithmetic and geometric ratios from funding or currency pair data
|
|
func CalculateRatios(benchmarkRates, returnsPerCandle []decimal.Decimal, riskFreeRatePerCandle decimal.Decimal, maxDrawdown *Swing, logMessage string) (arithmeticStats, geometricStats *Ratios, err error) {
|
|
var arithmeticBenchmarkAverage, geometricBenchmarkAverage decimal.Decimal
|
|
arithmeticBenchmarkAverage, err = gctmath.DecimalArithmeticMean(benchmarkRates)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
geometricBenchmarkAverage, err = gctmath.DecimalFinancialGeometricMean(benchmarkRates)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
|
|
riskFreeRateForPeriod := riskFreeRatePerCandle.Mul(decimal.NewFromInt(int64(len(benchmarkRates))))
|
|
|
|
var arithmeticReturnsPerCandle, geometricReturnsPerCandle, arithmeticSharpe, arithmeticSortino,
|
|
arithmeticInformation, arithmeticCalmar, geomSharpe, geomSortino, geomInformation, geomCalmar decimal.Decimal
|
|
|
|
arithmeticReturnsPerCandle, err = gctmath.DecimalArithmeticMean(returnsPerCandle)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
geometricReturnsPerCandle, err = gctmath.DecimalFinancialGeometricMean(returnsPerCandle)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
|
|
arithmeticSharpe, err = gctmath.DecimalSharpeRatio(returnsPerCandle, riskFreeRatePerCandle, arithmeticReturnsPerCandle)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
arithmeticSortino, err = gctmath.DecimalSortinoRatio(returnsPerCandle, riskFreeRatePerCandle, arithmeticReturnsPerCandle)
|
|
if err != nil && !errors.Is(err, gctmath.ErrNoNegativeResults) {
|
|
if errors.Is(err, gctmath.ErrInexactConversion) {
|
|
log.Warnf(common.Statistics, "%s funding arithmetic sortino ratio %v", logMessage, err)
|
|
} else {
|
|
return nil, nil, err
|
|
}
|
|
}
|
|
arithmeticInformation, err = gctmath.DecimalInformationRatio(returnsPerCandle, benchmarkRates, arithmeticReturnsPerCandle, arithmeticBenchmarkAverage)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
arithmeticCalmar, err = gctmath.DecimalCalmarRatio(maxDrawdown.Highest.Value, maxDrawdown.Lowest.Value, arithmeticReturnsPerCandle, riskFreeRateForPeriod)
|
|
if err != nil {
|
|
log.Warnf(common.Statistics, "%s funding arithmetic calmar ratio %v", logMessage, err)
|
|
}
|
|
|
|
arithmeticStats = &Ratios{}
|
|
if !arithmeticSharpe.IsZero() {
|
|
arithmeticStats.SharpeRatio = arithmeticSharpe
|
|
}
|
|
if !arithmeticSortino.IsZero() {
|
|
arithmeticStats.SortinoRatio = arithmeticSortino
|
|
}
|
|
if !arithmeticInformation.IsZero() {
|
|
arithmeticStats.InformationRatio = arithmeticInformation
|
|
}
|
|
if !arithmeticCalmar.IsZero() {
|
|
arithmeticStats.CalmarRatio = arithmeticCalmar
|
|
}
|
|
|
|
geomSharpe, err = gctmath.DecimalSharpeRatio(returnsPerCandle, riskFreeRatePerCandle, geometricReturnsPerCandle)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
geomSortino, err = gctmath.DecimalSortinoRatio(returnsPerCandle, riskFreeRatePerCandle, geometricReturnsPerCandle)
|
|
if err != nil && !errors.Is(err, gctmath.ErrNoNegativeResults) {
|
|
if errors.Is(err, gctmath.ErrInexactConversion) {
|
|
log.Warnf(common.Statistics, "%s geometric sortino ratio %v", logMessage, err)
|
|
} else {
|
|
return nil, nil, err
|
|
}
|
|
}
|
|
geomInformation, err = gctmath.DecimalInformationRatio(returnsPerCandle, benchmarkRates, geometricReturnsPerCandle, geometricBenchmarkAverage)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
geomCalmar, err = gctmath.DecimalCalmarRatio(maxDrawdown.Highest.Value, maxDrawdown.Lowest.Value, geometricReturnsPerCandle, riskFreeRateForPeriod)
|
|
if err != nil {
|
|
log.Warnf(common.Statistics, "%s funding geometric calmar ratio %v", logMessage, err)
|
|
}
|
|
geometricStats = &Ratios{}
|
|
if !arithmeticSharpe.IsZero() {
|
|
geometricStats.SharpeRatio = geomSharpe
|
|
}
|
|
if !arithmeticSortino.IsZero() {
|
|
geometricStats.SortinoRatio = geomSortino
|
|
}
|
|
if !arithmeticInformation.IsZero() {
|
|
geometricStats.InformationRatio = geomInformation
|
|
}
|
|
if !arithmeticCalmar.IsZero() {
|
|
geometricStats.CalmarRatio = geomCalmar
|
|
}
|
|
|
|
return arithmeticStats, geometricStats, nil
|
|
}
|