Files
gocryptotrader/cmd/exchange_wrapper_coverage/main.go
Scott fcc5ad4551 exchanges/qa: Add exchange wrapper testing suite (#1159)
* initial concept of a nice validation tester for exchanges

* adds some datahandler design

* expand testing

* more tests and fixes

* minor end of day fix for bithumb

* fixes implementation issues

* more test coverage and improvements, but not sure if i should continue

* fix more wrapper implementations

* adds error type, more fixes

* changes signature, fixes implementations

* fixes more wrapper implementations

* one more bit

* more cleanup

* WOW things work?

* lintle 1/1337

* mini bump

* fixes all linting

* neaten

* GetOrderInfo+ asset pair fixes+improvements

* adds new websocket test

* expand ws testing

* fix bug, expand tests, improve implementation

* code coverage of a lot of new codes

* fixes everything

* reverts accidental changes

* minor fixes from reviewing code

* removes Bitfinex cancelBatchOrder implementation

* fixes dumb baby typo for babies

* mini nit fixes

* so many nits to address

* addresses all the nits

* Titlecase

* switcheroo

* removes websocket testing for now

* fix appveyor, minor test fix

* fixes typo, re-kindles killed kode

* skip binance wrapper tests when running CI

* expired context, huobi okx fixes

* kodespull

* fix ordering

* time fix because why not

* fix exmo, others

* hopefully this fixes all of my life's problems

* last thing today

* huobi, more like hypotrophy

* golangci-lint, more like mypooroldknee-splint

* fix huobi times by removing them

* should fix okx currency issues

* blocks the application

* adds last little contingency for pairs

* addresses most nits and new problems

* lovely fixed before seeing why okx sucks

* fixes issues with okx websocket

* the classic receieieivaier

* lintle

* adds test and fixes existing tests

* expands error handling messages during setup

* fixes dumb okx bugs introduced

* quick fix for lint and exmo

* fixes nixes

* fix exmo deposit issue

* lint

* fixes issue with extra asset runs missing

* fix surprise race

* all the lint and merge fixes

* fixes surprise bugs in OKx

* fixes issues with times and chains

* fixing all the merge stuff

* merge fix

* rm logs and a panic potential

* lovely lint lament

* an easy demonstration of scenario, but not of initial purpose

* put it in the bin

* Revert "put it in the bin"

This reverts commit 15c6490f713233d43f10957367fcbf18e3818bdd.

* re-add after immediate error popup

* fix mini poor test design

* okx okay

* merge fixes

* fixes issues discovered in lovely test

* I FORGOT TO COMMIT THIS

* nit fixaroonaboo

* forgoetten test fix

* revert old okx asset intrument work

* fixes

* revert problems I didnt understand. update bybit

* fix merge bugs

* test cleanup

* further improvements

* reshuffle and lint

* rm redundant CI_TEST by rm the CI_TEST field that is redundant

* path fix

* move to its own section, dont run on 32 bit + appveyor

* lint

* fix lbank

* address nits

* let it rip

* fix failing test time range

* niteroo boogaloo

* mod tidy, use common.SimpleTimeFormat
2023-07-03 11:09:43 +10:00

149 lines
3.8 KiB
Go

package main
import (
"context"
"errors"
"fmt"
"log"
"reflect"
"sync"
"github.com/thrasher-corp/gocryptotrader/common"
"github.com/thrasher-corp/gocryptotrader/engine"
exchange "github.com/thrasher-corp/gocryptotrader/exchanges"
)
func main() {
var err error
engine.Bot, err = engine.New()
if err != nil {
log.Fatalf("Failed to initialise engine. Err: %s", err)
}
engine.Bot.Settings = engine.Settings{
CoreSettings: engine.CoreSettings{EnableDryRun: true},
ExchangeTuningSettings: engine.ExchangeTuningSettings{
DisableExchangeAutoPairUpdates: true,
},
}
engine.Bot.Config.PurgeExchangeAPICredentials()
engine.Bot.ExchangeManager = engine.NewExchangeManager()
log.Printf("Loading exchanges..")
var wg sync.WaitGroup
for x := range exchange.Exchanges {
if exchange.Exchanges[x] == "ftx" {
log.Println("Skipping exchange FTX...")
continue
}
err = engine.Bot.LoadExchange(exchange.Exchanges[x], &wg)
if err != nil {
log.Printf("Failed to load exchange %s. Err: %s",
exchange.Exchanges[x],
err)
continue
}
}
wg.Wait()
log.Println("Done.")
log.Printf("Testing exchange wrappers..")
results := make(map[string][]string)
var mtx sync.Mutex
exchanges := engine.Bot.GetExchanges()
for x := range exchanges {
wg.Add(1)
go func(exch exchange.IBotExchange) {
strResults, err := testWrappers(exch)
if err != nil {
log.Printf("Failed to test wrappers for %s. Err: %s", exch.GetName(), err)
}
mtx.Lock()
results[exch.GetName()] = strResults
mtx.Unlock()
wg.Done()
}(exchanges[x])
}
wg.Wait()
log.Println("Done.")
var dummyInterface exchange.IBotExchange
totalWrappers := reflect.TypeOf(&dummyInterface).Elem().NumMethod()
log.Println()
for name, funcs := range results {
pct := float64(totalWrappers-len(funcs)) / float64(totalWrappers) * 100
log.Printf("Exchange %s wrapper coverage [%d/%d - %.2f%%] | Total missing: %d",
name,
totalWrappers-len(funcs),
totalWrappers,
pct,
len(funcs))
log.Printf("\t Wrappers not implemented:")
for x := range funcs {
log.Printf("\t - %s", funcs[x])
}
log.Println()
}
}
// testWrappers executes and checks each IBotExchange's function return for the
// error common.ErrNotYetImplemented to verify whether the wrapper function has
// been implemented yet.
func testWrappers(e exchange.IBotExchange) ([]string, error) {
iExchange := reflect.TypeOf(&e).Elem()
actualExchange := reflect.ValueOf(e)
errType := reflect.TypeOf(common.ErrNotYetImplemented)
contextParam := reflect.TypeOf((*context.Context)(nil)).Elem()
var funcs []string
for x := 0; x < iExchange.NumMethod(); x++ {
name := iExchange.Method(x).Name
method := actualExchange.MethodByName(name)
inputs := make([]reflect.Value, method.Type().NumIn())
for y := 0; y < method.Type().NumIn(); y++ {
input := method.Type().In(y)
if input.Implements(contextParam) {
// Need to deploy a context.Context value as nil value is not
// checked throughout codebase. Cancelled to minimise external
// calls and speed up operation.
cancelled, cancelfn := context.WithTimeout(context.Background(), 0)
cancelfn()
inputs[y] = reflect.ValueOf(cancelled)
continue
}
inputs[y] = reflect.Zero(input)
}
outputs := method.Call(inputs)
if method.Type().NumIn() == 0 {
// Some empty functions will reset the exchange struct to defaults,
// so turn off verbosity.
e.GetBase().Verbose = false
}
for y := range outputs {
incoming := outputs[y].Interface()
if reflect.TypeOf(incoming) != errType {
continue
}
err, ok := incoming.(error)
if !ok {
return nil, fmt.Errorf("%s type assertion failure for %v", name, incoming)
}
if errors.Is(err, common.ErrNotYetImplemented) {
funcs = append(funcs, name)
}
// found error; there should not be another error in this slice.
break
}
}
return funcs, nil
}