Files
gocryptotrader/database/repository/exchange/exchange.go
Scott fcc5ad4551 exchanges/qa: Add exchange wrapper testing suite (#1159)
* initial concept of a nice validation tester for exchanges

* adds some datahandler design

* expand testing

* more tests and fixes

* minor end of day fix for bithumb

* fixes implementation issues

* more test coverage and improvements, but not sure if i should continue

* fix more wrapper implementations

* adds error type, more fixes

* changes signature, fixes implementations

* fixes more wrapper implementations

* one more bit

* more cleanup

* WOW things work?

* lintle 1/1337

* mini bump

* fixes all linting

* neaten

* GetOrderInfo+ asset pair fixes+improvements

* adds new websocket test

* expand ws testing

* fix bug, expand tests, improve implementation

* code coverage of a lot of new codes

* fixes everything

* reverts accidental changes

* minor fixes from reviewing code

* removes Bitfinex cancelBatchOrder implementation

* fixes dumb baby typo for babies

* mini nit fixes

* so many nits to address

* addresses all the nits

* Titlecase

* switcheroo

* removes websocket testing for now

* fix appveyor, minor test fix

* fixes typo, re-kindles killed kode

* skip binance wrapper tests when running CI

* expired context, huobi okx fixes

* kodespull

* fix ordering

* time fix because why not

* fix exmo, others

* hopefully this fixes all of my life's problems

* last thing today

* huobi, more like hypotrophy

* golangci-lint, more like mypooroldknee-splint

* fix huobi times by removing them

* should fix okx currency issues

* blocks the application

* adds last little contingency for pairs

* addresses most nits and new problems

* lovely fixed before seeing why okx sucks

* fixes issues with okx websocket

* the classic receieieivaier

* lintle

* adds test and fixes existing tests

* expands error handling messages during setup

* fixes dumb okx bugs introduced

* quick fix for lint and exmo

* fixes nixes

* fix exmo deposit issue

* lint

* fixes issue with extra asset runs missing

* fix surprise race

* all the lint and merge fixes

* fixes surprise bugs in OKx

* fixes issues with times and chains

* fixing all the merge stuff

* merge fix

* rm logs and a panic potential

* lovely lint lament

* an easy demonstration of scenario, but not of initial purpose

* put it in the bin

* Revert "put it in the bin"

This reverts commit 15c6490f713233d43f10957367fcbf18e3818bdd.

* re-add after immediate error popup

* fix mini poor test design

* okx okay

* merge fixes

* fixes issues discovered in lovely test

* I FORGOT TO COMMIT THIS

* nit fixaroonaboo

* forgoetten test fix

* revert old okx asset intrument work

* fixes

* revert problems I didnt understand. update bybit

* fix merge bugs

* test cleanup

* further improvements

* reshuffle and lint

* rm redundant CI_TEST by rm the CI_TEST field that is redundant

* path fix

* move to its own section, dont run on 32 bit + appveyor

* lint

* fix lbank

* address nits

* let it rip

* fix failing test time range

* niteroo boogaloo

* mod tidy, use common.SimpleTimeFormat
2023-07-03 11:09:43 +10:00

234 lines
4.9 KiB
Go

package exchange
import (
"context"
"database/sql"
"encoding/csv"
"io"
"os"
"strings"
"github.com/gofrs/uuid"
"github.com/thrasher-corp/gocryptotrader/common"
"github.com/thrasher-corp/gocryptotrader/common/cache"
"github.com/thrasher-corp/gocryptotrader/database"
modelPSQL "github.com/thrasher-corp/gocryptotrader/database/models/postgres"
modelSQLite "github.com/thrasher-corp/gocryptotrader/database/models/sqlite3"
"github.com/thrasher-corp/gocryptotrader/database/repository"
"github.com/thrasher-corp/gocryptotrader/log"
"github.com/thrasher-corp/sqlboiler/boil"
"github.com/thrasher-corp/sqlboiler/queries/qm"
)
// One returns one exchange by Name
func One(in string) (Details, error) {
return one(in, "name")
}
// OneByUUID returns one exchange by UUID
func OneByUUID(in uuid.UUID) (Details, error) {
return one(in.String(), "id")
}
// one returns one exchange by clause
func one(in, clause string) (out Details, err error) {
if database.DB.SQL == nil {
return out, database.ErrDatabaseSupportDisabled
}
whereQM := qm.Where(clause+"= ?", in)
if repository.GetSQLDialect() == database.DBSQLite3 {
ret, errS := modelSQLite.Exchanges(whereQM).One(context.TODO(), database.DB.SQL)
if errS != nil {
return out, errS
}
out.Name = ret.Name
out.UUID, errS = uuid.FromString(ret.ID)
if errS != nil {
return out, errS
}
} else {
ret, errS := modelPSQL.Exchanges(whereQM).One(context.TODO(), database.DB.SQL)
if errS != nil {
return out, errS
}
out.Name = ret.Name
out.UUID, errS = uuid.FromString(ret.ID)
if errS != nil {
return out, errS
}
}
return out, err
}
// Insert writes a single entry into database
func Insert(in Details) error {
if database.DB.SQL == nil {
return database.ErrDatabaseSupportDisabled
}
ctx := context.TODO()
tx, err := database.DB.SQL.BeginTx(ctx, nil)
if err != nil {
return err
}
if repository.GetSQLDialect() == database.DBSQLite3 {
err = insertSQLite(ctx, tx, []Details{in})
} else {
err = insertPostgresql(ctx, tx, []Details{in})
}
if err != nil {
errRB := tx.Rollback()
if errRB != nil {
log.Errorln(log.DatabaseMgr, errRB)
}
return err
}
err = tx.Commit()
if err != nil {
return err
}
return nil
}
// InsertMany writes multiple entries into database
func InsertMany(in []Details) error {
if database.DB.SQL == nil {
return database.ErrDatabaseSupportDisabled
}
ctx := context.TODO()
tx, err := database.DB.SQL.BeginTx(ctx, nil)
if err != nil {
return err
}
if repository.GetSQLDialect() == database.DBSQLite3 {
err = insertSQLite(ctx, tx, in)
} else {
err = insertPostgresql(ctx, tx, in)
}
if err != nil {
errRB := tx.Rollback()
if errRB != nil {
log.Errorln(log.DatabaseMgr, errRB)
}
return err
}
err = tx.Commit()
if err != nil {
errRB := tx.Rollback()
if errRB != nil {
log.Errorln(log.DatabaseMgr, errRB)
}
return err
}
return nil
}
func insertSQLite(ctx context.Context, tx *sql.Tx, in []Details) (err error) {
for x := range in {
tempUUID, errUUID := uuid.NewV4()
if errUUID != nil {
return errUUID
}
var tempInsert = modelSQLite.Exchange{
Name: strings.ToLower(in[x].Name),
ID: tempUUID.String(),
}
err = tempInsert.Insert(ctx, tx, boil.Infer())
if err != nil {
errRB := tx.Rollback()
if errRB != nil {
log.Errorln(log.DatabaseMgr, errRB)
}
return err
}
}
return nil
}
func insertPostgresql(ctx context.Context, tx *sql.Tx, in []Details) (err error) {
for x := range in {
var tempInsert = modelPSQL.Exchange{
Name: strings.ToLower(in[x].Name),
}
err = tempInsert.Upsert(ctx, tx, true, []string{"name"}, boil.Infer(), boil.Infer())
if err != nil {
errRB := tx.Rollback()
if errRB != nil {
log.Errorln(log.DatabaseMgr, errRB)
}
return
}
}
return nil
}
// UUIDByName returns UUID of exchange
func UUIDByName(exchange string) (uuid.UUID, error) {
exchange = strings.ToLower(exchange)
v := exchangeCache.Get(exchange)
if v != nil {
u, ok := v.(uuid.UUID)
if !ok {
return uuid.UUID{}, common.GetTypeAssertError("uuid.UUID", v)
}
return u, nil
}
ret, err := One(exchange)
if err != nil {
if err != sql.ErrNoRows {
return uuid.UUID{}, err
}
return uuid.UUID{}, ErrNoExchangeFound
}
exchangeCache.Add(exchange, ret.UUID)
return ret.UUID, nil
}
// ResetExchangeCache reinitialise cache to blank state used to clear cache for testing
func ResetExchangeCache() {
exchangeCache = cache.New(10)
}
// LoadCSV loads & parses a CSV list of exchanges
func LoadCSV(file string) (out []Details, err error) {
csvFile, err := os.Open(file)
if err != nil {
return out, err
}
defer func() {
err = csvFile.Close()
if err != nil {
log.Errorln(log.Global, err)
}
}()
csvData := csv.NewReader(csvFile)
for {
row, errCSV := csvData.Read()
if errCSV != nil {
if errCSV == io.EOF {
return out, err
}
return out, errCSV
}
out = append(out, Details{
Name: row[0],
})
}
}