mirror of
https://github.com/d0zingcat/gocryptotrader.git
synced 2026-05-20 07:26:46 +00:00
* initial concept of a nice validation tester for exchanges * adds some datahandler design * expand testing * more tests and fixes * minor end of day fix for bithumb * fixes implementation issues * more test coverage and improvements, but not sure if i should continue * fix more wrapper implementations * adds error type, more fixes * changes signature, fixes implementations * fixes more wrapper implementations * one more bit * more cleanup * WOW things work? * lintle 1/1337 * mini bump * fixes all linting * neaten * GetOrderInfo+ asset pair fixes+improvements * adds new websocket test * expand ws testing * fix bug, expand tests, improve implementation * code coverage of a lot of new codes * fixes everything * reverts accidental changes * minor fixes from reviewing code * removes Bitfinex cancelBatchOrder implementation * fixes dumb baby typo for babies * mini nit fixes * so many nits to address * addresses all the nits * Titlecase * switcheroo * removes websocket testing for now * fix appveyor, minor test fix * fixes typo, re-kindles killed kode * skip binance wrapper tests when running CI * expired context, huobi okx fixes * kodespull * fix ordering * time fix because why not * fix exmo, others * hopefully this fixes all of my life's problems * last thing today * huobi, more like hypotrophy * golangci-lint, more like mypooroldknee-splint * fix huobi times by removing them * should fix okx currency issues * blocks the application * adds last little contingency for pairs * addresses most nits and new problems * lovely fixed before seeing why okx sucks * fixes issues with okx websocket * the classic receieieivaier * lintle * adds test and fixes existing tests * expands error handling messages during setup * fixes dumb okx bugs introduced * quick fix for lint and exmo * fixes nixes * fix exmo deposit issue * lint * fixes issue with extra asset runs missing * fix surprise race * all the lint and merge fixes * fixes surprise bugs in OKx * fixes issues with times and chains * fixing all the merge stuff * merge fix * rm logs and a panic potential * lovely lint lament * an easy demonstration of scenario, but not of initial purpose * put it in the bin * Revert "put it in the bin" This reverts commit 15c6490f713233d43f10957367fcbf18e3818bdd. * re-add after immediate error popup * fix mini poor test design * okx okay * merge fixes * fixes issues discovered in lovely test * I FORGOT TO COMMIT THIS * nit fixaroonaboo * forgoetten test fix * revert old okx asset intrument work * fixes * revert problems I didnt understand. update bybit * fix merge bugs * test cleanup * further improvements * reshuffle and lint * rm redundant CI_TEST by rm the CI_TEST field that is redundant * path fix * move to its own section, dont run on 32 bit + appveyor * lint * fix lbank * address nits * let it rip * fix failing test time range * niteroo boogaloo * mod tidy, use common.SimpleTimeFormat
234 lines
4.9 KiB
Go
234 lines
4.9 KiB
Go
package exchange
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"encoding/csv"
|
|
"io"
|
|
"os"
|
|
"strings"
|
|
|
|
"github.com/gofrs/uuid"
|
|
"github.com/thrasher-corp/gocryptotrader/common"
|
|
"github.com/thrasher-corp/gocryptotrader/common/cache"
|
|
"github.com/thrasher-corp/gocryptotrader/database"
|
|
modelPSQL "github.com/thrasher-corp/gocryptotrader/database/models/postgres"
|
|
modelSQLite "github.com/thrasher-corp/gocryptotrader/database/models/sqlite3"
|
|
"github.com/thrasher-corp/gocryptotrader/database/repository"
|
|
"github.com/thrasher-corp/gocryptotrader/log"
|
|
"github.com/thrasher-corp/sqlboiler/boil"
|
|
"github.com/thrasher-corp/sqlboiler/queries/qm"
|
|
)
|
|
|
|
// One returns one exchange by Name
|
|
func One(in string) (Details, error) {
|
|
return one(in, "name")
|
|
}
|
|
|
|
// OneByUUID returns one exchange by UUID
|
|
func OneByUUID(in uuid.UUID) (Details, error) {
|
|
return one(in.String(), "id")
|
|
}
|
|
|
|
// one returns one exchange by clause
|
|
func one(in, clause string) (out Details, err error) {
|
|
if database.DB.SQL == nil {
|
|
return out, database.ErrDatabaseSupportDisabled
|
|
}
|
|
|
|
whereQM := qm.Where(clause+"= ?", in)
|
|
if repository.GetSQLDialect() == database.DBSQLite3 {
|
|
ret, errS := modelSQLite.Exchanges(whereQM).One(context.TODO(), database.DB.SQL)
|
|
if errS != nil {
|
|
return out, errS
|
|
}
|
|
out.Name = ret.Name
|
|
out.UUID, errS = uuid.FromString(ret.ID)
|
|
if errS != nil {
|
|
return out, errS
|
|
}
|
|
} else {
|
|
ret, errS := modelPSQL.Exchanges(whereQM).One(context.TODO(), database.DB.SQL)
|
|
if errS != nil {
|
|
return out, errS
|
|
}
|
|
out.Name = ret.Name
|
|
out.UUID, errS = uuid.FromString(ret.ID)
|
|
if errS != nil {
|
|
return out, errS
|
|
}
|
|
}
|
|
|
|
return out, err
|
|
}
|
|
|
|
// Insert writes a single entry into database
|
|
func Insert(in Details) error {
|
|
if database.DB.SQL == nil {
|
|
return database.ErrDatabaseSupportDisabled
|
|
}
|
|
|
|
ctx := context.TODO()
|
|
tx, err := database.DB.SQL.BeginTx(ctx, nil)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if repository.GetSQLDialect() == database.DBSQLite3 {
|
|
err = insertSQLite(ctx, tx, []Details{in})
|
|
} else {
|
|
err = insertPostgresql(ctx, tx, []Details{in})
|
|
}
|
|
|
|
if err != nil {
|
|
errRB := tx.Rollback()
|
|
if errRB != nil {
|
|
log.Errorln(log.DatabaseMgr, errRB)
|
|
}
|
|
return err
|
|
}
|
|
|
|
err = tx.Commit()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// InsertMany writes multiple entries into database
|
|
func InsertMany(in []Details) error {
|
|
if database.DB.SQL == nil {
|
|
return database.ErrDatabaseSupportDisabled
|
|
}
|
|
|
|
ctx := context.TODO()
|
|
tx, err := database.DB.SQL.BeginTx(ctx, nil)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if repository.GetSQLDialect() == database.DBSQLite3 {
|
|
err = insertSQLite(ctx, tx, in)
|
|
} else {
|
|
err = insertPostgresql(ctx, tx, in)
|
|
}
|
|
|
|
if err != nil {
|
|
errRB := tx.Rollback()
|
|
if errRB != nil {
|
|
log.Errorln(log.DatabaseMgr, errRB)
|
|
}
|
|
return err
|
|
}
|
|
|
|
err = tx.Commit()
|
|
if err != nil {
|
|
errRB := tx.Rollback()
|
|
if errRB != nil {
|
|
log.Errorln(log.DatabaseMgr, errRB)
|
|
}
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func insertSQLite(ctx context.Context, tx *sql.Tx, in []Details) (err error) {
|
|
for x := range in {
|
|
tempUUID, errUUID := uuid.NewV4()
|
|
if errUUID != nil {
|
|
return errUUID
|
|
}
|
|
var tempInsert = modelSQLite.Exchange{
|
|
Name: strings.ToLower(in[x].Name),
|
|
ID: tempUUID.String(),
|
|
}
|
|
|
|
err = tempInsert.Insert(ctx, tx, boil.Infer())
|
|
if err != nil {
|
|
errRB := tx.Rollback()
|
|
if errRB != nil {
|
|
log.Errorln(log.DatabaseMgr, errRB)
|
|
}
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func insertPostgresql(ctx context.Context, tx *sql.Tx, in []Details) (err error) {
|
|
for x := range in {
|
|
var tempInsert = modelPSQL.Exchange{
|
|
Name: strings.ToLower(in[x].Name),
|
|
}
|
|
|
|
err = tempInsert.Upsert(ctx, tx, true, []string{"name"}, boil.Infer(), boil.Infer())
|
|
if err != nil {
|
|
errRB := tx.Rollback()
|
|
if errRB != nil {
|
|
log.Errorln(log.DatabaseMgr, errRB)
|
|
}
|
|
return
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// UUIDByName returns UUID of exchange
|
|
func UUIDByName(exchange string) (uuid.UUID, error) {
|
|
exchange = strings.ToLower(exchange)
|
|
v := exchangeCache.Get(exchange)
|
|
if v != nil {
|
|
u, ok := v.(uuid.UUID)
|
|
if !ok {
|
|
return uuid.UUID{}, common.GetTypeAssertError("uuid.UUID", v)
|
|
}
|
|
return u, nil
|
|
}
|
|
ret, err := One(exchange)
|
|
if err != nil {
|
|
if err != sql.ErrNoRows {
|
|
return uuid.UUID{}, err
|
|
}
|
|
return uuid.UUID{}, ErrNoExchangeFound
|
|
}
|
|
|
|
exchangeCache.Add(exchange, ret.UUID)
|
|
return ret.UUID, nil
|
|
}
|
|
|
|
// ResetExchangeCache reinitialise cache to blank state used to clear cache for testing
|
|
func ResetExchangeCache() {
|
|
exchangeCache = cache.New(10)
|
|
}
|
|
|
|
// LoadCSV loads & parses a CSV list of exchanges
|
|
func LoadCSV(file string) (out []Details, err error) {
|
|
csvFile, err := os.Open(file)
|
|
if err != nil {
|
|
return out, err
|
|
}
|
|
|
|
defer func() {
|
|
err = csvFile.Close()
|
|
if err != nil {
|
|
log.Errorln(log.Global, err)
|
|
}
|
|
}()
|
|
|
|
csvData := csv.NewReader(csvFile)
|
|
for {
|
|
row, errCSV := csvData.Read()
|
|
if errCSV != nil {
|
|
if errCSV == io.EOF {
|
|
return out, err
|
|
}
|
|
return out, errCSV
|
|
}
|
|
|
|
out = append(out, Details{
|
|
Name: row[0],
|
|
})
|
|
}
|
|
}
|