mirror of
https://github.com/d0zingcat/gocryptotrader.git
synced 2026-06-05 23:16:53 +00:00
* Step one: Sets up connection handler for websockets to always be connected until a shutdown event is received. Sets up a vague subscription handler to ensure subscriptions are subscribed * Adds support for resubscriptions for bitfinex, bitstamp, bitmex and btcc. Adds subscription params for special websocket subscription requirements. Removes subscription monitor from wait group so that it can exist despite a shutdown and continuously check * Adds channel subscription support to bitmex, btse, coibasepro, coinut, gateio, gemini, hitbtc, huobi, hadax, kraken, okgroup, poloniex and zb * Implements unsubscribe for bitfinex, btcc, btse, coinbasepro, gateio, gitbtc, huobi, hadax * ManageSubscriptions now called from WSConnect and made private instead of inside individual exchanges. ManageSubscriptions can now unsubscribe. exchange_websocket_types.go now contains all exchange_websocket.go types to avoid clutter * Adds it to websocket functionality so managesubscriptions will close when not supported * Separates functions into testable functions to ensure logic works. Adds tests. Updates websocket setup to include verbosity (inherited from exchange). Adds no connection tolerance to fatal on failed reconnects * More exchange_websocket tests. Updating to use pointers. Creation of equals func to make comparison easier * Fixes okex, okcoin tests. Fixes race conditions. Removes pointer usage again. * Adds subscribe and unsubscribe to wrappers * Fixes deadlock. Fixes ws verbosity. * Updates all exchanges to properly support subscription/connection feature. Also reintroduces race conditions.... * Moves connection varialbes to struct from package to allow each websocket to have their own reconnection checks. Neatens up logs * Fixes lint/critic issues. Fixes tests. Removes unused function. * Moves websocket ratelimiter to their own const variables. Fixes more race conditions with connecting variable * Removes redundant subscribe functions. Ensuring only the exchange_websocket.go can manage subscriptions. Fixes debug logs to be verbose wrapped * Fixes issue with slice copying. Re-adds okgroup default channels * Adds nolint to append * Adds comments and adds support for gateio auth request subscriptions * Adds new test to ensure slices dont point to the same vars * removes fatals. gofmt goimports * more gofmts * Addresses PR comments, removing empty and redundant lines * Addresses PR comments. Ensures that writing to the websocket is single-threaded by adding a mutex to exchanges. Minimises wrapper code and moves subscription loops to exchange_websocket. Privatises ChannelsToSubscribe, Connecting properties and removeChannelToSubscribe func to prevent unnecessary tampering. * Removes unused mutex. FMTS and IMPORTS * Fixes request lock time change * More specific logs * Renames ws mutex. Fixes bitmex subscriptions. Increased gateio ratelimiter to 120ms. Removes ratelimiter from bitfinex, bitmex, bitstamp, btcc, btse, coibasepro, hitbtc, huobi, hadax, poloniex and zb * changes recieved typo due to not being well received * Fixes parsing issue with Huobi and hadax * Fixes data race with more locks * removes defer locks. fixes huobi/hadax verbose output * Fixes double JSONEncode for coinut. Fixes verbose output for coinut * gofmt,goimport for coinut * Fixes issue where multiple connection monitors can spawn * Removes defer exchange.WebsocketConn.Close() in defer handledata exit as connectionmonitor handles connections instead * gofmt and go import * More fmts
269 lines
6.7 KiB
Go
269 lines
6.7 KiB
Go
package huobi
|
|
|
|
import (
|
|
"bytes"
|
|
"compress/gzip"
|
|
"errors"
|
|
"fmt"
|
|
"io/ioutil"
|
|
"net/http"
|
|
"net/url"
|
|
"time"
|
|
|
|
"github.com/gorilla/websocket"
|
|
"github.com/thrasher-/gocryptotrader/common"
|
|
"github.com/thrasher-/gocryptotrader/currency"
|
|
exchange "github.com/thrasher-/gocryptotrader/exchanges"
|
|
"github.com/thrasher-/gocryptotrader/exchanges/orderbook"
|
|
log "github.com/thrasher-/gocryptotrader/logger"
|
|
)
|
|
|
|
const (
|
|
huobiSocketIOAddress = "wss://api.huobi.pro/hbus/ws"
|
|
wsMarketKline = "market.%s.kline.1min"
|
|
wsMarketDepth = "market.%s.depth.step0"
|
|
wsMarketTrade = "market.%s.trade.detail"
|
|
)
|
|
|
|
// WsConnect initiates a new websocket connection
|
|
func (h *HUOBI) WsConnect() error {
|
|
if !h.Websocket.IsEnabled() || !h.IsEnabled() {
|
|
return errors.New(exchange.WebsocketNotEnabled)
|
|
}
|
|
|
|
var dialer websocket.Dialer
|
|
|
|
if h.Websocket.GetProxyAddress() != "" {
|
|
proxy, err := url.Parse(h.Websocket.GetProxyAddress())
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
dialer.Proxy = http.ProxyURL(proxy)
|
|
}
|
|
|
|
var err error
|
|
h.WebsocketConn, _, err = dialer.Dial(h.Websocket.GetWebsocketURL(), http.Header{})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
go h.WsHandleData()
|
|
|
|
h.GenerateDefaultSubscriptions()
|
|
return nil
|
|
}
|
|
|
|
// WsReadData reads data from the websocket connection
|
|
func (h *HUOBI) WsReadData() (exchange.WebsocketResponse, error) {
|
|
_, resp, err := h.WebsocketConn.ReadMessage()
|
|
if err != nil {
|
|
return exchange.WebsocketResponse{}, err
|
|
}
|
|
|
|
h.Websocket.TrafficAlert <- struct{}{}
|
|
|
|
b := bytes.NewReader(resp)
|
|
gReader, err := gzip.NewReader(b)
|
|
if err != nil {
|
|
return exchange.WebsocketResponse{}, err
|
|
}
|
|
|
|
unzipped, err := ioutil.ReadAll(gReader)
|
|
if err != nil {
|
|
return exchange.WebsocketResponse{}, err
|
|
}
|
|
gReader.Close()
|
|
|
|
return exchange.WebsocketResponse{Raw: unzipped}, nil
|
|
}
|
|
|
|
// WsHandleData handles data read from the websocket connection
|
|
func (h *HUOBI) WsHandleData() {
|
|
h.Websocket.Wg.Add(1)
|
|
|
|
defer func() {
|
|
h.Websocket.Wg.Done()
|
|
}()
|
|
|
|
for {
|
|
select {
|
|
case <-h.Websocket.ShutdownC:
|
|
return
|
|
|
|
default:
|
|
resp, err := h.WsReadData()
|
|
if err != nil {
|
|
h.Websocket.DataHandler <- err
|
|
return
|
|
}
|
|
|
|
var init WsResponse
|
|
err = common.JSONDecode(resp.Raw, &init)
|
|
if err != nil {
|
|
h.Websocket.DataHandler <- err
|
|
continue
|
|
}
|
|
|
|
if init.Status == "error" {
|
|
h.Websocket.DataHandler <- fmt.Errorf("huobi.go Websocker error %s %s",
|
|
init.ErrorCode,
|
|
init.ErrorMessage)
|
|
continue
|
|
}
|
|
|
|
if init.Subscribed != "" {
|
|
continue
|
|
}
|
|
|
|
if init.Ping != 0 {
|
|
err = h.WebsocketConn.WriteJSON(`{"pong":1337}`)
|
|
if err != nil {
|
|
log.Error(err)
|
|
}
|
|
continue
|
|
}
|
|
|
|
switch {
|
|
case common.StringContains(init.Channel, "depth"):
|
|
var depth WsDepth
|
|
err := common.JSONDecode(resp.Raw, &depth)
|
|
if err != nil {
|
|
h.Websocket.DataHandler <- err
|
|
continue
|
|
}
|
|
|
|
data := common.SplitStrings(depth.Channel, ".")
|
|
|
|
h.WsProcessOrderbook(&depth, data[1])
|
|
|
|
case common.StringContains(init.Channel, "kline"):
|
|
var kline WsKline
|
|
err := common.JSONDecode(resp.Raw, &kline)
|
|
if err != nil {
|
|
h.Websocket.DataHandler <- err
|
|
continue
|
|
}
|
|
|
|
data := common.SplitStrings(kline.Channel, ".")
|
|
|
|
h.Websocket.DataHandler <- exchange.KlineData{
|
|
Timestamp: time.Unix(0, kline.Timestamp),
|
|
Exchange: h.GetName(),
|
|
AssetType: "SPOT",
|
|
Pair: currency.NewPairFromString(data[1]),
|
|
OpenPrice: kline.Tick.Open,
|
|
ClosePrice: kline.Tick.Close,
|
|
HighPrice: kline.Tick.High,
|
|
LowPrice: kline.Tick.Low,
|
|
Volume: kline.Tick.Volume,
|
|
}
|
|
|
|
case common.StringContains(init.Channel, "trade"):
|
|
var trade WsTrade
|
|
err := common.JSONDecode(resp.Raw, &trade)
|
|
if err != nil {
|
|
h.Websocket.DataHandler <- err
|
|
continue
|
|
}
|
|
|
|
data := common.SplitStrings(trade.Channel, ".")
|
|
|
|
h.Websocket.DataHandler <- exchange.TradeData{
|
|
Exchange: h.GetName(),
|
|
AssetType: "SPOT",
|
|
CurrencyPair: currency.NewPairFromString(data[1]),
|
|
Timestamp: time.Unix(0, trade.Tick.Timestamp),
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// WsProcessOrderbook processes new orderbook data
|
|
func (h *HUOBI) WsProcessOrderbook(ob *WsDepth, symbol string) error {
|
|
var bids []orderbook.Item
|
|
for _, data := range ob.Tick.Bids {
|
|
bidLevel := data.([]interface{})
|
|
bids = append(bids, orderbook.Item{Price: bidLevel[0].(float64),
|
|
Amount: bidLevel[0].(float64)})
|
|
}
|
|
|
|
var asks []orderbook.Item
|
|
for _, data := range ob.Tick.Asks {
|
|
askLevel := data.([]interface{})
|
|
asks = append(asks, orderbook.Item{Price: askLevel[0].(float64),
|
|
Amount: askLevel[0].(float64)})
|
|
}
|
|
|
|
p := currency.NewPairFromString(symbol)
|
|
|
|
var newOrderBook orderbook.Base
|
|
newOrderBook.Asks = asks
|
|
newOrderBook.Bids = bids
|
|
newOrderBook.Pair = p
|
|
|
|
err := h.Websocket.Orderbook.LoadSnapshot(&newOrderBook, h.GetName(), false)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
h.Websocket.DataHandler <- exchange.WebsocketOrderbookUpdate{
|
|
Pair: p,
|
|
Exchange: h.GetName(),
|
|
Asset: "SPOT",
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// GenerateDefaultSubscriptions Adds default subscriptions to websocket to be handled by ManageSubscriptions()
|
|
func (h *HUOBI) GenerateDefaultSubscriptions() {
|
|
var channels = []string{wsMarketKline, wsMarketDepth, wsMarketTrade}
|
|
enabledCurrencies := h.GetEnabledCurrencies()
|
|
subscriptions := []exchange.WebsocketChannelSubscription{}
|
|
for i := range channels {
|
|
for j := range enabledCurrencies {
|
|
enabledCurrencies[j].Delimiter = ""
|
|
channel := fmt.Sprintf(channels[i], enabledCurrencies[j].Lower().String())
|
|
subscriptions = append(subscriptions, exchange.WebsocketChannelSubscription{
|
|
Channel: channel,
|
|
Currency: enabledCurrencies[j],
|
|
})
|
|
}
|
|
}
|
|
h.Websocket.SubscribeToChannels(subscriptions)
|
|
}
|
|
|
|
// Subscribe sends a websocket message to receive data from the channel
|
|
func (h *HUOBI) Subscribe(channelToSubscribe exchange.WebsocketChannelSubscription) error {
|
|
subscriptionRequest := WsRequest{Subscribe: channelToSubscribe.Channel}
|
|
if h.Verbose {
|
|
log.Debugf("Subscription: %v", subscriptionRequest)
|
|
}
|
|
subscription, err := common.JSONEncode(subscriptionRequest)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return h.wsSend(subscription)
|
|
}
|
|
|
|
// Unsubscribe sends a websocket message to stop receiving data from the channel
|
|
func (h *HUOBI) Unsubscribe(channelToSubscribe exchange.WebsocketChannelSubscription) error {
|
|
subscription, err := common.JSONEncode(WsRequest{Unsubscribe: channelToSubscribe.Channel})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return h.wsSend(subscription)
|
|
}
|
|
|
|
// WsSend sends data to the websocket server
|
|
func (h *HUOBI) wsSend(data []byte) error {
|
|
h.wsRequestMtx.Lock()
|
|
defer h.wsRequestMtx.Unlock()
|
|
if h.Verbose {
|
|
log.Debugf("%v sending message to websocket %s", h.Name, string(data))
|
|
}
|
|
return h.WebsocketConn.WriteMessage(websocket.TextMessage, data)
|
|
}
|