import imp import random import re import aiohttp import time import asyncio import zlib import json, ujson import hmac import base64 import hashlib import traceback import urllib from urllib import parse from urllib.parse import urljoin import datetime, sys from urllib.parse import urlparse import logging, logging.handlers import utils import logging, logging.handlers import model from decimal import Decimal def empty_call(msg): print(f'空的回调函数 {msg}') def parse_params_to_str(params): url = '' for key in sorted(params.keys()): value = params[key] if isinstance(value, bool): if params[key]: value = "true" else: value = "false" url = url + str(key) + '=' + str(value) + '&' return url[0:-1] class BybitUsdtSwapRest: def __init__(self, params:model.ClientParams, colo=0): if colo: print('不支持colo高速线路') self.HOST = 'https://api.bybit.com' else: self.HOST = 'https://api.bybit.com' self.params = params self.name = self.params.name self.base = self.params.pair.split('_')[0].upper() self.quote = self.params.pair.split('_')[1].upper() self.symbol = self.base + self.quote self._SESSIONS = dict() self.logger = self.get_logger() self.callback = { "onMarket":empty_call, "onPosition":empty_call, "onOrder":empty_call, "onEquity":empty_call, "onTicker":empty_call, "onDepth":empty_call, "onExit":empty_call, } self.exchange_info = dict() self.tickSize = None self.stepSize = None self.delays = [] self.max_delay = 0 self.avg_delay = 0 self.proxy = None if 'win' in sys.platform: self.proxy = self.params.proxy self.logger = self.get_logger() self.mp_from_rest = None self.stop_flag = 0 self.coin_value = 0.0 self.cash_value = 0.0 self.min_trade_amount = 0.0 self.rate_limit_left = 120 #### 指定发包ip iplist = utils.get_local_ip_list() self.ip = iplist[int(self.params.ip)] def get_logger(self): logger = logging.getLogger(__name__) logger.setLevel(logging.DEBUG) # log to txt formatter = logging.Formatter('[%(asctime)s] - %(levelname)s - %( message)s') handler = logging.handlers.RotatingFileHandler(f"log.log",maxBytes=1024*1024) handler.setLevel(logging.DEBUG) handler.setFormatter(formatter) logger.addHandler(handler) return logger def get_logger(self): logger = logging.getLogger(__name__) logger.setLevel(logging.DEBUG) # log to txt formatter = logging.Formatter('[%(asctime)s] - %(levelname)s - %(message)s') handler = logging.handlers.RotatingFileHandler("log.log",maxBytes=1024*1024,encoding='utf-8') handler.setLevel(logging.DEBUG) handler.setFormatter(formatter) # log to console console = logging.StreamHandler() console.setLevel(logging.WARNING) logger.addHandler(handler) logger.addHandler(console) return logger def _get_session(self, url): parsed_url = urlparse(url) key = parsed_url.netloc or parsed_url.hostname if key not in self._SESSIONS: tcp = aiohttp.TCPConnector(limit=50,keepalive_timeout=120,verify_ssl=False,local_addr=(self.ip,0)) session = aiohttp.ClientSession(connector=tcp) self._SESSIONS[key] = session return self._SESSIONS[key] def get_sign(self, params, secret_key): message = parse_params_to_str(params) # mac = hmac.new(bytes(secret_key, encoding='utf-8'), bytes(message, encoding='utf-8'), digestmod='sha256').digest() hash = hmac.new(bytes(secret_key, encoding='utf-8'), bytes(message, encoding='utf-8'), hashlib.sha256) signature = hash.hexdigest() return signature async def _request(self, method, uri, body=None, params=None, auth=False): url = urljoin(self.HOST, uri) headers = {} if auth: if method in ['GET']: timestamp = str(int(time.time()*1000)) params['timestamp'] = timestamp params['api_key'] = self.params.access_key params['recv_window'] = "15000" params['sign'] = self.get_sign(params, self.params.secret_key) headers = {} elif method == 'POST': timestamp = str(int(time.time()*1000)) params['timestamp'] = timestamp params['api_key'] = self.params.access_key params['recv_window'] = "15000" params['sign'] = self.get_sign(params, self.params.secret_key) headers = {} url = url + '?' + parse_params_to_str(params) # 发起请求 session = self._get_session(url) timeout = aiohttp.ClientTimeout(10) msg = "rest请求记录" + str(method) + str(url) + str(params) + str(body) self.logger.debug(msg) try: start_time = time.time() if method == "GET": response = await session.get(url, params=params, headers=headers, timeout=timeout, proxy=self.proxy) elif method == "POST": response = await session.post(url, data=ujson.dumps(params), headers=headers, timeout=timeout, proxy=self.proxy) elif method == "DELETE": response = await session.delete(url, params=params, data=body, headers=headers, timeout=timeout, proxy=self.proxy) code = response.status res = await response.json(content_type=None) delay = int(1000*(time.time() - start_time)) self.delays.append(delay) res_msg = msg + f' 回报 {res}' self.logger.debug(res_msg) #### 检查频率限制 if 'rate_limit_status' in res: self.rate_limit_left = res['rate_limit_status'] if self.rate_limit_left < 20: self.callback['onExit'](f"{self.name} 即将触发限频封禁 紧急退出") #### if code not in (200, 201, 202, 203, 204, 205, 206) or res['ret_code'] not in [0]: self.logger.error(f'URL:{url} PARAMS:{params} body:{body} ERROR:{res}') return None, str(res) return res, None except Exception as e: print(f'{self.name} rest 请求出错', str(e)) self.logger.error(f'请求错误 {msg}'+str(e)) self.logger.error(traceback.format_exc()) return None, e async def get_position(self): response, error = await self._request('GET', '/private/linear/position/list', params={}, auth=1) if error: print(error) if response: position = model.Position() for j in response['result']: i = j['data'] if i['symbol'] == self.symbol: side = i['side'].lower() pos = float(i['size']) price = float(i['entry_price']) if side == 'buy': position.longPos = pos position.longAvg = price elif side == 'sell': position.shortPos = pos position.shortAvg = price return position async def buy_token(self): '''买入平台币''' pass async def check_position(self, hold_coin=0.0): ''' 现货交易 已支持全品种 ''' try: ####################### self.logger.info("清空挂单") params = { 'symbol':self.symbol, } response, error = await self._request('POST', '/private/linear/order/cancel-all', params=params, auth=1) if error: self.logger.info("全部撤单失败") if response: self.logger.info("全部撤单成功") ############################# self.logger.info("清空仓位") res, err = await self._request('GET', '/private/linear/position/list', params={}, auth=1) if err: self.logger.info(err) if res: for i in res['result']: if float(i['data']['size']) > 0: #### response ,error = await self._request('GET',f'/v2/public/orderBook/L2', params={"symbol":i['data']['symbol']}, auth=0) if response: bids = [] asks = [] for j in response['result']: if j['side'].lower() == 'buy': bids.append(float(j['price'])) if j['side'].lower() == 'sell': asks.append(float(j['price'])) ap = min(asks) bp = max(bids) mp = (ap+bp)*0.5 if error: print(error) #### if self.exchange_info == dict(): await self.before_trade() #### if i['data']['side'].lower() == 'buy': _side = "pd" _price = utils.fix_price(mp * 0.999, self.exchange_info[i['data']['symbol']].tickSize) elif i['data']['side'].lower() == 'sell': _side = "pk" _price = utils.fix_price(mp * 1.001, self.exchange_info[i['data']['symbol']].tickSize) #### response = await self.take_order( i['data']['symbol'], float(i['data']['size']), _side, _price, utils.get_cid() ) if response: print(response) ####################### except: self.logger.error("清仓程序执行出错") self.logger.error(traceback.format_exc()) return async def take_order(self, symbol, amount, origin_side, price, cid="", order_type='limit'): ''' 下单 price: 限价时 为 必填 marginCoin: 保证金币种 size: 限价时 为 数量 市价买 为额度 卖为数量 side: open_long open_short close_long close_short orderType: limit(限价) market(市价) timeInForceValue:normal(普通限价订单) postOnly(只做maker,市价不允许使用这个) ioc(立即成交并取消剩余) fok(全部成交或立即取消) presetTakeProfitPrice: 预设止盈价格 presetStopLossPrice: 预设止损价格 ''' if origin_side =='kd': side = "Buy" reduce_only = "false" elif origin_side =='pd': side = "Sell" reduce_only = "true" elif origin_side =='kk': side = "Sell" reduce_only = "false" elif origin_side =='pk': side = "Buy" reduce_only = "true" else: print("合约不允许此交易方向") return None if self.rate_limit_left < 40 and origin_side in ['kd','kk']: print("即将触发限频 停止开仓单发单") order_event = dict() order_event['status'] = "REMOVE" order_event['filled_price'] = 0.0 order_event['fee'] = 0.0 order_event['filled'] = 0.0 order_event['client_id'] = cid self.callback["onOrder"](order_event) return if symbol not in self.exchange_info: await self.before_trade() # amount = utils.fix_amount(amount, self.exchange_info[symbol].stepSize) # price = utils.fix_price(price, self.exchange_info[symbol].tickSize) # amount = float(Decimal(str(amount))//Decimal(str(self.exchange_info[symbol].stepSize))*Decimal(str(self.exchange_info[symbol].stepSize))) # price = float(int(Decimal(str(price))/Decimal(str(self.exchange_info[symbol].tickSize)))*Decimal(str(self.exchange_info[symbol].tickSize))) if float(price) <= 0.0: self.logger.error(f'下单参数错误 price:{price}') order_event = dict() order_event['status'] = "REMOVE" order_event['filled_price'] = 0.0 order_event['fee'] = 0.0 order_event['filled'] = 0.0 order_event['client_id'] = cid self.callback["onOrder"](order_event) return None if float(amount) <=0: self.logger.error(f'下单参数错误 amount:{amount}') order_event = dict() order_event['status'] = "REMOVE" order_event['filled_price'] = 0.0 order_event['fee'] = 0.0 order_event['filled'] = 0.0 order_event['client_id'] = cid self.callback["onOrder"](order_event) return None params = { "order_link_id":cid, "symbol": symbol, "qty":utils.num_to_str(amount, self.exchange_info[symbol].stepSize), "side": side, "reduce_only":reduce_only, "close_on_trigger":False, "time_in_force":"GoodTillCancel", } if order_type == 'limit': params["order_type"] = "Limit" params["price"] = utils.num_to_str(price, self.exchange_info[symbol].tickSize) elif order_type == 'market': params["order_type"] = "Market" if self.params.debug == 'True': return await asyncio.sleep(0.1) else: # 发单 if order_type == 'limit': response, error = await self._request('POST', '/private/linear/order/create', params=params, auth=1) elif order_type == 'market': response, error = await self._request('POST', '/private/linear/order/create', params=params, auth=1) # 再更新 if response: # 增加新的 if 'result' in response: order_event = dict() order_event['status'] = "NEW" order_event['client_id'] = cid order_event['order_id'] = response['result']["order_id"] self.callback["onOrder"](order_event) if error: order_event = dict() order_event['status'] = "REMOVE" order_event['filled_price'] = 0.0 order_event['fee'] = 0.0 order_event['filled'] = 0.0 order_event['client_id'] = cid self.callback["onOrder"](order_event) return response async def cancel_order(self, order_id=None, client_id=None): ''' symbol String 是 产品ID 必须大写 marginCoin String 是 保证金币种 必须大写 orderId String 是 订单号 ''' if order_id: response, error = await self._request('POST', f'/private/linear/order/cancel', params={'symbol':self.symbol,'order_id':order_id}, auth=1) elif client_id: response, error = await self._request('POST', f'/private/linear/order/cancel', params={'symbol':self.symbol,'order_link_id':client_id}, auth=1) else: raise Exception("撤单出错 没指定订单号") if response: pass # await self.check_order(order_id=response['data']['orderId']) # self.logger.debug(f'撤单回报 {response}') # order_event = dict() # order_event['status'] = "REMOVE" # order_event['filled_price'] = float(response['data']['price']) # order_event['fee'] = float(response['data']["deal_fee"]) # order_event['filled'] = float(response['data']['amount']) - float(response['data']['left']) # order_event['client_id'] = response['data']["client_id"] # self.callback["onOrder"](order_event) if error: pass # print("撤单失败",error) # self.logger.error(error) return response async def check_order(self, order_id=None, client_id=None): ''' symbol String 是 产品ID 必须大写 orderId String 是 订单号 ''' if order_id: response, error = await self._request('GET', f'/private/linear/order/search', params={'symbol':self.symbol, 'order_id':order_id}, auth=1) elif client_id: response, error = await self._request('GET', f'/private/linear/order/search', params={'symbol':self.symbol, 'order_link_id':client_id}, auth=1) else: return if response: self.logger.debug(f'查单回报 {response}') if response['result']: if response['result']["order_status"] == 'New': # 新增订单 order_event = dict() order_event['status'] = "NEW" order_event['filled'] = 0 order_event['filled_price'] = 0 order_event['client_id'] = response['result']["order_link_id"] if "order_link_id" in response['result'] else "" order_event['order_id'] = response['result']['order_id'] order_event['fee'] = 0.0 self.callback["onOrder"](order_event) # print(order_event) elif response['result']["order_status"] in ['Filled','Cancelled']: # 删除订单 # fee 负数是扣手续费 bitget没有返佣 order_event = dict() order_event['status'] = "REMOVE" order_event['client_id'] = response['result']["order_link_id"] if "order_link_id" in response['result'] else "" order_event['order_id'] = response['result']['order_id'] order_event['filled'] = float(response['result']["cum_exec_qty"]) order_event['filled_price'] = float(response['result']["last_exec_price"]) \ if 'last_exec_price' in response['result'] else float(response['result']['price']) order_event['fee'] = float(response['result']['cum_exec_fee']) self.callback["onOrder"](order_event) # print(order_event) if error: print("查单失败",error) self.logger.error(error) return response async def get_order_list(self): params = { 'market':self.symbol, 'offset':100, "side":0, 'limit':100, } response, error = await self._request('GET', '/perpetual/v1/order/pending', params=params, auth=1) if response is not None: for i in response['data']['records']: order_event = dict() order_event['symbol'] = self.symbol order_event['price'] = float(i["price"]) order_event['amount'] = float(i["amount"]) order_event['filled'] = float(i["amount"])-float(i["left"]) order_event['filled_price'] = float(i["avg_price"]) order_event['client_id'] = i["clientOid"] order_event['order_id'] = i['id'] asset_fee = float(response['data']["asset_fee"]) money_fee = float(response['data']["money_fee"]) stock_fee = float(response['data']["stock_fee"]) if asset_fee > 0.0: # 非amm品种 order_event['fee'] = asset_fee else: # amm品种 order_event['fee'] = money_fee if money_fee > 0.0 else stock_fee if response["data"]['status'] == 'not_deal': order_event['status'] = "NEW" elif response["data"]['status'] in ['cancel','done']: order_event['status'] = "REMOVE" else: s = response["data"]['status'] self.logger.error(f"错误的订单状态 {s}") self.callback["onOrder"](order_event) if error: print(error) return response async def get_server_time(self): params = {} response = await self._request('GET', '/perpetual/api/v1/timestamp', params=params) return response async def get_account(self): ''' symbol String 是 产品ID 必须大写 marginCoin String 是 保证金币种 ''' return await self._request('GET','/v2/private/wallet/balance', params={}, auth=1) async def transfer(self): ''' ''' from uuid import uuid4 params = { "transfer_id":str(uuid4()), "coin":"USDT", "amount":"200", "from_account_type":"SPOT", "to_account_type":"CONTRACT", } return await self._request('POST','/asset/v1/private/transfer', params=params, auth=1) async def get_all_sub_account(self): ''' ''' params = { } return await self._request('GET','/asset/v1/private/sub-member/member-ids', params=params, auth=1) async def get_market_details(self): return await self._request('GET',f'/v2/public/symbols', params={}, auth=0) async def get_ticker(self): #### response ,error = await self._request('GET',f'/v2/public/orderBook/L2', params={"symbol":self.symbol}, auth=0) if response: bids = [] asks = [] for j in response['result']: if j['side'].lower() == 'buy': bids.append(float(j['price'])) if j['side'].lower() == 'sell': asks.append(float(j['price'])) ap = min(asks) bp = max(bids) mp = (ap+bp)*0.5 d = {"name":self.name,'mp': mp, 'bp':bp, 'ap':ap} self.callback['onTicker'](d) return d if error: self.logger.error(error) return None async def before_trade(self): # 切换杠杆 await self.change_position_side() # 获取市场最新价格 res = await self.get_ticker() ticker_price = res["mp"] if isinstance(ticker_price, float): self.mp_from_rest = ticker_price # 获取市场基本情况 res, error = await self.get_market_details() if error: pass else: for i in res['result']: if i['name'] == self.symbol: self.stepSize = float(i['lot_size_filter']['qty_step']) self.tickSize = float(i['price_filter']['tick_size']) self.min_trade_amount = 0.0 #### 保存交易规则信息 exchange_info = model.ExchangeInfo() exchange_info.symbol = i['name'] exchange_info.multiplier = 1 exchange_info.stepSize = float(i['lot_size_filter']['qty_step']) exchange_info.tickSize = float(i['price_filter']['tick_size']) self.exchange_info[exchange_info.symbol] = exchange_info async def get_equity(self): # 更新账户 res, err = await self.get_account() if err:print(err) if res: for i in res['result']: if self.quote == i: cash = float(res['result'][i]['equity']) self.callback['onEquity']({ self.quote:cash }) self.cash_value = cash async def change_position_side(self): '''切换到全仓''' res ,err = await self._request( 'POST', '/private/linear/position/switch-mode', params={ 'symbol':self.symbol, 'mode':"BothSide",}, auth=1 ) if err:print(err) if res:print(res) async def go(self): interval = 60 # 不能太快防止占用限频 await self.before_trade() await asyncio.sleep(1) while 1: try: # 停机信号 if self.stop_flag:return # 更新账户 res, err = await self.get_account() if err:print(err) if res: for i in res['result']: if self.quote == i: cash = float(res['result'][i]['equity']) self.callback['onEquity']({ self.quote:cash }) self.cash_value = cash # 更新仓位 p = await self.get_position() self.callback['onPosition'](p) await asyncio.sleep(interval) # 打印延迟 self.get_delay_info() self.logger.debug(f'报单延迟 平均{self.avg_delay}ms 最大{self.max_delay}ms') except: traceback.print_exc() await asyncio.sleep(10) def get_delay_info(self): if len(self.delays) > 100: self.delays = self.delays[-100:] if max(self.delays) > self.max_delay:self.max_delay = max(self.delays) self.avg_delay = round(sum(self.delays)/len(self.delays),1) async def handle_signals(self, orders): '''执行策略指令''' try: for order_name in orders: if 'Cancel' in order_name: # cid = orders[order_name][0] oid = orders[order_name][1] # 只能用oid撤单 if oid: asyncio.get_event_loop().create_task(self.cancel_order(order_id=oid)) for order_name in orders: if 'Limits' in order_name: for i in orders[order_name]: asyncio.get_event_loop().create_task(self.take_order( self.symbol, i[0], i[1], i[2], i[3] )) for order_name in orders: if 'Check' in order_name: # cid = orders[order_name][0] oid = orders[order_name][1] # 只能用oid查单 if oid: asyncio.get_event_loop().create_task(self.check_order(order_id=oid)) except Exception as e: traceback.print_exc() self.logger.error("执行信号出错"+str(e)) await asyncio.sleep(0.1)