python-blockchain-410/ETH/debugTradeV4.py

import time

from calcTools  import *
from osTools import *
from web3Tools import *




class MaxProfitUtils:
    # 判断两个数组是否有交集
    @staticmethod
    def has_intersection(arr1, arr2):
    # 1.这段感觉会慢
        return len(set(arr1) & set(arr2)) > 0

    # 若二维数组中所有数组与指定数组没有交集，返回True

    # 2.已经判断没有交集的路径，就不需要再去互相判断了。
    @staticmethod
    def all_has_no_intersection(swap_details_list, check_swap_details):
        for swap_details in swap_details_list:
            if MaxProfitUtils.has_intersection(swap_details['swapPath'], check_swap_details['swapPath']):
                return False

        return True

    # 求和swap详情list的利润并返回
    @staticmethod
    def get_profit_sum(swap_details_list):
        profit_sum = 0

        for swap_details in swap_details_list:
            profit_sum += swap_details['profit']

        return profit_sum

    @staticmethod
    def get_max_profit_swap_details_list(x, y):
        return x if MaxProfitUtils.get_profit_sum(x) > MaxProfitUtils.get_profit_sum(y) else y

    # 得出指定数据结构中的最大利润path
    @staticmethod
    def max_profit_path_list(origin_swap_details_list, level=0, swap_details_list=None):
        # first level
        if swap_details_list is None:
            swap_details_list = []

        # last level
        # >=
        if level == len(origin_swap_details_list):
            return swap_details_list

        # 此层的swap_path与当前的swap_path_list内的所有swap_path都没有交集的话，将此层的加入为x路径
        x = []
        if MaxProfitUtils.all_has_no_intersection(swap_details_list, origin_swap_details_list[level]):
            # 3.这段会很卡
            new_swap_details_list = json.loads(json.dumps(swap_details_list))
            new_swap_details_list.append(origin_swap_details_list[level])
            x = MaxProfitUtils.max_profit_path_list(origin_swap_details_list, level+1, new_swap_details_list)

        # 不将此层加入的y路径
        y = MaxProfitUtils.max_profit_path_list(origin_swap_details_list, level+1, swap_details_list)

        return MaxProfitUtils.get_max_profit_swap_details_list(x, y)


def calOnlyLpInRouterArray(routerArray):
    onlyLpArray = []
    for router in routerArray:
        for lpInfo in router:
            lp = lpInfo['lp']
            if lp in onlyLpArray:
                continue
            if lp in nowBlockLpRes:
                continue
            onlyLpArray.append(lp)
    return onlyLpArray



def calRouterProfit(router):
    # 整理LP信息
    for lpInfo in router:
        lpAddress = lpInfo['lp']
        r0 = nowBlockLpRes[lpAddress][0]
        r1 = nowBlockLpRes[lpAddress][1]
        if lpAddress not in topLpInfo:
            return False
        lpInfo['fee'] = topLpInfo[lpAddress]['fee']
        if lpInfo['inToken'] < lpInfo['outToken']:
            lpInfo['rIn'] = r0
            lpInfo['rOut'] = r1
        else:
            lpInfo['rIn'] = r1
            lpInfo['rOut'] = r0
    # ABA
    if len(router) == 2:
        tokenLoan = router[1]['outToken']
        tokenIn0  = router[0]['inToken']
        tokenLoanETHPrice = baseTokenInfo[tokenLoan]['price'] * 10 ** baseTokenInfo[WETH]['decimals'] /  10 ** baseTokenInfo[tokenLoan]['decimals']
        # WETH - A - WETH
        tradeInfo = calBestAmountV2V2(router[0]['rIn'], router[0]['rOut'], router[0]['fee'], router[1]['rIn'], router[1]['rOut'], router[1]['fee'] )
        profit = tradeInfo['profit']
        tradeInfo['ethProfit'] = profit * tokenLoanETHPrice
        #printTime(router, amountIn0, amountOut0, amountOut1, profit)
        
        if tradeInfo['ethProfit'] < tradeMinProfit:
            return False
        else:
            tradeInfo['lp0'] = router[0]['lp']
            tradeInfo['lp1'] = router[1]['lp']
            tradeInfo['fee0'] = router[0]['fee']
            tradeInfo['fee1'] = router[1]['fee']
            tradeInfo['indexIn0'] = router[0]['indexIn']
            tradeInfo['indexIn1'] = router[1]['indexIn']
            tradeInfo['tokenLoan'] = tokenLoan
            tradeInfo['tokenIn0'] = tokenIn0
            tradeInfo['tradeToken0'] = router[0]['outToken']
            tradeInfo['type'] = 'type2'
            return tradeInfo

    # ABCA
    elif len(router) == 3:
        tokenLoan = router[2]['outToken']
        tokenIn0  = router[0]['inToken']
        tokenLoanETHPrice = baseTokenInfo[tokenLoan]['price'] * 10 ** baseTokenInfo[WETH]['decimals'] /  10 ** baseTokenInfo[tokenLoan]['decimals']
        tradeInfo = calBestAmountABCA(router[0]['rIn'], router[0]['rOut'], router[0]['fee'],
                                      router[1]['rIn'], router[1]['rOut'], router[1]['fee'],
                                      router[2]['rIn'], router[2]['rOut'], router[2]['fee'])
        profit = tradeInfo['profit']
        tradeInfo['ethProfit'] = profit * tokenLoanETHPrice
        #printTime(router, amountIn0, amountOut0, amountOut1, amountOut2, profit)
        if tradeInfo['ethProfit'] < tradeMinProfit:
            return False
        else:
            tradeInfo['lp0'] = router[0]['lp']
            tradeInfo['lp1'] = router[1]['lp']
            tradeInfo['lp2'] = router[2]['lp']
            tradeInfo['fee0'] = router[0]['fee']
            tradeInfo['fee1'] = router[1]['fee']
            tradeInfo['fee2'] = router[2]['fee']
            tradeInfo['indexIn0'] = router[0]['indexIn']
            tradeInfo['indexIn1'] = router[1]['indexIn']
            tradeInfo['indexIn2'] = router[2]['indexIn']
            tradeInfo['tokenLoan'] = tokenLoan
            tradeInfo['tokenIn0'] = tokenIn0
            tradeInfo['tradeToken0'] = router[0]['outToken']
            tradeInfo['tradeToken1'] = router[1]['outToken']
            tradeInfo['type'] = 'type3'
            return tradeInfo

def callABCA(lp0, lp1, lpLoan, tokenIn0, tokenLoan, fee0, fee1, fee2, lp0InIndex, lp1InIndex, lp2InIndex, minProfit, block = 'latest'):
    function = '0x1d650c35'
    inputData = encodeInput(lp0, lp1, lpLoan, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
                fee0, fee1, fee2, lp0InIndex, lp1InIndex, lp2InIndex,
                tokenIn0, tokenLoan, minProfit, 0)
    inputData = function + inputData
    r = gasCal(myAddress, v3CCAddress, inputData, block)
    tradeInfo = {'type':3, 'lp0': lp0, 'lp1': lp1, 'lpLoan':lpLoan, 'tokenIn':tokenIn0, 'tokenLoan':tokenLoan, 'profit':0, 'sumValue':0}
    if len(r['info']) != 23 or r['info'][-1] == 0:
        return tradeInfo
    sumValue = r['info'][3] + r['info'][4] + r['info'][5] + r['info'][6] + r['info'][7] + r['info'][8]
    tradeInfo['sumValue'] = sumValue
    tradeInfo['profit'] = r['info'][-1]
    tradeInfo['gasUsed'] = r['gasUsed']
    tradeInfo['inputData'] = inputData
    return tradeInfo

def callABA(lp0, lp1, tokenIn0, tokenLoan, fee0, fee1, lp0InIndex, lp1InIndex, minProfit, block = 'latest'):
    function = '0xa628df6d'
    inputData = encodeInput(lp0, lp1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
                fee0, fee1, 0, lp0InIndex, lp1InIndex, 0,
                tokenIn0, tokenLoan, minProfit, 0)
    inputData = function + inputData
    r = gasCal(myAddress, v3CCAddress, inputData, block)
    tradeInfo = {'type':2, 'lp0': lp0, 'lpLoan':lp1, 'tokenIn':tokenIn0, 'tokenLoan':tokenLoan, 'profit':0, 'sumValue':0}
    if len(r['info']) != 23 or r['info'][-1] == 0:
        return tradeInfo
    sumValue = r['info'][3] + r['info'][4] + r['info'][5] + r['info'][6] + r['info'][7] + r['info'][8]
    tradeInfo['sumValue'] = sumValue
    tradeInfo['profit'] = r['info'][-1]
    tradeInfo['gasUsed'] = r['gasUsed']
    tradeInfo['inputData'] = inputData
    return tradeInfo

def readABA():
    array = []
    for i in baseTokenInfo:
        i = i.lower()
        iiArray = readText('aba' + i + i)
        array = array + iiArray
    array = array + readText('aba' + WETHW + WETH)
    array = array + readText('aba' + WETH + WETHW)
    return array

def readABCA():
    array = []
    for i in baseTokenInfo:
        i = i.lower()
        iiArray = readText('abca' + i + i)
        array = array + iiArray
    array = array + readText('abca' + WETHW + WETH)
    array = array + readText('abca' + WETH + WETHW)
    return array

topLpInfo  = readText('topLP')
lpRouterInfo = readABCA()
lpRouterInfo = lpRouterInfo + readABA()

printTime('v3 start')
v3CCAddress = '0xB4971D0dda22359Ad86867362b7FC3206eA0d86B'
dataUsed = []
nowBlockLpRes = {}
initBlock = 15879488
while True:
    try:

        blockNumber = initBlock + 1
        if blockNumber == initBlock:
            time.sleep(0.1)
            continue
        printTime(blockNumber, 'start')
        initBlock = blockNumber 
        baseGasPrice = getBaseGasPrice(blockNumber) * 1.5
        if baseGasPrice < 1.6 * 1e9:
            baseGasPrice = 1.6 * 1e9

        nowBlockLpRes = {}
        # 找出有关该LP的路由
        lpRouterArray = lpRouterInfo  # findLpRouter(nowBlockLpTradeI, lpRouterInfo)

        # 过滤需要获取余额的路由
        lpOnlyRouterArray = calOnlyLpInRouterArray(lpRouterArray)

        # printTime(len(lpOnlyRouterArray), len(lpRouterArray))
        # 获取余额
        lpResArray = w3.dex.getPairSBalance(lpOnlyRouterArray, blockNumber)
        # 余额进行缓存
        for lpResI in lpResArray:
            nowBlockLpRes[lpResI] = lpResArray[lpResI]
            #计算每一个路由的利润
        tradeInfoArray = []
        initForTime = time.time()
        for lpRouter in lpRouterArray:
            if time.time() - initForTime > 60:
                printTime(blockNumber, 'lpRouterArray long time')
            tradeInfo = calRouterProfit(lpRouter)
            if tradeInfo:
                type = tradeInfo['type']

                if type == 'type2':
                    result = callABA(tradeInfo['lp0'], tradeInfo['lp1'],
                                    tradeInfo['tokenIn0'], tradeInfo['tokenLoan'],
                                    tradeInfo['fee0'], tradeInfo['fee1'],
                                    tradeInfo['indexIn0'], tradeInfo['indexIn1'],
                                    baseTokenInfo[tradeInfo['tokenIn0']]['profitMin'], blockNumber)
                    if result['profit'] < tradeMinProfit:
                        continue
                    sumValue = result['sumValue']
                    if sumValue in dataUsed:
                        continue
                    tokenLoanETHPrice = baseTokenInfo[tradeInfo['tokenLoan']]['price'] * 10 ** baseTokenInfo[WETH]['decimals'] / 10 ** \
                                        baseTokenInfo[tradeInfo['tokenLoan']]['decimals']
                    result['ethProfit'] = result['profit'] * tokenLoanETHPrice
                    result['ethProfit-E18'] = result['profit'] * tokenLoanETHPrice / 1e18
                    result['tureProfit'] = result['ethProfit'] - result['gasUsed'] * baseGasPrice
                    result['maxPrice'] = result['ethProfit'] / result['gasUsed']
                    # if tradeInfo['lp1'] =='0xd75ea151a61d06868e31f8988d28dfe5e9df57b4':
                    #     printTime(result)
                    if result['tureProfit'] < tradeMinProfit:
                        continue
                    tradeInfoArray.append(result)

                if type == 'type3':
                    result = callABCA(tradeInfo['lp0'], tradeInfo['lp1'], tradeInfo['lp2'],
                                    tradeInfo['tokenIn0'], tradeInfo['tokenLoan'],
                                    tradeInfo['fee0'], tradeInfo['fee1'],tradeInfo['fee2'],
                                    tradeInfo['indexIn0'], tradeInfo['indexIn1'], tradeInfo['indexIn2'],
                                    baseTokenInfo[tradeInfo['tokenIn0']]['profitMin'], blockNumber)
                    if result['profit'] < tradeMinProfit:
                        continue
                    sumValue = result['sumValue']
                    if sumValue in dataUsed:
                        continue
                    tokenLoanETHPrice = baseTokenInfo[tradeInfo['tokenLoan']]['price'] * 10 ** baseTokenInfo[WETH][
                        'decimals'] / 10 ** \
                                        baseTokenInfo[tradeInfo['tokenLoan']]['decimals']
                    result['ethProfit'] = result['profit'] * tokenLoanETHPrice
                    result['ethProfit-E18'] = result['profit'] * tokenLoanETHPrice / 1e18
                    result['tureProfit'] = result['ethProfit'] - result['gasUsed'] * baseGasPrice
                    result['maxPrice'] = result['ethProfit'] / result['gasUsed']
                    if result['tureProfit'] < tradeMinProfit:
                        continue
                    tradeInfoArray.append(result)


        if len(tradeInfoArray) != 0 :
            #printTime('trade List' ,blockNumber, tradeInfoArray)
            tradeList = []
            initForTime = time.time()
            for tradeInfoI in tradeInfoArray:
                if time.time() - initForTime > 60:
                    printTime(blockNumber, 'tradeInfoArray long time')
                if tradeInfoI['type'] == 2:
                    tradeList.append({"swapPath": [tradeInfoI['lp0'], tradeInfoI['lpLoan']], "profit": tradeInfoI['tureProfit'], 'data':tradeInfoI})
                if tradeInfoI['type'] == 3:
                    tradeList.append(
                        {"swapPath": [tradeInfoI['lp0'], tradeInfoI['lp1'],tradeInfoI['lpLoan']], "profit": tradeInfoI['tureProfit'], 'data':tradeInfoI})
            
            
            initbestTradeListTime = time.time()
            initTradeList = tradeList
            tradeList = sorted(tradeList, key=lambda k: k['profit'], reverse=True)
            params = []
            for info in tradeList:
                paramsI = {}
                paramsI['from'] = myAddress
                paramsI['to'] = '0xEAf90BcB75e7B92900678c4aBD80883b414bEDD6'
                tradeInputData = info['data']['inputData']
                paramsI['data'] = '0x4327f0db' + encodeInput(v4Address, 0x40, (len(tradeInputData) - 2) / 2, tradeInputData)
                params.append(paramsI)

            batchCallResult = batchCall(params, blockNumber)
            batchCallResult = decodeBatchCall(batchCallResult['result']) 
            totalProfit = 0
            length = len(tradeList)
            bestIndex = []
            for i in range(0, length):
                profit = batchCallResult[i][-1]
                if profit > 0:
                    tokenLoan = batchCallResult[i][-3]
                    gasUsed = batchCallResult[i][1]
                    tokenLoanETHPrice = baseTokenInfo[tokenLoan]['price'] * 10 ** baseTokenInfo[WETH][
                        'decimals'] / 10 ** \
                                        baseTokenInfo[tokenLoan]['decimals']
                    profit = profit * tokenLoanETHPrice
                    profit = profit - gasUsed * baseGasPrice  
                    if profit < tradeMinProfit:
                        continue                 
                    totalProfit = totalProfit + profit      
                    bestIndex.append(i) 

            printTime(blockNumber, 'batch', time.time() - initbestTradeListTime, '  s totalProfit', totalProfit/1e18)
            bestTradeList = []
            for index in bestIndex:
                bestTradeList.append(tradeList[index])
            
            for i in bestTradeList:
                printTime(i['data']['tokenIn'])

            # 最优解法
            initbestTradeListTime = time.time()
            newMinProfit = tradeMinProfit
            while len(tradeList) > 50:
                newMinProfit = newMinProfit * 1.1
                newTradeList = []
                for tradeI in tradeList:
                    if tradeI['profit'] > newMinProfit:
                        newTradeList.append(tradeI)
                tradeList = newTradeList
            bestTradeList = MaxProfitUtils.max_profit_path_list(tradeList)

            totalProfit = 0
            for tradeI in bestTradeList:
                totalProfit = totalProfit + tradeI['profit']    
            printTime(blockNumber, 'best ', time.time() - initbestTradeListTime, '  s totalProfit', totalProfit/1e18)
            for i in bestTradeList:
                printTime(i['data']['tokenIn'])

            printTime('-' * 50)
    except BaseException as err:
        printTime(traceback.format_exc())
        printTime('loop', )
        time.sleep(1)