pushv2FromHead.ts 7.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227
  1. import { web3 } from "hardhat";
  2. import History from "../interface/history";
  3. import contracts from "../../config/contracts";
  4. import logger from "../../utils/logger";
  5. import {BigNumber} from "ethers";
  6. import {replaceAll} from "hardhat/internal/util/strings";
  7. import swapPath from "../interface/swapPath";
  8. import history from "../interface/history";
  9. const ierc20abi = require('../../abi/IERC20_ABI.json')
  10. async function handlePosition(router: String, factory: String) {
  11. try {
  12. // 拉取当前pull状态信息
  13. const pullState = await History.findByHashOrBlockOrDataVague('UNIV2DEX', factory, '', 0, 200)
  14. let nowPosition = 0
  15. // 没有状态信息的情况
  16. if (pullState.data.length == 0) {
  17. const appendRst = await History.appendOrUpdate('UNIV2DEX', factory, {"now": nowPosition})
  18. logger.debug(appendRst)
  19. } else {
  20. nowPosition = pullState.data[0].dataObj.now
  21. }
  22. return nowPosition
  23. } catch (e) {
  24. logger.error(`Pull state error, router: ${router}, factory: ${factory}`)
  25. logger.error(e)
  26. }
  27. return 0
  28. }
  29. async function handleAFactory(routerObj: any, position: number, pairsLength: number, v2_410_tool: any, lpList: any) {
  30. while (position < pairsLength) {
  31. try {
  32. const info = await v2_410_tool.methods.getPairIdInfo(routerObj.factory, position).call()
  33. const symbol0 = info['2'].replace(/[^A-Za-z0-9]+/g, '').substring(0, 10)
  34. const symbol1 = info['6'].replace(/[^A-Za-z0-9]+/g, '').substring(0, 10)
  35. const name = `${routerObj.name}_${symbol0}_${symbol1}`
  36. const sum2 = replaceAll(BigNumber.from(info['1']).add(BigNumber.from(info['5']))._hex, '0x0', '0x')
  37. const Lp = {
  38. LP: info['0'],
  39. decimals0: info['3'],
  40. decimals1: info['7'],
  41. factory: routerObj.factory,
  42. feei: routerObj.fee,
  43. id: position,
  44. name: name,
  45. r0: info['4'],
  46. r1: info['8'],
  47. router: routerObj.router,
  48. sum2: sum2,
  49. symbol0: symbol0,
  50. symbol1: symbol1,
  51. token0: info['1'],
  52. token1: info['5'],
  53. isEthW: routerObj.type == 'ETHW'
  54. }
  55. lpList.push(Lp)
  56. // 更新一次position
  57. await History.appendOrUpdate('UNIV2DEX', routerObj.factory, {"now": position})
  58. } catch (e) {}
  59. position++
  60. }
  61. }
  62. async function getAllLp(v2Router: any, fromZero: boolean, v2_410_tool: any, v2_factory_abi: any, lpList: any) {
  63. try {
  64. const v2_factory_address = v2Router.factory
  65. // 获取工厂实例
  66. const v2_factory = new web3.eth.Contract(v2_factory_abi, v2_factory_address)
  67. // 获取当前pairsLength
  68. const pairsLength = await v2_factory.methods.allPairsLength().call()
  69. // 获取当前pull状态
  70. const position = fromZero ? 0 : await handlePosition(v2Router.router, v2_factory_address)
  71. if (position + 1 < pairsLength) {
  72. logger.debug(`Router address: ${v2Router.router}`)
  73. logger.debug(`factory: ${v2_factory_address}, ${position + 1} / ${pairsLength}.`)
  74. await handleAFactory(v2Router, position, pairsLength, v2_410_tool, lpList)
  75. }
  76. } catch (e) {
  77. logger.error(`New contract error, router: ${v2Router.router}`)
  78. logger.error(e)
  79. }
  80. }
  81. async function saveLpToSwapPath(lpList: any) {
  82. for (let lpIndex in lpList) {
  83. const lp = lpList[lpIndex]
  84. let lpSum2List = []
  85. lpSum2List.push(lp)
  86. const insertRst = await swapPath.appendOrUpdate(lp.sum2, '2', lpSum2List)
  87. logger.debug(`save path: ${lp.name}: ${insertRst.msg}, ${parseInt(lpIndex) + 1}/${lpList.length}`)
  88. }
  89. }
  90. async function handleToken(pool: any, zero: boolean) {
  91. const token = {
  92. 'address': zero ? pool.token0 : pool.token1,
  93. 'symbol': zero ? pool.symbol0 : pool.symbol1,
  94. 'decimal': zero ? pool.decimals0 : pool.decimals1,
  95. 'name': 'xxxxxxxx'
  96. }
  97. const tokenObj = new web3.eth.Contract(ierc20abi, token.address)
  98. token.name = await tokenObj.methods.name().call()
  99. token.name = token.name.replace(/[^A-Za-z0-9 ]+/g, '').substring(0, 37)
  100. return token
  101. }
  102. async function saveToken(lpList: any, type='token') {
  103. for (let lpIndex in lpList) {
  104. const lp = lpList[lpIndex]
  105. try {
  106. const token = await handleToken(lp, true)
  107. const saveRst = await history.appendOrUpdate(type, token.address, token)
  108. logger.debug(`${token.name} ${saveRst.msg}`)
  109. } catch (e) {}
  110. try {
  111. const token = await handleToken(lp, false)
  112. const saveRst = await history.appendOrUpdate(type, token.address, token)
  113. logger.debug(`${token.name} ${saveRst.msg}`)
  114. } catch (e) {}
  115. logger.debug(`insert token: ${parseInt(lpIndex) + 1} / ${lpList.length}`)
  116. }
  117. }
  118. async function saveLp(lpList: any, type='0') {
  119. for (let lpIndex in lpList) {
  120. const lp = lpList[lpIndex]
  121. const insertRst = await History.appendOrUpdate(type, lp.LP, lp)
  122. logger.debug(`insert lp:${insertRst.msg}, hash: ${lp.LP}, ${parseInt(lpIndex) + 1} / ${lpList.length}`)
  123. }
  124. }
  125. async function filterLp(lpList: any, filteredLpList: any) {
  126. for (let lpIndex in lpList) {
  127. const lp = lpList[lpIndex]
  128. if (lp.token0.toLowerCase() === '0xc02aaa39b223fe8d0a0e5c4f27ead9083c756cc2') {
  129. if (parseInt(lp.r0) > 20 * 1e18) filteredLpList.push(lp)
  130. } else if (lp.token1.toLowerCase() === '0xc02aaa39b223fe8d0a0e5c4f27ead9083c756cc2') {
  131. if (parseInt(lp.r1) > 20 * 1e18) filteredLpList.push(lp)
  132. } else {
  133. filteredLpList.push(lp)
  134. }
  135. }
  136. }
  137. async function main() {
  138. logger.debug('Pull v2 start.')
  139. const v2_factory_abi = require('../../abi/UNIV2_FACTORY_ABI.json')
  140. const v2_tool_abi = require('../../abi/410_V2_TOOLS.json')
  141. // 初始化410 v2工具箱
  142. const v2_410_tool = new web3.eth.Contract(v2_tool_abi, contracts.TOOLS_410_V2)
  143. const v2RouterInfo = require('../../config/router-list.json')
  144. let fromZero: boolean = true
  145. const lpList: any = []
  146. const filteredLpList: any = []
  147. while (true) {
  148. for (let router_index = 0; router_index < v2RouterInfo.length; router_index++) {
  149. lpList.length = 0
  150. filteredLpList.length = 0
  151. // 1. 获取Lp
  152. await getAllLp(v2RouterInfo[router_index], fromZero, v2_410_tool, v2_factory_abi, lpList)
  153. // 2. 保存Lp信息
  154. await saveLp(lpList, '0')
  155. // 3. 保存Lp的Token到Token表
  156. await saveToken(lpList, 'token')
  157. // 4. 过滤Lp
  158. await filterLp(lpList, filteredLpList)
  159. // 5. 将过滤后的Lp保存到二阶表
  160. await saveLpToSwapPath(filteredLpList)
  161. // 6. 保存筛选之后的的Token到TopToken表
  162. await saveToken(filteredLpList, 'topToken')
  163. // 7. 保存过滤后的Lp到TopLp
  164. await saveLp(filteredLpList, 'topLp')
  165. if (lpList.length > 0) {
  166. logger.debug('')
  167. logger.debug('')
  168. logger.debug('')
  169. }
  170. }
  171. // 数据流、abstruct
  172. // v2RouterInfo.forEach(async (routerInfo) => {
  173. // const lpList = await getAllLp(routerInfo);
  174. // lpList.forEach(async (lp) => {
  175. // await saveLp(lp)
  176. // const token = parseToken(lp)
  177. // saveToken(token)
  178. // })
  179. // })
  180. //
  181. if (fromZero) fromZero = false;
  182. }
  183. }
  184. main().catch((error) => {
  185. console.error(error);
  186. process.exitCode = 1;
  187. })