Merge pull request #5 from kleros/feat/curate-integration-no-badges

T2CR migration to Curate

Author: greenlucid

.env.example

@@ -1,30 +1,14 @@
-T2CR_GRAPH_URL=https://api.thegraph.com/subgraphs/name/kleros/t2cr
-
-T2CR_ADDRESS=0xebcf3bca271b26ae4b162ba560e243055af0e679
-TOKEN_DECIMALS_TCR_ADDRESS=0x8eFfF9BB64ED3d766a26a18e873cf171E67BeCf2
-
-ERC20_BADGE_ADDRESS=0xcb4aae35333193232421e86cd2e9b6c91f3b125f
-STABLECOIN_BADGE_ADDRESS=0xbc65204861f5776564fc3f61c04ec6ea8bea13be
-TRUECRYPTOSYSTEM_BADGE_ADDRESS=0xe0cf18e8630545aa553f88079c75dae56b8fb304
-DUTCHX_BADGE_ADDRESS=0x6e06861cefc3d6ea24483d3f1fe80759a73524b4
-
-TOKEN_DECIMALS_VIEW_ADDRESS=0x5918705f9a172d5caabbd2e2ddb5086ae033dfe8
-GTCR_VIEW_ADDRESS=0xe75a12f40da77d285c08a44f499e597bc5085658
+CURATE_GRAPH_URL=https://api.thegraph.com/subgraphs/name/greenlucid/legacy-curate-xdai
+KLEROS_TOKENS_REGISTRY_ADDRESS=0xee1502e29795ef6c2d60f8d7120596abe3bad990
 
 ENS_CONTRACT=0x00000000000C2E074eC69A0dFb2997BA6C7d2e1e
 ENS_TOKEN_LIST_NAME=t2crtokens.eth
-ENS_NFT_LIST_NAME=t2crnfts.eth
 
-LATEST_TOKEN_LIST_URL=https://t2crtokens.eth.link
-LATEST_NFT_LIST_URL=https://t2crnfts.eth.link
+LATEST_TOKEN_LIST_URL=https://t2crtokens.eth.limo
 
 PROVIDER_URL=https://mainnet.infura.io/v3/<api-key>
 IPFS_GATEWAY=https://ipfs.kleros.io
 WALLET_KEY=
 
 # Optional. If not provided, 300 seconds (5 minutes will be used).
-POLL_PERIOD_SECONDS=
-
-# Optional. If provided will also pin content on pinata.cloud.
-PINATA_API_KEY=
-PINATA_SECRET_API_KEY=
+POLL_PERIOD_SECONDS=300

.eslintignore

@@ -1,2 +1,2 @@
 node_modules
-dist
+build

.gitignore

@@ -1,7 +1,8 @@
 node_modules
-dist
+build
 yarn-error.log
 .env
 .vscode
 !.gitkeep
-images
+images
+db

images/.gitkeep

@@ -1,41 +1,15 @@
 {
   "name": "t2cr-to-ipfs",
-  "version": "0.1.1",
+  "version": "0.2.0",
   "description": "Pulls token information from the kleros t2cr and publishes them to ipfs following uniswap/token-lists schema.",
   "main": "src/index.ts",
   "repository": "git+https://github.com/kleros/t2cr-to-ipfs",
   "author": "Kleros",
   "license": "MIT",
   "private": false,
   "scripts": {
-    "start": "ts-node --files src/index.ts",
-    "dev": "ts-node-dev --inspect=4321 --respawn --transpile-only src/index.ts",
-    "lint:secrets": "secretlint \"**/*\"",
-    "lint:fix": "eslint 'src/**/*.{js,ts}' --fix && tsc --noEmit && npm run lint:secrets",
-    "release": "standard-version",
-    "test": "jest"
-  },
-  "jest": {
-    "transform": {
-      ".(ts|tsx)": "<rootDir>/node_modules/ts-jest/preprocessor.js"
-    },
-    "testRegex": "(/__tests__/.*|\\.(test|spec))\\.(ts|tsx|js)$",
-    "moduleFileExtensions": [
-      "ts",
-      "tsx",
-      "js"
-    ]
-  },
-  "commitlint": {
-    "extends": [
-      "@commitlint/config-conventional"
-    ]
-  },
-  "husky": {
-    "hooks": {
-      "pre-commit": "npm run lint:fix",
-      "commit-msg": "commitlint -E HUSKY_GIT_PARAMS"
-    }
+    "start": "node ./build/index.js",
+    "build": "rm -rf ./build && tsc"
   },
   "devDependencies": {
     "@commitlint/cli": "^9.0.1",
@@ -45,43 +19,29 @@
     "@types/jest": "^26.0.4",
     "@typescript-eslint/eslint-plugin": "^3.6.0",
     "@typescript-eslint/parser": "^3.6.0",
-    "concurrently": "^5.2.0",
+    "@types/level": "^6.0.2",
+    "@types/lodash": "^4.14.157",
+    "@types/node": "^14.0.23",
+    "@types/node-fetch": "^2.5.7",
+    "@types/sharp": "^0.28.0",
     "eslint": "^7.4.0",
     "eslint-config-prettier": "^6.11.0",
     "eslint-plugin-prettier": "^3.1.4",
-    "husky": "^4.2.5",
-    "jest": "^26.1.0",
-    "nodemon": "^2.0.4",
     "prettier": "^2.0.5",
-    "rimraf": "^3.0.2",
     "secretlint": "^2.1.0",
-    "standard-version": "^8.0.1",
-    "ts-jest": "^26.1.2",
-    "ts-node": "^9.1.1",
-    "ts-node-dev": "^1.1.1",
     "typescript": "^3.9.6"
   },
   "dependencies": {
-    "@0xsequence/collectible-lists": "^1.1.0",
-    "@ensdomains/resolver": "^0.2.4",
-    "@kleros/gtcr-sdk": "^1.8.0",
-    "@pinata/sdk": "^1.1.10",
-    "@types/lodash": "^4.14.157",
-    "@types/node": "^14.0.23",
-    "@types/node-fetch": "^2.5.7",
-    "@types/sharp": "^0.25.0",
-    "@uniswap/token-lists": "^1.0.0-beta.17",
+    "@ensdomains/ens-contracts": "^0.0.22",
+    "@uniswap/token-lists": "^1.0.0-beta.33",
     "ajv": "^6.12.3",
     "content-hash": "^2.5.2",
     "dotenv-safe": "^8.2.0",
     "eth-ens-namehash": "^2.0.8",
     "ethers": "^5.0.26",
-    "ipfs-only-hash": "^2.0.1",
+    "level": "^8.0.0",
     "lodash": "^4.17.19",
     "node-fetch": "^2.6.0",
-    "sharp": "^0.25.4"
-  },
-  "volta": {
-    "node": "10.23.2"
+    "sharp": "^0.32.6"
   }
 }

package.json

@@ -9,7 +9,7 @@ export NVM_DIR="/home/ubuntu/.nvm"
 
 # uncomment the line below if you need a specific version of node
 # other than the one specified as `default` alias in NVM (optional)
-# nvm use 4 1> /dev/null
+nvm use 14 1> /dev/null
 
 echo "Using nvm version $(nvm --version)"
 echo "Using node version $(node --version)"

script.sh

@@ -6,14 +6,13 @@ import namehash from 'eth-ens-namehash'
 import { encode } from 'content-hash'
 import fetch from 'node-fetch'
 import { TextEncoder } from 'util'
-import { abi as resolverABI } from '@ensdomains/resolver/build/contracts/Resolver.json'
+import resolverABI from '@ensdomains/ens-contracts/build/contracts/Resolver.json'
 
 import { ipfsPublish } from './utils'
 import { getNewErc20ListVersion } from './versioning'
 
 const ajv = new Ajv({
   allErrors: true,
-  format: 'full',
   $data: true,
   verbose: true,
 })
@@ -22,8 +21,6 @@ const validator = ajv.compile(schema)
 
 export default async function checkPublishErc20(
   latestTokens: TokenInfo[],
-  // eslint-disable-next-line @typescript-eslint/explicit-module-boundary-types, @typescript-eslint/no-explicit-any
-  pinata: any,
   provider: ethers.providers.JsonRpcProvider,
   listURL = '',
   ensListName = '',
@@ -55,10 +52,12 @@ export default async function checkPublishErc20(
 
   // Invalid names or tickers should not prevent a new list from being published.
   const nameRe = new RegExp(
-    schema.definitions.TokenInfo.properties.name.pattern,
+    //schema.definitions.TokenInfo.properties.name.pattern,
+    "^[ \\w.'+\\-%/À-ÖØ-öø-ÿ:&\\[\\]\\(\\)]+$",
   )
   const tickerRe = new RegExp(
-    schema.definitions.TokenInfo.properties.symbol.pattern,
+    //schema.definitions.TokenInfo.properties.symbol.pattern,
+    '^[a-zA-Z0-9+\\-%/$.]+$',
   )
   const invalidTokens: TokenInfo[] = []
   const validatedTokens = latestTokens
@@ -82,6 +81,12 @@ export default async function checkPublishErc20(
         invalidTokens.push(t)
         return false
       }
+      if (t.symbol.length > 20) {
+        console.warn(` ${t.symbol} longer than 20 chars, dropping it.`)
+        console.warn(` Address: ${t.address}`)
+        invalidTokens.push(t)
+        return false
+      }
       return true
     })
 
@@ -110,24 +115,6 @@ export default async function checkPublishErc20(
     keywords: ['t2cr', 'kleros', 'list'],
     timestamp,
     version,
-    tags: {
-      erc20: {
-        name: 'ERC20',
-        description: `This token is verified to be ERC20 thus there should not be incompatibility issues with the Uniswap protocol.`,
-      },
-      stablecoin: {
-        name: 'Stablecoin',
-        description: `This token is verified to maintain peg against a target.`,
-      },
-      trueCrypto: {
-        name: 'TrueCrypto',
-        description: `TrueCryptosystem verifies the token is a necessary element of a self sustaining public utility.`,
-      },
-      dutchX: {
-        name: 'DutchX',
-        description: `This token is verified to comply with the DutchX exchange listing criteria.`,
-      },
-    },
     tokens: validatedTokens,
   }
 
@@ -146,12 +133,6 @@ export default async function checkPublishErc20(
   const contentHash = ipfsResponse[0].hash
   console.info(`Done. ${process.env.IPFS_GATEWAY}/ipfs/${contentHash}`)
 
-  if (pinata) {
-    console.info('Pinning list in pinata.cloud...')
-    await pinata.pinByHash(contentHash)
-    console.info('Done.')
-  }
-
   // As of v5.0.5, Ethers ENS API doesn't include managing ENS names, so we
   // can't use it directly. Neither does the ethjs API.
   // Web3js supports it via web3.eth.ens but it can't sign transactions