Fix typo

.github/workflows/check-urls.yml

@@ -0,0 +1,20 @@
+name: Check URLs
+
+on:
+  schedule:
+    - cron: '0 8 * * 0'
+  workflow_dispatch:
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Set up Ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: 2.6
+      - name: Install awesome_bot
+        run: gem install awesome_bot -v 1.20.0
+      - name: Check URLs
+        run: awesome_bot defi/src/protocols/* --allow-redirect --request-delay 0.2

.github/workflows/coins.yml

@@ -30,8 +30,8 @@ jobs:
     - name: Get Node.js
       uses: actions/setup-node@v1
       with:
-        node-version: '14.x'
-    - run: npm ci && ln -s ../coins/node_modules/ ../defi/node_modules
+        node-version: '16.x'
+    - run: (npm ci || npm i) && ln -s ../coins/node_modules/ ../defi/node_modules
     - name: Deploy infrastructure stack
       run: npm run deploy:prod
       env:
@@ -44,6 +44,11 @@ jobs:
         XDAI_RPC: ${{ secrets.XDAI_RPC }}
         HARMONY_RPC: ${{ secrets.HARMONY_RPC }}
         SOLANA_RPC: ${{ secrets.SOLANA_RPC }}
+        CG_KEY: ${{ secrets.CG_KEY }}
         MISSING_COINS_DB_PWD: ${{ secrets.MISSING_COINS_DB_PWD }}
+        STALE_COINS_ADAPTERS_WEBHOOK: ${{ secrets.STALE_COINS_ADAPTERS_WEBHOOK }}
+        R2_ACCESS_KEY_ID: ${{ secrets.R2_ACCESS_KEY_ID }}
+        R2_SECRET_ACCESS_KEY: ${{ secrets.R2_SECRET_ACCESS_KEY }}
+        R2_ENDPOINT: ${{ secrets.R2_ENDPOINT }}
         AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
         AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}

.github/workflows/defi.yml

@@ -2,85 +2,112 @@ name: Defi
 
 on:
   push:
-    branches: [ master ]
+    branches: [master]
   repository_dispatch:
+  workflow_dispatch:
 
 defaults:
   run:
     working-directory: defi
-    
+
 jobs:
   changes:
     runs-on: ubuntu-latest
     outputs:
       defi: ${{ steps.filter.outputs.defi }}
     steps:
-    - uses: actions/checkout@v2
-    - uses: dorny/paths-filter@v2
-      id: filter
-      with:
-        filters: |
-          defi:
-            - 'defi/**'
+      - uses: actions/checkout@v2
+      - uses: dorny/paths-filter@v2
+        id: filter
+        with:
+          filters: |
+            defi:
+              - 'defi/**'
   deploy:
     needs: changes
     if: ${{ needs.changes.outputs.defi == 'true' }}
     runs-on: ubuntu-latest
     steps:
-    - uses: actions/checkout@v2
-    - run: git submodule update --init --recursive
-    - name: Get Node.js
-      uses: actions/setup-node@v1
-      with:
-        node-version: '16'
-    - run: echo "TODAY=$(date +%Y%m%d)" >> $GITHUB_ENV
-    - name: Get jest cache
-      uses: actions/cache@v3
-      with:
-        path: /tmp/jest-cache
-        key: ${{ runner.os }}-jest-${{ env.TODAY }}
-    - run: npm ci
-    - run: cd DefiLlama-Adapters && git checkout main && git pull
-    - run: cd dimension-adapters && git checkout master && git pull
-    - name: Run tests
-      run: npm t data && npx esbuild src/protocols/import.test.ts --bundle --log-limit=0 --platform=node | node
-      env:
-        ETHEREUM_RPC: ETHEREUM_RPC
-    - name: Deploy infrastructure stack
-      run: npm run deploy:prod
-      env:
-        ETHEREUM_RPC: ${{ secrets.ETHEREUM_RPC }}
-        POLYGON_RPC: ${{ secrets.POLYGON_RPC }}
-        BSC_RPC: ${{ secrets.BSC_RPC }}
-        FANTOM_RPC: ${{ secrets.FANTOM_RPC }}
-        ARBITRUM_RPC: ${{ secrets.ARBITRUM_RPC }}
-        OPTIMISM_RPC: ${{ secrets.OPTIMISM_RPC }}
-        XDAI_RPC: ${{ secrets.XDAI_RPC }}
-        HARMONY_RPC: ${{ secrets.HARMONY_RPC }}
-        SOLANA_RPC: ${{ secrets.SOLANA_RPC }}
-        MOONRIVER_RPC: ${{ secrets.MOONRIVER_RPC }}
-        CRONOS_RPC: ${{ secrets.CRONOS_RPC }}
-        OUTDATED_WEBHOOK: ${{ secrets.OUTDATED_WEBHOOK }}
-        HOURLY_OUTDATED_WEBHOOK: ${{ secrets.HOURLY_OUTDATED_WEBHOOK }}
-        AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
-        AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-        SPIKE_WEBHOOK: ${{ secrets.SPIKE_WEBHOOK }}
-        CLOUDWATCH_WEBHOOK_URL: ${{ secrets.CLOUDWATCH_WEBHOOK_URL }}
-        DROPS_WEBHOOK: ${{ secrets.DROPS_WEBHOOK }}
-        EULER_MONGODB_APIKEY: ${{ secrets.EULER_MONGODB_APIKEY }}
-        INFLUXDB_TOKEN: ${{ secrets.INFLUXDB_TOKEN }}
-        FATHOM_SECRET: ${{ secrets.FATHOM_SECRET }}
-        DAILY_GROWTH_WEBHOOK: ${{ secrets.DAILY_GROWTH_WEBHOOK }}
-        MONITOR_WEBHOOK: ${{ secrets.MONITOR_WEBHOOK }}
-        STALE_COINS_ADAPTERS_WEBHOOK: ${{ secrets.STALE_COINS_ADAPTERS_WEBHOOK }}
-        TEAM_WEBHOOK: ${{ secrets.TEAM_WEBHOOK }}
-        REVALIDATE_SECRET: ${{ secrets.REVALIDATE_SECRET }}
-        PROD_VYBE_API_KEY: ${{ secrets.PROD_VYBE_API_KEY }}
-        BIT_QUERY_API_KEY: ${{ secrets.BIT_QUERY_API_KEY }}
-        VOLUMES_WEBHOOK: ${{ secrets.VOLUMES_WEBHOOK }}
-        FEES_WEBHOOK: ${{ secrets.FEES_WEBHOOK }}
-        ZEROx_API_KEY: ${{ secrets.ZEROx_API_KEY }}
-        INDEXER_DB: ${{ secrets.INDEXER_DB }}
-        AIRTABLE_API_KEY: ${{ secrets.AIRTABLE_API_KEY }}
-        DATADOG_API_KEY: ${{ secrets.DD_API_KEY }}
-        DATADOG_SITE: ${{ secrets.DD_SITE }}
+      - uses: actions/checkout@v2
+      - run: git submodule update --init --recursive
+      - name: Get Node.js
+        uses: actions/setup-node@v1
+        with:
+          node-version: '16'
+      - run: echo "TODAY=$(date +%Y%m%d)" >> $GITHUB_ENV
+      - name: Get jest cache
+        uses: actions/cache@v3
+        with:
+          path: /tmp/jest-cache
+          key: ${{ runner.os }}-jest-${{ env.TODAY }}
+      - run: cd DefiLlama-Adapters && git checkout main && git pull
+      - run: cd dimension-adapters && git checkout master && git pull
+      - run: cd emissions-adapters && git checkout master && git pull
+      - run: npm  ci || npm i
+      - name: Run tests
+        run: npm t data && npx esbuild src/protocols/import.test.ts --bundle --log-limit=0 --platform=node | node
+        env:
+          ETHEREUM_RPC: FAKE_ETHEREUM_RPC
+          GRAPH_API_KEY: FAKE_GRAPH_API_KEY
+      - name: Deploy infrastructure stack
+        run: npm run deploy:prod
+        env:
+          ETHEREUM_RPC: ${{ secrets.ETHEREUM_RPC }}
+          POLYGON_RPC: ${{ secrets.POLYGON_RPC }}
+          BSC_RPC: ${{ secrets.BSC_RPC }}
+          FANTOM_RPC: ${{ secrets.FANTOM_RPC }}
+          ARBITRUM_RPC: ${{ secrets.ARBITRUM_RPC }}
+          OPTIMISM_RPC: ${{ secrets.OPTIMISM_RPC }}
+          XDAI_RPC: ${{ secrets.XDAI_RPC }}
+          HARMONY_RPC: ${{ secrets.HARMONY_RPC }}
+          SOLANA_RPC: ${{ secrets.SOLANA_RPC }}
+          MOONRIVER_RPC: ${{ secrets.MOONRIVER_RPC }}
+          CRONOS_RPC: ${{ secrets.CRONOS_RPC }}
+          COVALENT_KEY: ${{ secrets.COVALENT_KEY }}
+          OUTDATED_WEBHOOK: ${{ secrets.OUTDATED_WEBHOOK }}
+          HOURLY_OUTDATED_WEBHOOK: ${{ secrets.HOURLY_OUTDATED_WEBHOOK }}
+          AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+          AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          SPIKE_WEBHOOK: ${{ secrets.SPIKE_WEBHOOK }}
+          CLOUDWATCH_WEBHOOK_URL: ${{ secrets.CLOUDWATCH_WEBHOOK_URL }}
+          DROPS_WEBHOOK: ${{ secrets.DROPS_WEBHOOK }}
+          EULER_MONGODB_APIKEY: ${{ secrets.EULER_MONGODB_APIKEY }}
+          INFLUXDB_TOKEN: ${{ secrets.INFLUXDB_TOKEN }}
+          FATHOM_SECRET: ${{ secrets.FATHOM_SECRET }}
+          DAILY_GROWTH_WEBHOOK: ${{ secrets.DAILY_GROWTH_WEBHOOK }}
+          MONITOR_WEBHOOK: ${{ secrets.MONITOR_WEBHOOK }}
+          STALE_COINS_ADAPTERS_WEBHOOK: ${{ secrets.STALE_COINS_ADAPTERS_WEBHOOK }}
+          TEAM_WEBHOOK: ${{ secrets.TEAM_WEBHOOK }}
+          PROD_VYBE_API_KEY: ${{ secrets.PROD_VYBE_API_KEY }}
+          BIT_QUERY_API_KEY: ${{ secrets.BIT_QUERY_API_KEY }}
+          VOLUMES_WEBHOOK: ${{ secrets.VOLUMES_WEBHOOK }}
+          FEES_WEBHOOK: ${{ secrets.FEES_WEBHOOK }}
+          DERIVATIVES_WEBHOOK: ${{ secrets.DERIVATIVES_WEBHOOK }}
+          AGGREGATORS_WEBHOOK: ${{ secrets.AGGREGATORS_WEBHOOK }}
+          OPTIONS_WEBHOOK: ${{ secrets.OPTIONS_WEBHOOK }}
+          ZEROx_API_KEY: ${{ secrets.ZEROx_API_KEY }}
+          PANCAKESWAP_OPBNB_SUBGRAPH: ${{ secrets.PANCAKESWAP_OPBNB_SUBGRAPH }}
+          PERENNIAL_V2_SUBGRAPH_API_KEY: ${{ secrets.PERENNIAL_V2_SUBGRAPH_API_KEY }}
+          INDEXER_DB: ${{ secrets.INDEXER_DB }}
+          AIRTABLE_API_KEY: ${{ secrets.AIRTABLE_API_KEY }}
+          AGGREGATOR_DB_URL: ${{ secrets.AGGREGATOR_DB_URL }}
+          R2_ACCESS_KEY_ID: ${{ secrets.R2_ACCESS_KEY_ID }}
+          R2_SECRET_ACCESS_KEY: ${{ secrets.R2_SECRET_ACCESS_KEY }}
+          R2_ENDPOINT: ${{ secrets.R2_ENDPOINT }}
+          INDEXA_DB: ${{ secrets.INDEXA_DB }}
+          DL_NEWS_API: ${{ secrets.DL_NEWS_API }}
+          DL_NEWS_ACCESS_TOKEN: ${{ secrets.DL_NEWS_ACCESS_TOKEN }}
+          COINS_DB: ${{ secrets.COINS_DB }}
+          ACCOUNTS_DB: ${{ secrets.ACCOUNTS_DB }}
+          CG_KEY: ${{ secrets.CG_KEY }}
+          ERROR_DB: ${{ secrets.ERROR_DB }}
+          ERROR_REPORTS_WEBHOOK: ${{ secrets.ERROR_REPORTS_WEBHOOK }}
+          ERROR_REPORTS_DB: ${{ secrets.ERROR_REPORTS_DB }}
+          ALLIUM_API_KEY: ${{ secrets.ALLIUM_API_KEY }}
+          FLIPSIDE_API_KEY: ${{ secrets.FLIPSIDE_API_KEY }}
+          COINGLASS_KEY: ${{ secrets.COINGLASS_KEY }}
+          UNLOCKS_WEBHOOK: ${{ secrets.UNLOCKS_WEBHOOK }}
+          SMARDEX_SUBGRAPH_API_KEY: ${{ secrets.SMARDEX_SUBGRAPH_API_KEY }}
+          DUNE_API_KEYS: ${{ secrets.DUNE_API_KEYS }}
+          APIKEY: ${{ secrets.APIKEY }}
+          SEARCH_MASTER_KEY: ${{ secrets.SEARCH_MASTER_KEY }}

.gitignore

@@ -8,4 +8,11 @@ docker
 .esbuild
 .vscode
 
-defi/src/cli/tmp
+defi/src/cli/tmp
+defi/dev-metrics/app-data
+defi/dev-metrics/runner/repo
+defi/src/api2/local-scripts
+defi/.safe_commit_hash
+defi/.current_commit_hash
+*/api2-cache
+*.log

.gitmodules

@@ -1,6 +1,10 @@
 [submodule "DefiLlama-Adapters"]
 	path = defi/DefiLlama-Adapters
 	url = https://github.com/DefiLlama/DefiLlama-Adapters.git
+	branch = main
 [submodule "defi/dimension-adapters"]
 	path = defi/dimension-adapters
 	url = https://github.com/DefiLlama/dimension-adapters.git
+[submodule "defi/emissions-adapters"]
+	path = defi/emissions-adapters
+	url = https://github.com/DefiLlama/emissions-adapters.git

coins/README.md

@@ -1,26 +1,4 @@
 # Coins server
 
-## Setup
-```bash
-aws configure
-```
-
-## Development
-```bash
-npm run build # Build with esbuild & check for type errors
-npm test # Run tests
-npm run format # Format code
-```
-
-### Local dev server
-```bash
-npm run serve
-```
-
-## Deploy
-Just push your changes to the `master` branch.
-
-## Run scripts
-```bash
-export AWS_REGION="eu-central-1" && export tableName="prod-coins-table" && npx ts-node src/cli/writebridges.ts
-```
+For usage: https://defillama.com/docs/api
+For contributions: https://docs.llama.fi/coin-prices-api