From 03d24e42e9d90e046837f01786f02b4de75e7b40 Mon Sep 17 00:00:00 2001
From: Daniel Roe <daniel@parentscheme.com>
Date: Fri, 20 Nov 2020 15:35:43 +0000
Subject: [PATCH] test: test preview sites for broken links (#1007)

* test: test preview sites for broken links

* fix: ignore gifs too

* test: add test for `_redirects` file

* ci: implement preliminary workflow

* fix: rename folder to `lambda`

* ci: make script executable

* chore: indicate code review together

Co-authored-by: Debbie O'Brien <debs_obrien@yahoo.co.uk>

Co-authored-by: Debbie O'Brien <debs_obrien@yahoo.co.uk>
---
 .github/bin/update-status.sh              |  24 ++
 .github/workflows/deployment.yml          |  37 ++++
 .github/workflows/main.yml                |  10 +
 components/templates/home/HomeWelcome.vue |  10 +-
 lambda/webhook.js                         |  29 +++
 package.json                              |   4 +
 pages/docs/2.x/_book/_slug.vue            |  12 +-
 pages/examples/_slug.vue                  |  12 +-
 pages/themes.vue                          |   2 +-
 scripts/check-redirects.js                |  38 ++++
 scripts/crawl.js                          | 104 +++++++++
 yarn.lock                                 | 255 +++++++++++++++++++++-
 12 files changed, 510 insertions(+), 27 deletions(-)
 create mode 100755 .github/bin/update-status.sh
 create mode 100644 .github/workflows/deployment.yml
 create mode 100644 lambda/webhook.js
 create mode 100644 scripts/check-redirects.js
 create mode 100644 scripts/crawl.js

diff --git a/.github/bin/update-status.sh b/.github/bin/update-status.sh
new file mode 100755
index 0000000000..256cf9807a
--- /dev/null
+++ b/.github/bin/update-status.sh
@@ -0,0 +1,24 @@
+#!/bin/bash
+
+STATE=$(echo $1 | tr '[:upper:]' '[:lower:]')
+CONTEXT=$2
+DESCRIPTION=$3
+GITHUB_URL="https://github.com"
+GITHUB_API_URL="https://api.github.com"
+
+echo "Updating status to ${STATE} for ${CONTEXT} with description ${DESCRIPTION}."
+
+curl --silent --show-error --fail \
+    --trace ./${CONTEXT}.log \
+    -X POST "${GITHUB_API_URL}/repos/${GITHUB_REPOSITORY}/statuses/${GITHUB_SHA}" \
+    -H "Authorization: token ${GITHUB_TOKEN}" \
+    -H "Content-Type: text/json; charset=utf-8" \
+    -d @- <<EOF
+{
+    "state": "${STATE}",
+    "context": "${CONTEXT}",
+    "description": "${DESCRIPTION}"
+}
+EOF
+
+sleep 5
\ No newline at end of file
diff --git a/.github/workflows/deployment.yml b/.github/workflows/deployment.yml
new file mode 100644
index 0000000000..d8e35749d1
--- /dev/null
+++ b/.github/workflows/deployment.yml
@@ -0,0 +1,37 @@
+name: Deployment tests
+on:
+  repository_dispatch:
+    types: [check_links]
+
+jobs:
+  check-links:
+    runs-on: ubuntu-18.04
+    steps:
+      - uses: actions/checkout@v2
+
+      - uses: actions/setup-node@v2-beta
+        with:
+          node-version: "14"
+
+      - uses: actions/cache@v2
+        id: cache
+        with:
+          path: node_modules
+          key: ${{ hashFiles('yarn.lock') }}
+          restore-keys: ${{ runner.os }}-yarn
+
+      - name: Install dependencies
+        if: steps.cache.outputs.cache-hit != 'true'
+        run: yarn install --frozen-lockfile
+
+      - name: Crawl site
+        run: node -r esm scripts/crawl.js
+        env:
+          BASE_URL: ${{ github.event.client_payload.deploy_url }}
+
+      - name: Set status
+        if: always()
+        run: ./.github/bin/update-status.sh ${{ job.status }} check-links 'Finished checking links'
+        env:
+          GITHUB_TOKEN: ${{ github.token }}
+          GITHUB_SHA: ${{ github.event.client_payload.commit_ref }}
diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
index 1142035202..9a2825a0c3 100644
--- a/.github/workflows/main.yml
+++ b/.github/workflows/main.yml
@@ -7,6 +7,16 @@ on:
     branches:
       - master
 jobs:
+  pending-link-check:
+    runs-on: ubuntu-18.04
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+      - name: Set status to pending
+        run: ./.github/bin/update-status.sh pending check-links 'Waiting for deployment'
+        env:
+          GITHUB_TOKEN: ${{ github.token }}
+
   cypress-run:
     runs-on: ubuntu-16.04
     steps:
diff --git a/components/templates/home/HomeWelcome.vue b/components/templates/home/HomeWelcome.vue
index 30240f2950..f199259ffb 100644
--- a/components/templates/home/HomeWelcome.vue
+++ b/components/templates/home/HomeWelcome.vue
@@ -13,10 +13,10 @@
             tag="h1"
             class="text-4xl xl:text-5xl text-light-onSurfacePrimary dark:text-dark-onSurfacePrimary font-medium tracking-normal leading-tight mb-6"
           >
-            <template v-slot:br>
+            <template #br>
               <br />
             </template>
-            <template v-slot:frameworkType>
+            <template #frameworkType>
               <span class="text-nuxt-lightgreen"> Vue </span>
             </template>
           </i18n>
@@ -26,7 +26,7 @@
             tag="h2"
             class="xl:text-lg text-light-onSurfaceSecondary dark:text-dark-onSurfaceSecondary font-medium leading-relaxed mb-6"
           >
-            <template v-slot:openSource>
+            <template #openSource>
               <span title="Under MIT license">
                 {{ $t('homepage.welcome.openSource') }}
               </span>
@@ -79,7 +79,7 @@
             tag="p"
             class="font-medium py-2 text-xs xl:text-sm text-center text-light-onSurfaceSecondary dark:text-dark-onSurfaceSecondary"
           >
-            <template v-slot:company>
+            <template #company>
               <span>
                 <a
                   href="https://www.vuemastery.com"
@@ -90,7 +90,7 @@
                 </a>
               </span>
             </template>
-            <template v-slot:cheatSheet>
+            <template #cheatSheet>
               <span>
                 <a
                   href="https://www.vuemastery.com/nuxt-cheat-sheet/"
diff --git a/lambda/webhook.js b/lambda/webhook.js
new file mode 100644
index 0000000000..2301ba1bc0
--- /dev/null
+++ b/lambda/webhook.js
@@ -0,0 +1,29 @@
+import fetch from 'node-fetch'
+import jwt from 'jsonwebtoken'
+
+exports.handler = async function ({ body, headers }) {
+  const signature = headers['X-Webhook-Signature']
+
+  try {
+    jwt.verify(signature, process.env.SECRET_TOKEN || '')
+  } catch {
+    return {
+      statusCode: 403
+    }
+  }
+
+  await fetch('https://api.github.com/repos/nuxt/nuxtjs.org/dispatches', {
+    method: 'post',
+    body: JSON.stringify({
+      event_type: 'check_links',
+      client_payload: {
+        deploy_url: body.deploy_url,
+        commit_ref: body.commit_ref
+      }
+    })
+  })
+
+  return {
+    statusCode: 204
+  }
+}
diff --git a/package.json b/package.json
index eeecae441b..63e8b6d708 100644
--- a/package.json
+++ b/package.json
@@ -11,6 +11,7 @@
     "chart.js": "^2.9.4",
     "clipboard": "^2.0.6",
     "intersection-observer": "^0.11.0",
+    "jsonwebtoken": "^8.5.1",
     "lodash.groupby": "^4.6.0",
     "lodash.sortby": "^4.7.0",
     "node-fetch": "^2.6.1",
@@ -34,7 +35,10 @@
     "@nuxtjs/pwa": "^3.2.2",
     "@nuxtjs/style-resources": "^1.0.0",
     "@nuxtjs/svg": "^0.1.12",
+    "@types/crawler": "^1.2.0",
+    "@types/fs-extra": "^9.0.3",
     "babel-eslint": "^10.1.0",
+    "crawler": "^1.2.2",
     "cross-env": "^7.0.2",
     "cypress": "5.6.0",
     "eslint": "^7.13.0",
diff --git a/pages/docs/2.x/_book/_slug.vue b/pages/docs/2.x/_book/_slug.vue
index 0bd170ed41..cfc1f27617 100644
--- a/pages/docs/2.x/_book/_slug.vue
+++ b/pages/docs/2.x/_book/_slug.vue
@@ -39,6 +39,7 @@ import copyCodeBlock from '~/mixins/copyCodeBlock'
 
 export default {
   mixins: [copyCodeBlock],
+  scrollToTop: true,
   async asyncData({ $content, $contributors, params, store, error, app }) {
     let path = `/${app.i18n.defaultLocale}/guides/${params.book}`
     let page, prev, next, langFallback
@@ -105,12 +106,6 @@ export default {
       contributors
     }
   },
-  computed: {
-    docLink() {
-      return `https://github.com/nuxt/nuxtjs.org/blob/master/content${this.path}/${this.$route.params.slug}.md`
-    }
-  },
-  scrollToTop: true,
   head() {
     return {
       title: this.page.title,
@@ -141,6 +136,11 @@ export default {
         }
       ]
     }
+  },
+  computed: {
+    docLink() {
+      return `https://github.com/nuxt/nuxtjs.org/blob/master/content${this.path}/${this.$route.params.slug}.md`
+    }
   }
 }
 </script>
diff --git a/pages/examples/_slug.vue b/pages/examples/_slug.vue
index 873cd97618..1f92082671 100644
--- a/pages/examples/_slug.vue
+++ b/pages/examples/_slug.vue
@@ -27,6 +27,7 @@
 
 <script>
 export default {
+  scrollToTop: true,
   async asyncData({ $content, $contributors, params, store, error, app }) {
     const slug = params.slug || 'hello-world'
 
@@ -91,12 +92,6 @@ export default {
       contributors
     }
   },
-  computed: {
-    docLink() {
-      return `https://github.com/nuxt/nuxtjs.org/blob/master/content${this.path}/${this.$route.params.slug}.md`
-    }
-  },
-  scrollToTop: true,
   head() {
     return {
       title: this.page.title,
@@ -127,6 +122,11 @@ export default {
         }
       ]
     }
+  },
+  computed: {
+    docLink() {
+      return `https://github.com/nuxt/nuxtjs.org/blob/master/content${this.path}/${this.$route.params.slug}.md`
+    }
   }
 }
 </script>
diff --git a/pages/themes.vue b/pages/themes.vue
index eed55d400e..d17112ac60 100644
--- a/pages/themes.vue
+++ b/pages/themes.vue
@@ -9,7 +9,7 @@
             class="text-3xl xl:text-4xl text-light-onSurfacePrimary dark:text-dark-onSurfacePrimary font-medium leading-normal mb-6 lg:pt-4"
           >
             {{ $t('themes.title') }}
-            <template v-slot:nuxt>
+            <template #nuxt>
               <AppTitle />
             </template>
           </i18n>
diff --git a/scripts/check-redirects.js b/scripts/check-redirects.js
new file mode 100644
index 0000000000..fd4e833d28
--- /dev/null
+++ b/scripts/check-redirects.js
@@ -0,0 +1,38 @@
+import path from 'path'
+
+import consola from 'consola'
+import Crawler from 'crawler'
+import fs from 'fs-extra'
+
+const logger = consola.withTag('redirect-tester')
+
+const redirects = fs
+  .readFileSync(path.resolve(__dirname, '../_redirects'))
+  .toString()
+  .split('\n')
+  .filter(redirect => redirect && !redirect.startsWith('#'))
+  .filter(redirect => redirect.startsWith('/'))
+  .map(redirect => redirect.split(' ')[1])
+  .filter(redirect => redirect.startsWith('/'))
+  .map(redirect => 'https://nuxtjs.org' + redirect)
+
+const crawler = new Crawler({
+  maxConnections: 100,
+  callback(error, res, done) {
+    const { uri } = res.options
+    const { statusCode } = res.request.response
+
+    if (error || ![200, 301, 302].includes(statusCode)) {
+      logger.error('Error crawling', uri, `(status ${statusCode})`)
+      return done()
+    }
+
+    logger.success(uri)
+    done()
+  }
+})
+
+logger.log('')
+logger.info(`Checking \`internal redirects\`.`)
+
+redirects.forEach(redirect => crawler.queue(redirect))
diff --git a/scripts/crawl.js b/scripts/crawl.js
new file mode 100644
index 0000000000..6050bdc1f3
--- /dev/null
+++ b/scripts/crawl.js
@@ -0,0 +1,104 @@
+import Crawler from 'crawler'
+import consola from 'consola'
+
+const logger = consola.withTag('crawler')
+
+const excludedExtensions = process.env.EXCLUDE
+  ? process.env.EXCLUDE.split(',')
+  : ['svg', 'png', 'jpg', 'sketch', 'ico', 'gif']
+const crawlExternal = !!process.env.CRAWL_EXTERNAL || false
+
+let baseURL = process.env.BASE_URL || 'https://nuxtjs.org'
+if (baseURL.endsWith('/')) baseURL = baseURL.slice(0, -1)
+const startingURL = baseURL + '/'
+
+// GLOBALS
+const urls = new Set([startingURL])
+const referrers = {}
+const erroredUrls = []
+const externalUrls = new Set()
+
+/**
+ * @type {Crawler} crawler
+ */
+// eslint-disable-next-line
+let crawler
+
+/**
+ * @param {string} path
+ * @param {string | undefined} referrer
+ */
+function queue(path, referrer) {
+  const { pathname, origin } = new URL(path, referrer)
+
+  const url = `${origin}${pathname}`
+  if (!url || urls.has(url) || !crawler) return
+
+  const extension = url.split('.').pop()
+  if (excludedExtensions.includes(extension)) return
+
+  let external = false
+  if (origin !== baseURL) {
+    external = true
+    externalUrls.add(url)
+    if (!crawlExternal) return
+  }
+
+  urls.add(url)
+
+  if (referrer) referrers[url] = [...(referrers[url] || []), referrer]
+
+  if (external)
+    return crawler.queue({
+      uri: url,
+      method: 'GET',
+      rateLimit: 2000
+    })
+  crawler.queue(url)
+}
+
+crawler = new Crawler({
+  maxConnections: 100,
+  callback(error, res, done) {
+    const { $ } = res
+    const { uri } = res.options
+    const { statusCode } = res.request.response
+
+    if (error || ![200, 301, 302].includes(statusCode)) {
+      logger.error('Error crawling', uri, `(status ${statusCode})`)
+      if (referrers[uri]) logger.info(`${uri} referred by`, referrers[uri])
+      erroredUrls.push(uri)
+      return done()
+    }
+
+    if (!$) {
+      logger.error('Could not parse', uri)
+      return done()
+    }
+
+    if (uri.includes(baseURL)) {
+      $(`a:not([href*=mailto])`).each((_, el) => queue(el.attribs.href, uri))
+    }
+
+    logger.success(uri)
+    logger.debug(uri, `[${crawler.queueSize} / ${urls.size}]`)
+    if (crawler.queueSize === 1) {
+      logger.log('')
+      logger.info(`Checked \`${urls.size}\` pages.`)
+      // Tasks to run at the end.
+      if (erroredUrls.length)
+        throw new Error(
+          `\n\nErrors found when crawling ${erroredUrls.join(', ')}.`
+        )
+    }
+    done()
+  }
+})
+
+logger.log('')
+logger.info(
+  `Checking \`${baseURL}\`${crawlExternal ? ' and external links' : ''}.`
+)
+logger.info(`Ignoring file extensions: \`${excludedExtensions.join(', ')}.\`\n`)
+
+crawler.queue(startingURL)
diff --git a/yarn.lock b/yarn.lock
index eba02c33db..eb517d8b54 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -1593,6 +1593,13 @@
   dependencies:
     moment "^2.10.2"
 
+"@types/cheerio@*":
+  version "0.22.22"
+  resolved "https://registry.yarnpkg.com/@types/cheerio/-/cheerio-0.22.22.tgz#ae71cf4ca59b8bbaf34c99af7a5d6c8894988f5f"
+  integrity sha512-05DYX4zU96IBfZFY+t3Mh88nlwSMtmmzSYaQkKN48T495VV1dkHSah6qYyDTN5ngaS0i0VonH37m+RuzSM0YiA==
+  dependencies:
+    "@types/node" "*"
+
 "@types/clean-css@*":
   version "4.2.2"
   resolved "https://registry.yarnpkg.com/@types/clean-css/-/clean-css-4.2.2.tgz#99fd79f6939c2b325938a1c569712e07dd97d709"
@@ -1614,6 +1621,13 @@
   dependencies:
     "@types/node" "*"
 
+"@types/crawler@^1.2.0":
+  version "1.2.0"
+  resolved "https://registry.yarnpkg.com/@types/crawler/-/crawler-1.2.0.tgz#b28934ee4c5f373e6f9f78c122c37368499899eb"
+  integrity sha512-w/iVIFiVx/Cw/aUdGX0sd4c2aoPWnFRM5Nh46xNinsoT2SnbURqx2HILYrSlakJJMByg37s3UyZ37SI83CXphQ==
+  dependencies:
+    "@types/cheerio" "*"
+
 "@types/eslint@^7.2.4":
   version "7.2.5"
   resolved "https://registry.yarnpkg.com/@types/eslint/-/eslint-7.2.5.tgz#92172ecf490c2fce4b076739693d75f30376d610"
@@ -1660,6 +1674,13 @@
   dependencies:
     "@types/webpack" "*"
 
+"@types/fs-extra@^9.0.3":
+  version "9.0.3"
+  resolved "https://registry.yarnpkg.com/@types/fs-extra/-/fs-extra-9.0.3.tgz#9996e5cce993508c32325380b429f04a1327523e"
+  integrity sha512-NKdGoXLTFTRED3ENcfCsH8+ekV4gbsysanx2OPbstXVV6fZMgUCqTxubs6I9r7pbOJbFgVq1rpFtLURjKCZWUw==
+  dependencies:
+    "@types/node" "*"
+
 "@types/hast@^2.0.0":
   version "2.3.1"
   resolved "https://registry.yarnpkg.com/@types/hast/-/hast-2.3.1.tgz#b16872f2a6144c7025f296fb9636a667ebb79cd9"
@@ -2720,6 +2741,11 @@ boolbase@^1.0.0, boolbase@~1.0.0:
   resolved "https://registry.yarnpkg.com/boolbase/-/boolbase-1.0.0.tgz#68dff5fbe60c51eb37725ea9e3ed310dcc1e776e"
   integrity sha1-aN/1++YMUes3cl6p4+0xDcwed24=
 
+bottleneckp@~1.1.3:
+  version "1.1.3"
+  resolved "https://registry.yarnpkg.com/bottleneckp/-/bottleneckp-1.1.3.tgz#a03ea90600951aeb09cc0096ed09e65582d963d9"
+  integrity sha1-oD6pBgCVGusJzACW7QnmVYLZY9k=
+
 boxen@^4.2.0:
   version "4.2.0"
   resolved "https://registry.yarnpkg.com/boxen/-/boxen-4.2.0.tgz#e411b62357d6d6d36587c8ac3d5d974daa070e64"
@@ -2847,6 +2873,11 @@ buffer-crc32@~0.2.3:
   resolved "https://registry.yarnpkg.com/buffer-crc32/-/buffer-crc32-0.2.13.tgz#0d333e3f00eac50aa1454abd30ef8c2a5d9a7242"
   integrity sha1-DTM+PwDqxQqhRUq9MO+MKl2ackI=
 
+buffer-equal-constant-time@1.0.1:
+  version "1.0.1"
+  resolved "https://registry.yarnpkg.com/buffer-equal-constant-time/-/buffer-equal-constant-time-1.0.1.tgz#f8e71132f7ffe6e01a5c9697a4c6f3e48d5cc819"
+  integrity sha1-+OcRMvf/5uAaXJaXpMbz5I1cyBk=
+
 buffer-from@^1.0.0:
   version "1.1.1"
   resolved "https://registry.yarnpkg.com/buffer-from/-/buffer-from-1.1.1.tgz#32713bc028f75c02fdb710d7c7bcec1f2c6070ef"
@@ -3198,6 +3229,28 @@ check-types@^8.0.3:
   resolved "https://registry.yarnpkg.com/check-types/-/check-types-8.0.3.tgz#3356cca19c889544f2d7a95ed49ce508a0ecf552"
   integrity sha512-YpeKZngUmG65rLudJ4taU7VLkOCTMhNl/u4ctNC56LQS/zJTyNH0Lrtwm1tfTsbLlwvlfsA2d1c8vCf/Kh2KwQ==
 
+cheerio@^0.22.0:
+  version "0.22.0"
+  resolved "https://registry.yarnpkg.com/cheerio/-/cheerio-0.22.0.tgz#a9baa860a3f9b595a6b81b1a86873121ed3a269e"
+  integrity sha1-qbqoYKP5tZWmuBsahocxIe06Jp4=
+  dependencies:
+    css-select "~1.2.0"
+    dom-serializer "~0.1.0"
+    entities "~1.1.1"
+    htmlparser2 "^3.9.1"
+    lodash.assignin "^4.0.9"
+    lodash.bind "^4.1.4"
+    lodash.defaults "^4.0.1"
+    lodash.filter "^4.4.0"
+    lodash.flatten "^4.2.0"
+    lodash.foreach "^4.3.0"
+    lodash.map "^4.4.0"
+    lodash.merge "^4.4.0"
+    lodash.pick "^4.2.1"
+    lodash.reduce "^4.4.0"
+    lodash.reject "^4.4.0"
+    lodash.some "^4.4.0"
+
 "chokidar@>=2.0.0 <4.0.0", chokidar@^3.4.1, chokidar@^3.4.3:
   version "3.4.3"
   resolved "https://registry.yarnpkg.com/chokidar/-/chokidar-3.4.3.tgz#c1df38231448e45ca4ac588e6c79573ba6a57d5b"
@@ -3689,6 +3742,19 @@ cosmiconfig@^7.0.0:
     path-type "^4.0.0"
     yaml "^1.10.0"
 
+crawler@^1.2.2:
+  version "1.2.2"
+  resolved "https://registry.yarnpkg.com/crawler/-/crawler-1.2.2.tgz#ee07a8fc29018b2ce9022a32bee5c67ada0ca99a"
+  integrity sha512-d2DRjp2/KobEnZtKHEYcpwxmTzQtGTHpI8wvcy61+GXdWXBbzOaHG9fw+gm/C9ADeE7r//O/epe+p6gtK7tUWw==
+  dependencies:
+    bottleneckp "~1.1.3"
+    cheerio "^0.22.0"
+    iconv-lite "^0.4.8"
+    lodash "^4.17.10"
+    request "~2.88.0"
+    seenreq "^3.0.0"
+    type-is "^1.6.14"
+
 crc@^3.8.0:
   version "3.8.0"
   resolved "https://registry.yarnpkg.com/crc/-/crc-3.8.0.tgz#ad60269c2c856f8c299e2c4cc0de4556914056c6"
@@ -3835,7 +3901,7 @@ css-select-base-adapter@^0.1.1:
   resolved "https://registry.yarnpkg.com/css-select-base-adapter/-/css-select-base-adapter-0.1.1.tgz#3b2ff4972cc362ab88561507a95408a1432135d7"
   integrity sha512-jQVeeRG70QI08vSTwf1jHxp74JoZsr2XSgETae8/xC8ovSnL2WF87GTLO86Sbwdt2lK4Umg4HnnwMO4YF3Ce7w==
 
-css-select@^1.1.0:
+css-select@^1.1.0, css-select@~1.2.0:
   version "1.2.0"
   resolved "https://registry.yarnpkg.com/css-select/-/css-select-1.2.0.tgz#2b3a110539c5355f1cd8d314623e870b121ec858"
   integrity sha1-KzoRBTnFNV8c2NMUYj6HCxIeyFg=
@@ -4290,12 +4356,20 @@ dom-serializer@0:
     domelementtype "^2.0.1"
     entities "^2.0.0"
 
+dom-serializer@~0.1.0:
+  version "0.1.1"
+  resolved "https://registry.yarnpkg.com/dom-serializer/-/dom-serializer-0.1.1.tgz#1ec4059e284babed36eec2941d4a970a189ce7c0"
+  integrity sha512-l0IU0pPzLWSHBcieZbpOKgkIn3ts3vAh7ZuFyXNwJxJXk/c4Gwj9xaTJwIDVQCXawWD0qb3IzMGH5rglQaO0XA==
+  dependencies:
+    domelementtype "^1.3.0"
+    entities "^1.1.1"
+
 domain-browser@^1.1.1:
   version "1.2.0"
   resolved "https://registry.yarnpkg.com/domain-browser/-/domain-browser-1.2.0.tgz#3d31f50191a6749dd1375a7f522e823d42e54eda"
   integrity sha512-jnjyiM6eRyZl2H+W8Q/zLMA481hzi0eszAaBUzIVnmYVDBbnLxVNnfu1HgEBvCbL+71FrxMl3E6lpKH7Ge3OXA==
 
-domelementtype@1, domelementtype@^1.3.1:
+domelementtype@1, domelementtype@^1.3.0, domelementtype@^1.3.1:
   version "1.3.1"
   resolved "https://registry.yarnpkg.com/domelementtype/-/domelementtype-1.3.1.tgz#d048c44b37b0d10a7f2a3d5fee3f4333d790481f"
   integrity sha512-BSKB+TSpMpFI/HOxCNr1O8aMOTZ8hT3pM3GQ0w/mWRmkhEDSFJkkyzz4XQsBV44BChwGkrDfMyjVD0eA2aFV3w==
@@ -4378,6 +4452,13 @@ ecc-jsbn@~0.1.1:
     jsbn "~0.1.0"
     safer-buffer "^2.1.0"
 
+ecdsa-sig-formatter@1.0.11:
+  version "1.0.11"
+  resolved "https://registry.yarnpkg.com/ecdsa-sig-formatter/-/ecdsa-sig-formatter-1.0.11.tgz#ae0f0fa2d85045ef14a817daa3ce9acd0489e5bf"
+  integrity sha512-nagl3RYrbNv6kQkeJIpt6NJZy8twLB/2vtz6yN9Z4vRKHN4/QZJIEbqohALSgwKdnksuY3k5Addp5lg8sVoVcQ==
+  dependencies:
+    safe-buffer "^5.0.1"
+
 ee-first@1.1.1:
   version "1.1.1"
   resolved "https://registry.yarnpkg.com/ee-first/-/ee-first-1.1.1.tgz#590c61156b0ae2f4f0255732a158b266bc56b21d"
@@ -4466,7 +4547,7 @@ enquirer@^2.3.5, enquirer@^2.3.6:
   dependencies:
     ansi-colors "^4.1.1"
 
-entities@^1.1.1:
+entities@^1.1.1, entities@~1.1.1:
   version "1.1.2"
   resolved "https://registry.yarnpkg.com/entities/-/entities-1.1.2.tgz#bdfa735299664dfafd34529ed4f8522a275fea56"
   integrity sha512-f2LZMYl1Fzu7YSBKg+RoROelpOaNrcGmE9AZubeDfrCEia483oW4MI4VyFd5VNHIgQ/7qm1I0wUHK1eJnn2y2w==
@@ -6028,7 +6109,7 @@ html-webpack-plugin@^4.3.0:
     tapable "^1.1.3"
     util.promisify "1.0.0"
 
-htmlparser2@^3.10.0, htmlparser2@^3.3.0:
+htmlparser2@^3.10.0, htmlparser2@^3.3.0, htmlparser2@^3.9.1:
   version "3.10.1"
   resolved "https://registry.yarnpkg.com/htmlparser2/-/htmlparser2-3.10.1.tgz#bd679dc3f59897b6a34bb10749c855bb53a9392f"
   integrity sha512-IgieNijUMbkDovyoKObU1DUhm1iwNYE/fuifEoEHfd1oZKZDaONBSkal7Y01shxsM49R4XaMdGez3WnF9UfiCQ==
@@ -6134,7 +6215,7 @@ hygen@^6.0.4:
     inflection "^1.12.0"
     yargs-parser "^18.1.3"
 
-iconv-lite@0.4.24, iconv-lite@^0.4.24:
+iconv-lite@0.4.24, iconv-lite@^0.4.24, iconv-lite@^0.4.8:
   version "0.4.24"
   resolved "https://registry.yarnpkg.com/iconv-lite/-/iconv-lite-0.4.24.tgz#2022b4b25fbddc21d2f524974a474aafe733908b"
   integrity sha512-v3MXnZAcvnywkTUEZomIActle7RXXeedOR31wwl7VlyoXO4Qi9arvSenNQWne1TcRwhCL1HwLI21bEqdpj8/rA==
@@ -6876,6 +6957,22 @@ jsonfile@^6.0.1:
   optionalDependencies:
     graceful-fs "^4.1.6"
 
+jsonwebtoken@^8.5.1:
+  version "8.5.1"
+  resolved "https://registry.yarnpkg.com/jsonwebtoken/-/jsonwebtoken-8.5.1.tgz#00e71e0b8df54c2121a1f26137df2280673bcc0d"
+  integrity sha512-XjwVfRS6jTMsqYs0EsuJ4LGxXV14zQybNd4L2r0UvbVnSF9Af8x7p5MzbJ90Ioz/9TI41/hTCvznF/loiSzn8w==
+  dependencies:
+    jws "^3.2.2"
+    lodash.includes "^4.3.0"
+    lodash.isboolean "^3.0.3"
+    lodash.isinteger "^4.0.4"
+    lodash.isnumber "^3.0.3"
+    lodash.isplainobject "^4.0.6"
+    lodash.isstring "^4.0.1"
+    lodash.once "^4.0.0"
+    ms "^2.1.1"
+    semver "^5.6.0"
+
 jsprim@^1.2.2:
   version "1.4.1"
   resolved "https://registry.yarnpkg.com/jsprim/-/jsprim-1.4.1.tgz#313e66bc1e5cc06e438bc1b7499c2e5c56acb6a2"
@@ -6886,6 +6983,23 @@ jsprim@^1.2.2:
     json-schema "0.2.3"
     verror "1.10.0"
 
+jwa@^1.4.1:
+  version "1.4.1"
+  resolved "https://registry.yarnpkg.com/jwa/-/jwa-1.4.1.tgz#743c32985cb9e98655530d53641b66c8645b039a"
+  integrity sha512-qiLX/xhEEFKUAJ6FiBMbes3w9ATzyk5W7Hvzpa/SLYdxNtng+gcurvrI7TbACjIXlsJyr05/S1oUhZrc63evQA==
+  dependencies:
+    buffer-equal-constant-time "1.0.1"
+    ecdsa-sig-formatter "1.0.11"
+    safe-buffer "^5.0.1"
+
+jws@^3.2.2:
+  version "3.2.2"
+  resolved "https://registry.yarnpkg.com/jws/-/jws-3.2.2.tgz#001099f3639468c9414000e99995fa52fb478304"
+  integrity sha512-YHlZCB6lMTllWDtSPHz/ZXTsi8S00usEV6v1tjq8tOUZzw7DpSDWVXjXDre6ed1w/pd495ODpHZYSdkRTsa0HA==
+  dependencies:
+    jwa "^1.4.1"
+    safe-buffer "^5.0.1"
+
 kind-of@^3.0.2, kind-of@^3.0.3, kind-of@^3.2.0:
   version "3.2.2"
   resolved "https://registry.yarnpkg.com/kind-of/-/kind-of-3.2.2.tgz#31ea21a734bab9bbb0f32466d893aea51e4a3c64"
@@ -7128,21 +7242,46 @@ lodash._reinterpolate@^3.0.0:
   resolved "https://registry.yarnpkg.com/lodash._reinterpolate/-/lodash._reinterpolate-3.0.0.tgz#0ccf2d89166af03b3663c796538b75ac6e114d9d"
   integrity sha1-DM8tiRZq8Ds2Y8eWU4t1rG4RTZ0=
 
+lodash.assignin@^4.0.9:
+  version "4.2.0"
+  resolved "https://registry.yarnpkg.com/lodash.assignin/-/lodash.assignin-4.2.0.tgz#ba8df5fb841eb0a3e8044232b0e263a8dc6a28a2"
+  integrity sha1-uo31+4QesKPoBEIysOJjqNxqKKI=
+
+lodash.bind@^4.1.4:
+  version "4.2.1"
+  resolved "https://registry.yarnpkg.com/lodash.bind/-/lodash.bind-4.2.1.tgz#7ae3017e939622ac31b7d7d7dcb1b34db1690d35"
+  integrity sha1-euMBfpOWIqwxt9fX3LGzTbFpDTU=
+
 lodash.clonedeep@^4.5.0:
   version "4.5.0"
   resolved "https://registry.yarnpkg.com/lodash.clonedeep/-/lodash.clonedeep-4.5.0.tgz#e23f3f9c4f8fbdde872529c1071857a086e5ccef"
   integrity sha1-4j8/nE+Pvd6HJSnBBxhXoIblzO8=
 
+lodash.defaults@^4.0.1:
+  version "4.2.0"
+  resolved "https://registry.yarnpkg.com/lodash.defaults/-/lodash.defaults-4.2.0.tgz#d09178716ffea4dde9e5fb7b37f6f0802274580c"
+  integrity sha1-0JF4cW/+pN3p5ft7N/bwgCJ0WAw=
+
 lodash.differencewith@~4.5.0:
   version "4.5.0"
   resolved "https://registry.yarnpkg.com/lodash.differencewith/-/lodash.differencewith-4.5.0.tgz#bafafbc918b55154e179176a00bb0aefaac854b7"
   integrity sha1-uvr7yRi1UVTheRdqALsK76rIVLc=
 
-lodash.flatten@~4.4.0:
+lodash.filter@^4.4.0:
+  version "4.6.0"
+  resolved "https://registry.yarnpkg.com/lodash.filter/-/lodash.filter-4.6.0.tgz#668b1d4981603ae1cc5a6fa760143e480b4c4ace"
+  integrity sha1-ZosdSYFgOuHMWm+nYBQ+SAtMSs4=
+
+lodash.flatten@^4.2.0, lodash.flatten@~4.4.0:
   version "4.4.0"
   resolved "https://registry.yarnpkg.com/lodash.flatten/-/lodash.flatten-4.4.0.tgz#f31c22225a9632d2bbf8e4addbef240aa765a61f"
   integrity sha1-8xwiIlqWMtK7+OSt2+8kCqdlph8=
 
+lodash.foreach@^4.3.0:
+  version "4.5.0"
+  resolved "https://registry.yarnpkg.com/lodash.foreach/-/lodash.foreach-4.5.0.tgz#1a6a35eace401280c7f06dddec35165ab27e3e53"
+  integrity sha1-Gmo16s5AEoDH8G3d7DUWWrJ+PlM=
+
 lodash.get@^4.4.2:
   version "4.4.2"
   resolved "https://registry.yarnpkg.com/lodash.get/-/lodash.get-4.4.2.tgz#2d177f652fa31e939b4438d5341499dfa3825e99"
@@ -7153,21 +7292,81 @@ lodash.groupby@^4.6.0:
   resolved "https://registry.yarnpkg.com/lodash.groupby/-/lodash.groupby-4.6.0.tgz#0b08a1dcf68397c397855c3239783832df7403d1"
   integrity sha1-Cwih3PaDl8OXhVwyOXg4Mt90A9E=
 
+lodash.includes@^4.3.0:
+  version "4.3.0"
+  resolved "https://registry.yarnpkg.com/lodash.includes/-/lodash.includes-4.3.0.tgz#60bb98a87cb923c68ca1e51325483314849f553f"
+  integrity sha1-YLuYqHy5I8aMoeUTJUgzFISfVT8=
+
+lodash.isboolean@^3.0.3:
+  version "3.0.3"
+  resolved "https://registry.yarnpkg.com/lodash.isboolean/-/lodash.isboolean-3.0.3.tgz#6c2e171db2a257cd96802fd43b01b20d5f5870f6"
+  integrity sha1-bC4XHbKiV82WgC/UOwGyDV9YcPY=
+
+lodash.isinteger@^4.0.4:
+  version "4.0.4"
+  resolved "https://registry.yarnpkg.com/lodash.isinteger/-/lodash.isinteger-4.0.4.tgz#619c0af3d03f8b04c31f5882840b77b11cd68343"
+  integrity sha1-YZwK89A/iwTDH1iChAt3sRzWg0M=
+
+lodash.isnumber@^3.0.3:
+  version "3.0.3"
+  resolved "https://registry.yarnpkg.com/lodash.isnumber/-/lodash.isnumber-3.0.3.tgz#3ce76810c5928d03352301ac287317f11c0b1ffc"
+  integrity sha1-POdoEMWSjQM1IwGsKHMX8RwLH/w=
+
+lodash.isplainobject@^4.0.6:
+  version "4.0.6"
+  resolved "https://registry.yarnpkg.com/lodash.isplainobject/-/lodash.isplainobject-4.0.6.tgz#7c526a52d89b45c45cc690b88163be0497f550cb"
+  integrity sha1-fFJqUtibRcRcxpC4gWO+BJf1UMs=
+
+lodash.isstring@^4.0.1:
+  version "4.0.1"
+  resolved "https://registry.yarnpkg.com/lodash.isstring/-/lodash.isstring-4.0.1.tgz#d527dfb5456eca7cc9bb95d5daeaf88ba54a5451"
+  integrity sha1-1SfftUVuynzJu5XV2ur4i6VKVFE=
+
 lodash.kebabcase@^4.1.1:
   version "4.1.1"
   resolved "https://registry.yarnpkg.com/lodash.kebabcase/-/lodash.kebabcase-4.1.1.tgz#8489b1cb0d29ff88195cceca448ff6d6cc295c36"
   integrity sha1-hImxyw0p/4gZXM7KRI/21swpXDY=
 
+lodash.map@^4.4.0:
+  version "4.6.0"
+  resolved "https://registry.yarnpkg.com/lodash.map/-/lodash.map-4.6.0.tgz#771ec7839e3473d9c4cde28b19394c3562f4f6d3"
+  integrity sha1-dx7Hg540c9nEzeKLGTlMNWL09tM=
+
 lodash.memoize@^4.1.2:
   version "4.1.2"
   resolved "https://registry.yarnpkg.com/lodash.memoize/-/lodash.memoize-4.1.2.tgz#bcc6c49a42a2840ed997f323eada5ecd182e0bfe"
   integrity sha1-vMbEmkKihA7Zl/Mj6tpezRguC/4=
 
-lodash.once@^4.1.1:
+lodash.merge@^4.4.0:
+  version "4.6.2"
+  resolved "https://registry.yarnpkg.com/lodash.merge/-/lodash.merge-4.6.2.tgz#558aa53b43b661e1925a0afdfa36a9a1085fe57a"
+  integrity sha512-0KpjqXRVvrYyCsX1swR/XTK0va6VQkQM6MNo7PqW77ByjAhoARA8EfrP1N4+KlKj8YS0ZUCtRT/YUuhyYDujIQ==
+
+lodash.once@^4.0.0, lodash.once@^4.1.1:
   version "4.1.1"
   resolved "https://registry.yarnpkg.com/lodash.once/-/lodash.once-4.1.1.tgz#0dd3971213c7c56df880977d504c88fb471a97ac"
   integrity sha1-DdOXEhPHxW34gJd9UEyI+0cal6w=
 
+lodash.pick@^4.2.1:
+  version "4.4.0"
+  resolved "https://registry.yarnpkg.com/lodash.pick/-/lodash.pick-4.4.0.tgz#52f05610fff9ded422611441ed1fc123a03001b3"
+  integrity sha1-UvBWEP/53tQiYRRB7R/BI6AwAbM=
+
+lodash.reduce@^4.4.0:
+  version "4.6.0"
+  resolved "https://registry.yarnpkg.com/lodash.reduce/-/lodash.reduce-4.6.0.tgz#f1ab6b839299ad48f784abbf476596f03b914d3b"
+  integrity sha1-8atrg5KZrUj3hKu/R2WW8DuRTTs=
+
+lodash.reject@^4.4.0:
+  version "4.6.0"
+  resolved "https://registry.yarnpkg.com/lodash.reject/-/lodash.reject-4.6.0.tgz#80d6492dc1470864bbf583533b651f42a9f52415"
+  integrity sha1-gNZJLcFHCGS79YNTO2UfQqn1JBU=
+
+lodash.some@^4.4.0:
+  version "4.6.0"
+  resolved "https://registry.yarnpkg.com/lodash.some/-/lodash.some-4.6.0.tgz#1bb9f314ef6b8baded13b549169b2a945eb68e4d"
+  integrity sha1-G7nzFO9ri63tE7VJFpsqlF62jk0=
+
 lodash.sortby@^4.7.0:
   version "4.7.0"
   resolved "https://registry.yarnpkg.com/lodash.sortby/-/lodash.sortby-4.7.0.tgz#edd14c824e2cc9c1e0b0a1b42bb5210516a42438"
@@ -7203,7 +7402,7 @@ lodash.zip@^4.2.0:
   resolved "https://registry.yarnpkg.com/lodash.zip/-/lodash.zip-4.2.0.tgz#ec6662e4896408ed4ab6c542a3990b72cc080020"
   integrity sha1-7GZi5IlkCO1KtsVCo5kLcswIACA=
 
-lodash@^4.15.0, lodash@^4.17.14, lodash@^4.17.15, lodash@^4.17.19, lodash@^4.17.20, lodash@^4.17.3, lodash@^4.17.5:
+lodash@^4.15.0, lodash@^4.17.10, lodash@^4.17.14, lodash@^4.17.15, lodash@^4.17.19, lodash@^4.17.20, lodash@^4.17.3, lodash@^4.17.5:
   version "4.17.20"
   resolved "https://registry.yarnpkg.com/lodash/-/lodash-4.17.20.tgz#b44a9b6297bcb698f1c51a3545a2b3b368d59c52"
   integrity sha512-PlhdFcillOINfeV7Ni6oF1TAEayyZBoZ8bcshTHqOYJYlrqzRK5hagpagky5o4HfCzzd1TRkXPMFq6cKk9rGmA==
@@ -7943,6 +8142,11 @@ node-res@^5.0.1:
     on-finished "^2.3.0"
     vary "^1.1.2"
 
+node-url-utils@^0.4.0:
+  version "0.4.0"
+  resolved "https://registry.yarnpkg.com/node-url-utils/-/node-url-utils-0.4.0.tgz#e2a10e7ddaaae051223464cc7b03d21ee95caf15"
+  integrity sha1-4qEOfdqq4FEiNGTMewPSHulcrxU=
+
 normalize-package-data@^2.3.2, normalize-package-data@^2.5.0:
   version "2.5.0"
   resolved "https://registry.yarnpkg.com/normalize-package-data/-/normalize-package-data-2.5.0.tgz#e66db1838b200c1dfc233225d12cb36520e234a8"
@@ -10019,6 +10223,32 @@ request-progress@^3.0.0:
   dependencies:
     throttleit "^1.0.0"
 
+request@~2.88.0:
+  version "2.88.2"
+  resolved "https://registry.yarnpkg.com/request/-/request-2.88.2.tgz#d73c918731cb5a87da047e207234146f664d12b3"
+  integrity sha512-MsvtOrfG9ZcrOwAW+Qi+F6HbD0CWXEh9ou77uOb7FM2WPhwT7smM833PzanhJLsgXjN89Ir6V2PczXNnMpwKhw==
+  dependencies:
+    aws-sign2 "~0.7.0"
+    aws4 "^1.8.0"
+    caseless "~0.12.0"
+    combined-stream "~1.0.6"
+    extend "~3.0.2"
+    forever-agent "~0.6.1"
+    form-data "~2.3.2"
+    har-validator "~5.1.3"
+    http-signature "~1.2.0"
+    is-typedarray "~1.0.0"
+    isstream "~0.1.2"
+    json-stringify-safe "~5.0.1"
+    mime-types "~2.1.19"
+    oauth-sign "~0.9.0"
+    performance-now "^2.1.0"
+    qs "~6.5.2"
+    safe-buffer "^5.1.2"
+    tough-cookie "~2.5.0"
+    tunnel-agent "^0.6.0"
+    uuid "^3.3.2"
+
 require-directory@^2.1.1:
   version "2.1.1"
   resolved "https://registry.yarnpkg.com/require-directory/-/require-directory-2.1.1.tgz#8c64ad5fd30dab1c976e2344ffe7f792a6a6df42"
@@ -10271,6 +10501,13 @@ section-matter@^1.0.0:
     extend-shallow "^2.0.1"
     kind-of "^6.0.0"
 
+seenreq@^3.0.0:
+  version "3.0.0"
+  resolved "https://registry.yarnpkg.com/seenreq/-/seenreq-3.0.0.tgz#8dc9cf92a9651323dc329e861b4c448325e898bb"
+  integrity sha512-wSe7hb83TKkyweL8Jq5a1xuStmqfwxiJn2SXjA/Wns42aUJjlWzPzj/jWaomOCRY5ZpIRkiyh/+5pNz/20363A==
+  dependencies:
+    node-url-utils "^0.4.0"
+
 select@^1.1.2:
   version "1.1.2"
   resolved "https://registry.yarnpkg.com/select/-/select-1.1.2.tgz#0e7350acdec80b1108528786ec1d4418d11b396d"
@@ -11426,7 +11663,7 @@ type-fest@^0.8.0, type-fest@^0.8.1:
   resolved "https://registry.yarnpkg.com/type-fest/-/type-fest-0.8.1.tgz#09e249ebde851d3b1e48d27c105444667f17b83d"
   integrity sha512-4dbzIzqvjtgiM5rw1k5rEHtBANKmdudhGyBEajN01fEyhaAIhsoKNy6y7+IN93IfpFtwY9iqi7kD+xwKhQsNJA==
 
-type-is@^1.6.16, type-is@~1.6.17, type-is@~1.6.18:
+type-is@^1.6.14, type-is@^1.6.16, type-is@~1.6.17, type-is@~1.6.18:
   version "1.6.18"
   resolved "https://registry.yarnpkg.com/type-is/-/type-is-1.6.18.tgz#4e552cd05df09467dcbc4ef739de89f2cf37c131"
   integrity sha512-TkRKr9sUTxEH8MdfuCSP7VizJyzRNMjj2J2do2Jr3Kym598JVdEksuzPQCnlFPW4ky9Q+iA+ma9BGm06XQBy8g==