updatescript: initial commit

Co-authored-by: Ian Leonard <[email protected]> Co-authored-by: heitbaum <[email protected]> Signed-off-by: Ian Leonard <[email protected]>
johnyor · Sep 14, 2021 · 35ffeff · 35ffeff
1 parent ff33cf8
commit 35ffeff
Showing 1 changed file with 155 additions and 0 deletions.
diff --git a/tools/update-scan b/tools/update-scan
@@ -0,0 +1,155 @@
+#!/bin/bash
+
+# SPDX-License-Identifier: GPL-2.0
+# Copyright (C) 2020-present Team LibreELEC (https://libreelec.tv)
+
+set -e
+
+if [ -z "${DEVICE}" ]; then
+  DEVICE=Generic
+fi
+
+. config/options ""
+
+# check if depends are available
+command -v curl >/dev/null 2>&1 || die "please install curl"
+command -v jq >/dev/null 2>&1 || die "please install jq"
+
+# global vars
+PACKAGES_CURRENT=""
+PACKAGES_IGNORED=""
+PACKAGES_NOT_REGISTERED=""
+github_api_token=""
+github_api="no"
+
+test_github_api() {
+# check for github user and token present at ~/.libreelec/options to activate github api checks
+  if [[ -n "${github_token}" || -n "${github_user}" ]]; then
+    github_api_token="-u ${github_user}:${github_token}"
+    # check if token works
+    if curl -sL -I "${github_api_token}" https://api.github.com/user | grep -q -e "^[Ss]tatus: 200" -e "^HTTP/2 200"; then
+      echo "Github api usage activated"
+      github_api="yes"
+    else
+      message="\n your Github token is not working\n"
+      message+=" github_token=${github_token}\n"
+      message+=" github_user=${github_user}\n"
+      die "${message}"
+    fi
+  else
+    message="\n | Github API not in use. Some features are disabled.\n"
+    message+=" |==============================================================================\n"
+    message+=" | Create your \"Personal access token\" here: https://github.com/settings/tokens\n"
+    message+=" | Add your token and username to ~/.libreelec/options\n"
+    message+=" | github_token=\"your_github_token_here\"\n"
+    message+=" | github_user=\"your_github_username_here\"\n"
+    echo -e "${message}"
+  fi
+}
+
+check_for_update() {
+  local PKG_NAME PKG_URL PKG_VERSION RMO_API_RESPONSE GH_API_TAG
+
+  # source variables from package.mk
+  PKG_NAME="$(grep -oP -m 1 '(?<=PKG_NAME=\").*(?=\")' ${1} || true)"
+  PKG_VERSION="$(grep -oP -m 1 '(?<=PKG_VERSION=\").*(?=\")' ${1} || true)"
+  eval PKG_URL="$(grep -oP -m 1 '(?<=PKG_URL=\").*(?=\")' ${1} || true)"
+
+  # check if version and url are empty or self hosted by us and ignore those packages
+  if [ -z "${PKG_VERSION}" ] || [ -z "${PKG_URL}" ] || [[ "${PKG_URL}" == "$DISTRO_SRC"* ]]; then
+    PACKAGES_IGNORED+="${PKG_NAME} "
+    return
+  fi
+
+  # check if package exists at tracker
+  RMO_API_RESPONSE=$(curl -sL "https://release-monitoring.org/api/project/LibreELEC/${PKG_NAME}" || true)
+  upstream_version=$(echo "${RMO_API_RESPONSE}" | jq -r '.version')
+
+  # look for alternative versions if necessary
+  if [ "${upstream_version}" = "null" ]; then
+    if [[ $(echo "${RMO_API_RESPONSE}" | jq -r '.error') =~ "No package" ]]; then
+      # pkg is on github, uses githash for version, and github api available
+      if [[ ${PKG_URL} =~ ^.*(github\.com).*$ ]] && \
+         [[ ${PKG_VERSION} =~ ^[a-z0-9]{40} ]] && \
+         [[ "${github_api}" = "yes" ]]; then
+
+        github_repos=$(echo "${PKG_URL}" | grep -oP '(?<=https:\/\/github.com\/)?[0-9A-Za-z._-]+\/[0-9A-Za-z._-]+(?=/archive|/tags|/releases)')
+        le_master_version_date="Commit date: $(curl -sL ${github_api_token} https://api.github.com/repos/${github_repos}/git/commits/${PKG_VERSION} | jq -r '.committer.date')"
+        upstream_latest_commit=$(curl -sL "${github_api_token}" "https://api.github.com/repos/${github_repos}/git/refs/heads/master" | jq -r '.object.url')
+        upstream_latest_commit_date=$(curl -sL "${github_api_token}" "${upstream_latest_commit}" | jq -r '.committer.date')
+        GH_API_TAG=$(curl -sL "${github_api_token}" "https://api.github.com/repos/${github_repos}/tags")
+        upstream_latest_tag=$(echo "${GH_API_TAG}" | jq -r '.[0].name')
+        upstream_latest_tag_url=$(echo "${GH_API_TAG}" | jq -r '.[0].commit.url')
+        upstream_latest_tag_date=$(curl -sL "${github_api_token}" "${upstream_latest_tag_url}" | jq -r '.commit.committer.date')
+
+        # compare upstream with local version
+        if [ "${PKG_VERSION}" != "${upstream_latest_commit##*/}" ]; then
+          # get upstream tag informations
+          if [ "${upstream_latest_tag}" != "null" ]; then
+            tag=" | TAG: ${upstream_latest_tag} (${upstream_latest_tag_date%T*})"
+          else
+            tag=" | TAG: no tags"
+          fi
+          upstream_version="Master: ${upstream_latest_commit_date%T*}${tag}"
+          PKG_VERSION="${le_master_version_date%T*}"
+        else
+          upstream_version="${upstream_latest_commit##*/}"
+        fi
+      else
+        # package is not on tracker or github
+        PACKAGES_NOT_REGISTERED+="${PKG_NAME} "
+        return
+      fi
+    else
+      # package exist at tracker but has no version
+      upstream_version="! broken at release tracker !"
+    fi
+  fi
+
+  # print version output line
+  if [ "${PKG_VERSION}" != "${upstream_version}" ]; then
+    printf "%-35s | %-40s | %-20s" "${PKG_NAME}" "${PKG_VERSION}" "${upstream_version}"; printf '\n'
+  else
+    PACKAGES_CURRENT+="${PKG_NAME} "
+  fi
+}
+
+
+# create list of packages
+if [ -n "${1}" ]; then
+  PACKAGE_LIST="$(find packages/ -type d -name ${1})/package.mk"
+  if [ ! -f "${PACKAGE_LIST}" ]; then
+    die "Package not found: ${1}"
+  fi
+else
+  PACKAGE_LIST="$(find packages/ -type f -name package.mk \
+    ! -path "packages/addons/addon-depends/adafruit-libraries-depends/*" \
+    ! -path "packages/emulation/*" \
+    ! -path "packages/linux/*" \
+    ! -path "packages/mediacenter/*" \
+    | awk '{FS="/" ; $0=$0 ; print $(NF-1)"|"$0}' | sort | cut -d"|" -f2 \
+    )"
+fi
+
+# test github api availability
+test_github_api
+
+# output
+echo -e "\nUpdates found:\n"
+printf "%-35s | %-40s | %-20s" "Package" "LE git master" "upstream location"; printf '\n'
+echo -e ''$_{1..140}'\b-'
+
+for check_version in ${PACKAGE_LIST}; do
+  check_for_update "${check_version}"
+done
+
+echo ""
+if [ -n "${PACKAGES_CURRENT}" ]; then
+  echo -e "\nCurrent $(echo ${PACKAGES_CURRENT} | wc -w):\n${PACKAGES_CURRENT}\n"
+fi
+if [ -n "${PACKAGES_IGNORED}" ]; then
+  echo -e "\nIgnored $(echo ${PACKAGES_IGNORED} | wc -w):\n${PACKAGES_IGNORED}"
+fi
+if [ -n "${PACKAGES_NOT_REGISTERED}" ]; then
+  echo -e "\nPackages not known at tracker $(echo ${PACKAGES_NOT_REGISTERED} | wc -w):\n${PACKAGES_NOT_REGISTERED}\n"
+fi