spksrc.download.mk

### Download rules
#   Download $(URLS) from the wild internet, and place them in $(DISTRIB_DIR).
# Targets are executed in the following order:
#  download_msg_target
#  pre_download_target   (override with PRE_DOWNLOAD_TARGET)
#  download_target       (override with DOWNLOAD_TARGET)
#  post_download_target  (override with POST_DOWNLOAD_TARGET)
# Variables:
#  URLS:                 List of URL to download
#  DISTRIB_DIR:          Downloaded files will be placed there.
# Targets:
# download               Regular target for file download
# download-all           To additionally download all files when PKG_DIST_ARCH_LIST is defined
#                        This target is for github prepare action to pre download all sources
#

# Configure file descriptor lock timeout
ifeq ($(strip $(FLOCK_TIMEOUT)),)
FLOCK_TIMEOUT = 300
endif

DOWNLOAD_COOKIE = $(WORK_DIR)/.$(COOKIE_PREFIX)download_done

ifeq ($(strip $(PRE_DOWNLOAD_TARGET)),)
PRE_DOWNLOAD_TARGET = pre_download_target
else
$(PRE_DOWNLOAD_TARGET): download_msg
endif
ifneq (,$(findstring manual,$(strip $(DOWNLOAD_TARGET))))
DOWNLOAD_TARGET = manual_dl_target
else
  ifeq ($(strip $(DOWNLOAD_TARGET)),)
  DOWNLOAD_TARGET = download_target
  else
  $(DOWNLOAD_TARGET): $(PRE_DOWNLOAD_TARGET)
  endif
endif
ifeq ($(strip $(POST_DOWNLOAD_TARGET)),)
POST_DOWNLOAD_TARGET = post_download_target
else
$(POST_DOWNLOAD_TARGET): $(DOWNLOAD_TARGET)
endif

.PHONY: download download_msg
.PHONY: $(PRE_DOWNLOAD_TARGET) $(DOWNLOAD_TARGET) $(POST_DOWNLOAD_TARGET)

download_msg:
ifeq ($(strip $(PKG_DIST_ARCH)),)
	@$(MSG) "Downloading files for $(NAME)"
else
	@$(MSG) "Downloading files for $(NAME), PKG_DIST_ARCH = $(PKG_DIST_ARCH)"
endif

manual_dl_target:
	@manual_dl=$(PKG_DIST_FILE) ; \
	if [ -z "$$manual_dl" ] ; then \
	  manual_dl=$(PKG_DIST_NAME) ; \
	fi ; \
	if [ -f "$(DISTRIB_DIR)/$$manual_dl" ] ; then \
	  $(MSG) "File $$manual_dl already downloaded" ; \
	else \
	  $(MSG) "*** Manually download $$manual_dl from $(PKG_DIST_SITE) and place in $(DISTRIB_DIR). Stop." ; \
	exit 1 ; \
	fi ; \

pre_download_target: download_msg

download_target: $(PRE_DOWNLOAD_TARGET)
	@mkdir -p $(DISTRIB_DIR)
	@cd $(DISTRIB_DIR) &&  for url in $(URLS) ; \
	do \
	  case "$(PKG_DOWNLOAD_METHOD)" in \
	    git) \
	      localFolder=$(NAME)-git$(PKG_GIT_HASH) ; \
	      localFile=$${localFolder}.tar.gz ; \
	      exec 6> /tmp/git.$${localFolder}.lock ; \
	      flock --timeout $(FLOCK_TIMEOUT) --exclusive 6 || exit 1 ; \
	      pid=$$$$ ; \
	      echo "$${pid}" 1>&6 ; \
	      if [ -f $${localFile} ]; then \
	        $(MSG) "  File $${localFile} already downloaded" ; \
	      else \
	        $(MSG) "  git clone --no-checkout --quiet $${url}" ; \
	        rm -fr $${localFolder} $${localFolder}.part ; \
	        git clone --no-checkout --quiet $${url} $${localFolder}.part ; \
	        mv $${localFolder}.part $${localFolder} ; \
	        git --git-dir=$${localFolder}/.git --work-tree=$${localFolder} archive --prefix=$${localFolder}/ -o $${localFile} $(PKG_GIT_HASH) ; \
	        rm -fr $${localFolder} ; \
	      fi ; \
	      flock -u 6 ; \
	      ;; \
	    svn) \
	      if [ "$(PKG_SVN_REV)" = "HEAD" ]; then \
	        rev=$$(svn info --xml $${url} | xmllint --xpath 'string(/info/entry/@revision)' -) ; \
	      else \
	        rev=$(PKG_SVN_REV) ; \
	      fi ; \
	      localFolder=$(NAME)-r$${rev} ; \
	      localFile=$${localFolder}.tar.gz ; \
	      localHead=$(NAME)-rHEAD.tar.gz ; \
	      exec 7> /tmp/svn.$${localFolder}.lock ; \
	      flock --timeout $(FLOCK_TIMEOUT) --exclusive 7 || exit 1 ; \
	      pid=$$$$ ; \
	      echo "$${pid}" 1>&7 ; \
	      if [ -f $${localFile} ]; then \
	        $(MSG) "  File $${localFile} already downloaded" ; \
	      else \
	        $(MSG) "  svn co -r $${rev} $${url}" ; \
	        rm -fr $${localFolder} $${localFolder}.part ; \
	        svn export -q -r $${rev} $${url} $${localFolder}.part ; \
	        mv $${localFolder}.part $${localFolder} ; \
	        tar --exclude-vcs -c $${localFolder} | gzip -n > $${localFile} ; \
	        rm -fr $${localFolder} ; \
	      fi ; \
	      flock -u 7 ; \
	      if [ "$(PKG_SVN_REV)" = "HEAD" ]; then \
	        rm -f $${localHead} ; \
	        ln -s $${localFile} $${localHead} ; \
	      fi ; \
	      ;; \
	    hg) \
	      if [ "$(PKG_HG_REV)" = "tip" ]; then \
	        rev=$$(hg identify -r "tip" $${url}) ; \
	      else \
	        rev=$(PKG_HG_REV) ; \
	      fi ; \
	      localFolder=$(NAME)-r$${rev} ; \
	      localFile=$${localFolder}.tar.gz ; \
	      localTip=$(NAME)-rtip.tar.gz ; \
	      exec 8> /tmp/hg.$${localFolder}.lock ; \
	      flock --timeout $(FLOCK_TIMEOUT) --exclusive 8 || exit 1 ; \
	      pid=$$$$ ; \
	      echo "$${pid}" 1>&8 ; \
	      if [ -f $${localFile} ]; then \
	        $(MSG) "  File $${localFile} already downloaded" ; \
	      else \
	        $(MSG) "  hg clone -r $${rev} $${url}" ; \
	        rm -fr $${localFolder} $${localFolder}.part ; \
	        hg clone -r $${rev} $${url} $${localFolder}.part ; \
	        mv $${localFolder}.part $${localFolder} ; \
	        tar --exclude-vcs -c $${localFolder} | gzip -n > $${localFile} ; \
	        rm -fr $${localFolder} ; \
	      fi ; \
	      flock -u 8 ; \
	      if [ "$(PKG_HG_REV)" = "tip" ]; then \
	        rm -f $${localTip} ; \
	        ln -s $${localFile} $${localTip} ; \
	      fi ; \
	      ;; \
	    *) \
	      localFile=$(PKG_DIST_FILE) ; \
	      if [ -z "$${localFile}" ]; then \
	        localFile=$$(basename $${url}) ; \
	      fi ; \
	      url=$$(echo $${url} | sed -e '#^\(http://sourceforge\.net/.*\)$#\1?use_mirror=autoselect#') ; \
	      exec 9> /tmp/wget.$${localFile}.lock ; \
	      flock --timeout $(FLOCK_TIMEOUT) --exclusive 9 || exit 1 ; \
	      pid=$$$$ ; \
	      echo "$${pid}" 1>&9 ; \
	      if [ -f $${localFile} ]; then \
	        $(MSG) "  File $${localFile} already downloaded" ; \
	      else \
	        $(MSG) "  wget --secure-protocol=TLSv1_2 --timeout=30 --waitretry=0 --tries=5 -nv $${url}" ; \
	        rm -f $${localFile}.part ; \
	        wget --secure-protocol=TLSv1_2 --timeout=30 --waitretry=0 --tries=5 -nv -O $${localFile}.part -nc $${url} ; \
	        mv $${localFile}.part $${localFile} ; \
	      fi ; \
	      flock -u 9 ; \
	      ;; \
	  esac ; \
	done

post_download_target: $(DOWNLOAD_TARGET) 

ifeq ($(wildcard $(DOWNLOAD_COOKIE)),)
download: $(DOWNLOAD_COOKIE)

$(DOWNLOAD_COOKIE): $(POST_DOWNLOAD_TARGET)
	$(create_target_dir)
	@touch -f $@
else
download: ;
endif


ifneq ($(strip $(PKG_DIST_ARCH_LIST)),)
download-all:
	@for pkg_arch in $(PKG_DIST_ARCH_LIST); do \
	  rm -f $(DOWNLOAD_COOKIE) ; \
	  $(MAKE) -s PKG_DIST_ARCH=$${pkg_arch} download ; \
	done ;
else
download-all: download
endif