@ -10,227 +10,227 @@
mkdir -p $CPM_SOURCE_CACHE mkdir -p $CPM_SOURCE_CACHE
# fetch json once to make lives easier
# shellcheck disable=SC2038
[ -z " $PACKAGES " ] && PACKAGES = $( find . src -maxdepth 3 -name cpmfile.json | xargs jq -s 'reduce .[] as $item ({}; . * $item)' )
ROOTDIR = " $PWD " ROOTDIR = " $PWD "
TMP = $( mktemp -d) TMP = $( mktemp -d)
download_package( ) { download_package( ) {
FILENAME = $( basename " $DOWNLOAD " )
OUTFILE = " $TMP / $FILENAME "
LOWER_PACKAGE = $( tr '[:upper:]' '[:lower:]' <<< " $PACKAGE_NAME " )
OUTDIR = " ${ CPM_SOURCE_CACHE } / ${ LOWER_PACKAGE } / ${ KEY } "
[ -d " $OUTDIR " ] && return
curl " $DOWNLOAD " -sS -L -o " $OUTFILE "
ACTUAL_HASH = $( ${ HASH_ALGO } sum " $OUTFILE " | cut -d" " -f1)
[ " $ACTUAL_HASH " != " $HASH " ] && echo " !! $FILENAME did not match expected hash; expected $HASH but got $ACTUAL_HASH " && exit 1
mkdir -p " $OUTDIR "
pushd " $OUTDIR " > /dev/null
case " $FILENAME " in
( *.7z)
7z x " $OUTFILE " > /dev/null
; ;
( *.tar*)
tar xf " $OUTFILE " > /dev/null
; ;
( *.zip)
unzip " $OUTFILE " > /dev/null
; ;
esac
# basically if only one real item exists at the top we just move everything from there
# since github and some vendors hate me
DIRS = $( find -maxdepth 1 -type d -o -type f)
# thanks gnu
if [ $( wc -l <<< " $DIRS " ) -eq 2 ] ; then
SUBDIR = $( find . -maxdepth 1 -type d -not -name "." )
mv " $SUBDIR " /* .
mv " $SUBDIR " /.* . 2>/dev/null || true
rmdir " $SUBDIR "
fi
if grep -e "patches" <<< " $JSON " > /dev/null; then
PATCHES = $( jq -r '.patches | join(" ")' <<< " $JSON " )
for patch in $PATCHES ; do
patch --binary -p1 < " $ROOTDIR " /.patch/$package /$patch
done
fi
FILENAME = $( basename " $DOWNLOAD " )
OUTFILE = " $TMP / $FILENAME "
LOWER_PACKAGE = $( tr '[:upper:]' '[:lower:]' <<< " $PACKAGE_NAME " )
OUTDIR = " ${ CPM_SOURCE_CACHE } / ${ LOWER_PACKAGE } / ${ KEY } "
[ -d " $OUTDIR " ] && return
curl " $DOWNLOAD " -sS -L -o " $OUTFILE "
ACTUAL_HASH = $( ${ HASH_ALGO } sum " $OUTFILE " | cut -d" " -f1)
[ " $ACTUAL_HASH " != " $HASH " ] && echo " !! $FILENAME did not match expected hash; expected $HASH but got $ACTUAL_HASH " && exit 1
mkdir -p " $OUTDIR "
pushd " $OUTDIR " > /dev/null
popd > /dev/null
case " $FILENAME " in
( *.7z)
7z x " $OUTFILE " > /dev/null
; ;
( *.tar*)
tar xf " $OUTFILE " > /dev/null
; ;
( *.zip)
unzip " $OUTFILE " > /dev/null
; ;
esac
# basically if only one real item exists at the top we just move everything from there
# since github and some vendors hate me
DIRS = $( find -maxdepth 1 -type d -o -type f)
# thanks gnu
if [ " $( wc -l <<< " $DIRS " ) " -eq 2 ] ; then
SUBDIR = $( find . -maxdepth 1 -type d -not -name "." )
mv " $SUBDIR " /* .
mv " $SUBDIR " /.* . 2>/dev/null || true
rmdir " $SUBDIR "
fi
if grep -e "patches" <<< " $JSON " > /dev/null; then
PATCHES = $( jq -r '.patches | join(" ")' <<< " $JSON " )
for patch in $PATCHES ; do
patch --binary -p1 < " $ROOTDIR " /.patch/$package /$patch
done
fi
popd > /dev/null
} }
ci_package( ) { ci_package( ) {
REPO = $( jq -r ".repo" <<< " $JSON " )
EXT = $( jq -r '.extension' <<< " $JSON " )
[ " $EXT " = null ] && EXT = "tar.zst"
EXT = $( jq -r '.extension' <<< " $JSON " )
[ " $EXT " = null ] && EXT = "tar.zst"
VERSION = $( jq -r ".version" <<< " $JSON " )
VERSION = $( jq -r ".version" <<< " $JSON " )
NAME = $( jq -r ".name" <<< " $JSON " )
[ " $NAME " = null ] && NAME = " $PACKAGE "
NAME = $( jq -r ".name" <<< " $JSON " )
[ " $NAME " = null ] && NAME = " $PACKAGE "
PACKAGE = $( jq -r " .package | \" $package \" " <<< " $JSON " )
PACKAGE = $( jq -r " .package | \" $package \" " <<< " $JSON " )
DISABLED = $( jq -j '.disabled_platforms' <<< " $JSON " )
DISABLED = $( jq -j '.disabled_platforms' <<< " $JSON " )
[ " $REPO " = null ] && echo " No repo defined for CI package $package " && return
[ " $REPO " = null ] && echo " No repo defined for CI package $package " && return
echo " -- CI package $PACKAGE "
echo " -- CI package $PACKAGE "
for platform in windows-amd64 windows-arm64 android solaris-amd64 freebsd-amd64 linux-amd64 linux-aarch64 macos-universal; do
echo " -- * platform $platform "
for platform in windows-amd64 windows-arm64 android solaris-amd64 freebsd-amd64 linux-amd64 linux-aarch64 macos-universal; do
echo " -- * platform $platform "
case $DISABLED in
( *" $platform " *)
echo "-- * -- disabled"
continue
; ;
( *) ; ;
esac
case $DISABLED in
( *" $platform " *)
echo "-- * -- disabled"
continue
; ;
( *) ; ;
esac
FILENAME = " ${ NAME } - ${ platform } - ${ VERSION } . ${ EXT } "
DOWNLOAD = " https:// $GIT_HOST / ${ REPO } /releases/download/v ${ VERSION } / ${ FILENAME } "
PACKAGE_NAME = " $PACKAGE "
KEY = $platform
FILENAME = " ${ NAME } - ${ platform } - ${ VERSION } . ${ EXT } "
DOWNLOAD = " https:// $GIT_HOST / ${ REPO } /releases/download/v ${ VERSION } / ${ FILENAME } "
PACKAGE_NAME = " $PACKAGE "
KEY = $platform
LOWER_PACKAGE = $( tr '[:upper:]' '[:lower:]' <<< " $PACKAGE_NAME " )
OUTDIR = " ${ CPM_SOURCE_CACHE } / ${ LOWER_PACKAGE } / ${ KEY } "
[ -d " $OUTDIR " ] && continue
LOWER_PACKAGE = $( tr '[:upper:]' '[:lower:]' <<< " $PACKAGE_NAME " )
OUTDIR = " ${ CPM_SOURCE_CACHE } / ${ LOWER_PACKAGE } / ${ KEY } "
[ -d " $OUTDIR " ] && continue
HASH_ALGO = $( jq -r ".hash_algo" <<< " $JSON " )
[ " $HASH_ALGO " = null ] && HASH_ALGO = sha512
HASH_ALGO = $( jq -r ".hash_algo" <<< " $JSON " )
[ " $HASH_ALGO " = null ] && HASH_ALGO = sha512
HASH_SUFFIX = " ${ HASH_ALGO } sum "
HASH_URL = " ${ DOWNLOAD } . ${ HASH_SUFFIX } "
HASH_SUFFIX = " ${ HASH_ALGO } sum "
HASH_URL = " ${ DOWNLOAD } . ${ HASH_SUFFIX } "
HASH = $( curl " $HASH_URL " -sS -q -L -o -)
HASH = $( curl " $HASH_URL " -sS -q -L -o -)
download_package
done
download_package
done
} }
for package in $@
for package in " $@ "
do do
# prepare for cancer
# TODO(crueter): Fetch json once?
JSON = $( find . src -maxdepth 3 -name cpmfile.json -exec jq -r " .\" $package \" | select( . != null ) " { } \; )
# prepare for cancer
JSON = $( echo " $PACKAGES " | jq -r " .\" $package \" | select( . != null ) " )
[ -z " $JSON " ] && echo " !! No cpmfile definition for $package " && continue
[ -z " $JSON " ] && echo " !! No cpmfile definition for $package " && continue
PACKAGE_NAME = $( jq -r ".package" <<< " $JSON " )
[ " $PACKAGE_NAME " = null ] && PACKAGE_NAME = " $package "
PACKAGE_NAME = $( jq -r ".package" <<< " $JSON " )
[ " $PACKAGE_NAME " = null ] && PACKAGE_NAME = " $package "
GIT_HOST = $( jq -r ".git_host" <<< " $JSON " )
[ " $GIT_HOST " = null ] && GIT_HOST = github.com
REPO = $( jq -r ".repo" <<< " $JSON " )
GIT_HOST = $( jq -r ".git_host" <<< " $JSON " )
[ " $GIT_HOST " = null ] && GIT_HOST = github.com
CI = $( jq -r ".ci" <<< " $JSON " )
if [ " $CI " != null ] ; then
ci_package
continue
fi
REPO = $( jq -r ".repo" <<< " $JSON " )
VERSION = $( jq -r ".version" <<< " $JSON " )
GIT_VERSION = $( jq -r ".git_version" <<< " $JSON " )
TAG = $( jq -r ".tag" <<< " $JSON " )
SHA = $( jq -r ".sha" <<< " $JSON " )
CI = $( jq -r ".ci" <<< " $JSON " )
if [ " $CI " != null ] ; then
ci_package
continue
fi
[ " $GIT_VERSION " = null ] && GIT_VERSION = " $VERSION "
[ " $GIT_VERSION " = null ] && GIT_VERSION = " $TAG "
VERSION = $( jq -r ".version" <<< " $JSON " )
GIT_VERSION = $( jq -r ".git_version" <<< " $JSON " )
# url parsing WOOOHOOHOHOOHOHOH
URL = $( jq -r ".url" <<< " $JSON " )
SHA = $( jq -r ".sha" <<< " $JSON " )
[ " $GIT_VERSION " = null ] && GIT_VERSION = " $VERSION "
VERSION = $( jq -r ".version" <<< " $JSON " )
GIT_VERSION = $( jq -r ".git_version" <<< " $JSON " )
# url parsing
URL = $( jq -r ".url" <<< " $JSON " )
SHA = $( jq -r ".sha" <<< " $JSON " )
if [ " $GIT_VERSION " != null ] ; then
VERSION_REPLACE = " $GIT_VERSION "
else
VERSION_REPLACE = " $VERSION "
fi
VERSION = $( jq -r ".version" <<< " $JSON " )
GIT_VERSION = $( jq -r ".git_version" <<< " $JSON " )
TAG = $( jq -r ".tag" <<< " $JSON " )
if [ " $GIT_VERSION " != null ] ; then
VERSION_REPLACE = " $GIT_VERSION "
else
VERSION_REPLACE = " $VERSION "
fi
TAG = $( sed " s/%VERSION%/ $VERSION_REPLACE / " <<< $TAG )
TAG = $( jq -r ".tag" <<< " $JSON " )
ARTIFACT = $( jq -r ".artifact" <<< " $JSON " )
ARTIFACT = $( sed " s/%VERSION%/ $VERSION_REPLACE / " <<< $ARTIFACT )
ARTIFACT = $( sed " s/%TAG%/ $TAG / " <<< $ARTIFACT )
TAG = $( sed " s/%VERSION%/ $VERSION_REPLACE / " <<< $TAG )
if [ " $URL " != "null" ] ; then
DOWNLOAD = " $URL "
elif [ " $REPO " != "null" ] ; then
GIT_URL = " https:// $GIT_HOST / $REPO "
ARTIFACT = $( jq -r ".artifact" <<< " $JSON " )
ARTIFACT = $( sed " s/%VERSION%/ $VERSION_REPLACE / " <<< $ARTIFACT )
ARTIFACT = $( sed " s/%TAG%/ $TAG / " <<< $ARTIFACT )
BRANCH = $( jq -r ".branch" <<< " $JSON " )
if [ " $URL " != "null" ] ; then
DOWNLOAD = " $URL "
elif [ " $REPO " != "null" ] ; then
GIT_URL = " https:// $GIT_HOST / $REPO "
if [ " $TAG " != "null" ] ; then
if [ " $ARTIFACT " != "null" ] ; then
DOWNLOAD = " ${ GIT_URL } /releases/download/ ${ TAG } / ${ ARTIFACT } "
else
DOWNLOAD = " ${ GIT_URL } /archive/refs/tags/ ${ TAG } .tar.gz "
fi
elif [ " $SHA " != "null" ] ; then
DOWNLOAD = " ${ GIT_URL } /archive/ ${ SHA } .zip "
else
if [ " $BRANCH " = null ] ; then
BRANCH = master
fi
BRANCH = $( jq -r ".branch" <<< " $JSON " )
DOWNLOAD = " ${ GIT_URL } /archive/refs/heads/ ${ BRANCH } .zip "
fi
else
echo " !! No repo or URL defined for $package "
continue
fi
# key parsing
KEY = $( jq -r ".key" <<< " $JSON " )
if [ " $KEY " = null ] ; then
if [ " $SHA " != null ] ; then
KEY = $( cut -c1-4 - <<< " $SHA " )
elif [ " $GIT_VERSION " != null ] ; then
KEY = " $GIT_VERSION "
elif [ " $TAG " != null ] ; then
KEY = " $TAG "
elif [ " $VERSION " != null ] ; then
KEY = " $VERSION "
if [ " $TAG " != "null" ] ; then
if [ " $ARTIFACT " != "null" ] ; then
DOWNLOAD = " ${ GIT_URL } /releases/download/ ${ TAG } / ${ ARTIFACT } "
else
DOWNLOAD = " ${ GIT_URL } /archive/refs/tags/ ${ TAG } .tar.gz "
fi
elif [ " $SHA " != "null" ] ; then
DOWNLOAD = " ${ GIT_URL } /archive/ ${ SHA } .zip "
else
if [ " $BRANCH " = null ] ; then
BRANCH = master
fi
DOWNLOAD = " ${ GIT_URL } /archive/refs/heads/ ${ BRANCH } .zip "
fi
else else
echo " !! No valid key could be determined for $package . Must define one of: key, sha, tag, version, git_version "
continue
echo " !! No repo or URL defined for $package "
continue
fi
# key parsing
KEY = $( jq -r ".key" <<< " $JSON " )
if [ " $KEY " = null ] ; then
if [ " $SHA " != null ] ; then
KEY = $( cut -c1-4 - <<< " $SHA " )
elif [ " $GIT_VERSION " != null ] ; then
KEY = " $GIT_VERSION "
elif [ " $TAG " != null ] ; then
KEY = " $TAG "
elif [ " $VERSION " != null ] ; then
KEY = " $VERSION "
else
echo " !! No valid key could be determined for $package . Must define one of: key, sha, tag, version, git_version "
continue
fi
fi fi
fi
echo " -- Downloading regular package $package , with key $KEY , from $DOWNLOAD "
echo " -- Downloading regular package $package , with key $KEY , from $DOWNLOAD "
# hash parsing
HASH_ALGO = $( jq -r ".hash_algo" <<< " $JSON " )
[ " $HASH_ALGO " = null ] && HASH_ALGO = sha512
# hash parsing
HASH_ALGO = $( jq -r ".hash_algo" <<< " $JSON " )
[ " $HASH_ALGO " = null ] && HASH_ALGO = sha512
HASH = $( jq -r ".hash" <<< " $JSON " )
HASH = $( jq -r ".hash" <<< " $JSON " )
if [ " $HASH " = null ] ; then
HASH_SUFFIX = " ${ HASH_ALGO } sum "
HASH_URL = $( jq -r ".hash_url" <<< " $JSON " )
if [ " $HASH " = null ] ; then
HASH_SUFFIX = " ${ HASH_ALGO } sum "
HASH_URL = $( jq -r ".hash_url" <<< " $JSON " )
if [ " $HASH_URL " = null ] ; then
HASH_URL = " ${ DOWNLOAD } . ${ HASH_SUFFIX } "
fi
if [ " $HASH_URL " = null ] ; then
HASH_URL = " ${ DOWNLOAD } . ${ HASH_SUFFIX } "
fi
HASH = $( curl " $HASH_URL " -s S -L -o -)
fi
HASH = $( curl " $HASH_URL " -Ss -L -o -)
fi
download_package
download_package
done done
rm -rf $TMP rm -rf $TMP
crueter
5 months ago