Skip to content

Instantly share code, notes, and snippets.

@mplscorwin
Created April 20, 2023 16:14
Show Gist options
  • Save mplscorwin/7007fc3c984da8ca3e462f32579067ee to your computer and use it in GitHub Desktop.
Save mplscorwin/7007fc3c984da8ca3e462f32579067ee to your computer and use it in GitHub Desktop.
yet another version of my build script
#!/usr/bin/bash
# package-emacs-master - Create Snapshot Binary Release Packages for Windows
#
# Copyright 2023 Corwin Brust <[email protected]>
#
# This program is distributed under the terms of the GNU Public
# License version 3 or (at your option) any later version.
#
function url_encode {
(echo $1 | jq -Rr @uri) 2>/dev/null
}
function say {
rev=$1
branch=$2
who=$( url_encode "$3")
where=$4
what=$5
site="http://seekr.et"
u1="$site/$who/%23${where}/$(url_encode "[$rev] $what")"
u2="$site/$who/%23emacs-dev/$(url_encode "[$branch@$rev] $what")"
for url in $u1 $u2 ; do
curl "$url" >/dev/null 2>&1 ;
done
RC=$?
}
# most likely things to edit
TO=${TO:-/d/emacs-build}
FROM=${FROM:-/c/users/corwi/emacs-build}
MV=${MV:-30}
SRC=${SRC:-$FROM/git/emacs-$MV}
DIR=${DIR:-$TO/template.directive}
# get current the version for the main development branch
SVH_CGIT="https://git.savannah.gnu.org/cgit/emacs.git/plain/configure.ac"
MASTER_VERSION=$(wget -qO - $SVH_CGIT \
| grep AC_INIT \
| perl -ne 'print $1 if /(\d+\.\d+\.\d+)/');
# get the first component of master's version, for later
MASTER_VERSION_MAJOR_VERSION=$(echo $MASTER_VERSION | cut -d . -f 1)
# and the local version
EV=${EV-$(grep '^AC_INIT' $SRC/configure.ac 2>/dev/null |perl -ne 'print $1 if /(\d+\.\d+\.\d+)/')}
DEPS=${DEPS:-$FROM/deps/emacs-${MV}-deps.zip}
SHORT_VER=${SHORT_VER:-$(cd $SRC; git rev-parse --short=6 HEAD)}
LONG_VER=${LONG_VER:-$(cd $SRC; git rev-parse HEAD)}
SLUG=${SLUG:-${MV}-$SHORT_VER}
EB=${EB:-"emacs-${SLUG}"}
EL=${EL:-"emacs-${EV}-$SHORT_VER"}
IB=${IB:-"${TO}/install"}
IN=${IN:-"${IB}/${EB}"}
UP=${UP:-"${TO}/upload/${EB}"}
NO=${NO:-"${UP}/${EL}-no-deps.zip"}
FU=${FU:-"${UP}/${EL}.zip"}
SZ=${SZ:-"${UP}/${EL}-src.zip"}
SE=${SE:-"${UP}/${EL}-installer.exe"}
OE="${IB}/emacs-${EV}-installer.exe"
SXS=$IB/emacs-${EV:-"${MV}.0.50"}
# we are building when the source branch the same version as master
if [[ $MV -eq $MASTER_VERSION_MAJOR_VERSION ]] ; then
BRANCH=master
else
BRANCH=emacs-$MV
fi
CC_BRANCH=$( cd $SRC; git rev-parse --abbrev-ref HEAD )
CC_WHO="$(hostname)"
CC_WHERE="emacs-$MV"
echo "SVH: ${SVH_CGIT}
SV: ${MASTER_VERSION}
MM: ${MASTER_VERSION_MAJOR_VERSION}
MV: ${MV}
BR: ${BRANCH}
TO: ${TO}
FROM: ${FROM}
SRC: ${SRC}
DEPS: ${DEPS}
SREV: ${SHORT_VER}
LREV: ${LONG_VER}
SLUG: ${SLUG}
EB: ${EB}
IB: ${IB}
IN: ${IN}
UP: ${UP}
NO: ${NO}
FU: ${FU}
SZ: ${SZ}
SE: ${SE}
OE: ${OE}
DIR: ${DIR}
EV: ${EV}
SXS: ${SXS}
WHO: $CC_WHO
WHER: $CC_WHERE
BRNC: $CC_BRANCH"
if [[ -z "$SHORT_VER" ]] ; then
echo "Failed to extract git revision (short)"
exit 1;
fi
if [[ -z "$LONG_VER" ]] ; then
echo "Failed to extract git revision"
exit 1;
fi
sleep 10;
if [[ -d $IN ]] ; then
echo "NOTICE: build dir exits: $IN"
else
CC_WHAT="Windows build started"
say "$SHORT_VER" "$CC_BRANCH" "$CC_WHO" "$CC_WHERE" "$CC_WHAT";
echo "$(date) NOTICE: [${branch}@${SHORT_VER}:${RC}] $CC_WHO: $CC_WHAT"
(cd $SRC; git clean -fxd;
((./autogen.sh \
&& ./configure --with-modules \
--without-dbus \
--with-native-compilation \
--without-compress-install \
--with-tree-sitter \
CFLAGS=-O2 \
&& make install -j 20 \
NATIVE_FULL_AOT=1 \
prefix=$IN ) 2>&1 | tee $TO/${EB}-make.log
) && echo "1..OK make" \
&& echo "$SHORT_VER $LONG_VER" > $IN/.git-revision
) || (echo "ERROR: prep upload ($?)"; exit 1);
fi
if [[ ! -d $IN ]]; then
echo "ERROR install folder is missing: $IN"
exit 1
fi
if [[ -r $NO ]]; then
echo "NOTICE: no-deps zip exits: $NO"
else
CC_WHAT="Windows: creating no-deps.zip"
say "$SHORT_VER" "$CC_BRANCH" "$CC_WHO" "$CC_WHERE" "$CC_WHAT";
echo "$(date) NOTICE: [${branch}@${SHORT_VER}:${RC}] $CC_WHO: $CC_WHAT"
((mkdir -p $UP \
&& cd $IN \
&& zip -vr9 $NO . 2>&1) 2>&1 \
|tee $TO/${EB}-zip-deps.log \
&& echo "2..OK zip nodeps") \
|| ( echo "FAILED ($?)" ; exit 2 )
fi
if [[ -r $FU ]]; then
echo "NOTICE: full zip exists: $FU"
else
CC_WHAT="Windows creating full.zip"
say "$SHORT_VER" "$CC_BRANCH" "$CC_WHO" "$CC_WHERE" "$CC_WHAT";
echo "$(date) NOTICE: [${branch}@${SHORT_VER}:${RC}] $CC_WHO: $CC_WHAT"
((cd $IN \
&& unzip -d bin $DEPS 2>&1) 2>&1 \
|tee $TO/${EB}-unzip-deps.log \
&& echo "3..OK unzip deps") \
|| ( echo "FAILED ($?)" ; exit 3 )
((cd $IN \
&& zip -vr9 $FU .) 2>&1 \
|tee $TO/${EB}-zip.log \
&& echo "4..OK rezip full") \
|| ( echo "FAILED ($?)" ; exit 4 )
fi
if [[ -r $SE ]] ; then
echo "NOTICE: self-installer exists: $SE";
else
sleep 10;
if [[ -d $SXS ]] ; then
echo "WARNING: Self-install source dir found, reusing: $SXS";
else
mv $IN $SXS ||
( echo "ERROR: installer source mv failed ($?): $IN => $SXS";
exit 5; )
fi
CC_WHAT="Windows: creating self-installer"
say "$SHORT_VER" "$CC_BRANCH" "$CC_WHO" "$CC_WHERE" "$CC_WHAT";
echo "$(date) NOTICE: [${branch}@${SHORT_VER}:${RC}] $CC_WHO: $CC_WHAT"
((cd $IB \
&& cp $SRC/admin/nt/dist-build/emacs.nsi . \
&& makensis -v4 \
-DEMACS_VERSION=$EV \
-DVERSION_BRANCH=$EV \
-DOUT_VERSION=$EV \
emacs.nsi \
&& mv $OE $SE) \
| tee $TO/${EB}-esi.log \
&& echo "5..OK executable self installer") \
|| (echo "ERROR: creating self installer ($?)"; exit 5)
# archive self-installer sources
if [[ -d $IN ]] ; then
echo "NOTICE: Found self-installer source archive, leaving: $SXS";
else
mv $SXS $IN ||
( echo "ERROR: source restore mv failed ($?): $IN => $SXS";
exit 5; )
fi
fi
# archive sources
if [[ -r $SZ ]] ; then
echo "NOTICE: source zip exists: $SZ";
else
CC_WHAT="Windows: creating src archive"
say "$SHORT_VER" "$CC_BRANCH" "$CC_WHO" "$CC_WHERE" "$CC_WHAT";
echo "$(date) NOTICE: [${branch}@${SHORT_VER}:${RC}] $CC_WHO: $CC_WHAT"
# clean-up the build folder
cd $SRC
git clean -fxd | tee $TO/${EB}-clea.log
# archive sources, omit git cruft
((zip -9r $SZ . -x .git/ .git/\* \
| tee $TO/${EB}-src.log
) && echo "6..OK archive sources"
) || (echo "ERROR: archive sources ($?)"; exit 4);
fi
cd $UP
# create SHA256 sums
if [[ $( ls -t *.{exe,zip,txt} 2>/dev/null | head -1 ) \
!= \
$( ls *.txt 2>/dev/null ) ]] ;
then
CC_WHAT="Windows: writing SHA256 sums"
say "$SHORT_VER" "$CC_BRANCH" "$CC_WHO" "$CC_WHERE" "$CC_WHAT";
echo "$(date) NOTICE: [${branch}@${SHORT_VER}:${RC}] $CC_WHO: $CC_WHAT"
((for f in *.{zip,exe} ;
do
sha256sum.exe $f ;
done) | tee $UP/${EL}-sha256sums.txt
) | tee $TO/${EB}-sums.log
fi
# sign release files
EXTS=exe,zip,txt
if [[ $( ls $UP/*.{$EXTS} 2>/dev/null | wc -l ) \
-ne \
$( ls $UP/*.sig 2>/dev/null | wc -l) ]] ;
then
CC_WHAT="Windows: signing files"
say "$SHORT_VER" "$CC_BRANCH" "$CC_WHO" "$CC_WHERE" "$CC_WHAT";
echo "$(date) NOTICE: [${branch}@${SHORT_VER}:${RC}] $CC_WHO: $CC_WHAT"
(for f in $UP/*.{txt,exe,zip} ;
do
gpg --pinentry-mode=loopback \
--passphrase-file=$HOME/emacs-build/foo.txt \
--batch --yes -b $f
done) | tee $TO/emacs-${SLUG}-sign.log
exit 0
fi
# create upload directives
if [[ $( ls $UP/*.{$EXTS} 2>/dev/null | wc -l ) \
-ne \
$( ls $UP/*.directive.asc 2>/dev/null | wc -l) ]] ;
then
(for f in *.{zip,exe,txt} ;
do
cat $DIR \
| perl -p \
-e "s/__FILE__/$f/msg;" \
-e "s/__MAJOR_VERSION__/$MV/msg;" \
-e "s/__VERSION__/${EV:=$MV.0.50}/msg;" \
> $f.directive ;
done) | tee $TO/emacs-${SLUG}-dirs.log
# sign directives
(((for f in *.directive ;
do
gpg --pinentry-mode=loopback \
--passphrase-file=$HOME/emacs-build/foo.txt \
--batch --yes --clearsign $f ;
done) | tee $TO/emacs-${SLUG}-sidr.log
) && echo "7..OK prep upload"
) || (echo "ERROR: prep upload ($?)"; exit 4);
fi
rsync -vvrte "/usr/bin/ssh -i $SSH_KEY" "$UP" "${SSH_USER}@corwin.bru.st:~/corwin-emacs/emacs-$MV"
ssh -i $SSH_KEY ${SSH_USER}@corwin.bru.st 'cd ~/corwin-emacs/emacs-30; ./update-sym-links.sh'
CC_WHAT="Windows build complete"
CC_WHAT="$CC_WHAT https://corwin.bru.st/emacs-$MV/emacs-$MV-$SHORT_VER"
say "$SHORT_VER" "$CC_BRANCH" "$CC_WHO" "$CC_WHERE" "$CC_WHAT";
echo "$(date) NOTICE: [${branch}@${SHORT_VER}:${RC}] $CC_WHO: $CC_WHAT"
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment