X-Git-Url: http://git.grml.org/?p=grml-live.git;a=blobdiff_plain;f=grml-live;h=96ecb19528ee67811f08f9c38642c19c44efaf9e;hp=e525e8927d54177c747d6c3f327c2796ce0bd9ed;hb=2fbe4bd77ee0382983d4cf75c0bb5ff01bb5b945;hpb=eea5874d5af59cc56ae34b618bf674b40706aeb3 diff --git a/grml-live b/grml-live index e525e89..96ecb19 100755 --- a/grml-live +++ b/grml-live @@ -4,7 +4,6 @@ # Authors: grml-team (grml.org), (c) Michael Prokop # Bug-Reports: see http://grml.org/bugs/ # License: This file is licensed under the GPL v2 or any later version. -# Latest change: Sun Nov 25 20:08:06 CET 2007 [mika] ################################################################################ # read configuration files, set some misc variables {{{ @@ -15,9 +14,63 @@ export LC_ALL=C # exit on any error: set -e -GRML_LIVE_VERSION='0.0.10' +GRML_LIVE_VERSION='0.9.13' +PN="$(basename $0)" CMDLINE="$0 $@" ISO_DATE="$(date +%Y-%m-%d)" +SOURCES_LIST_FILE='/etc/grml/fai/apt/sources.list' + +# usage information {{{ +usage() +{ + echo " +$PN - build process script for generating a (grml based) Linux Live-ISO + +Usage: $PN [options, see as follows] + + -a architecture; available values: i386 and amd64 + -b build the ISO without updating the chroot via FAI + -B build the ISO without touching the chroot (skips cleanup) + -c classes to be used for building the ISO via FAI + -C configuration file for grml-live + -F force execution without prompting + -g ] set the grml flavour name + -h display short usage information and exit + -i name of ISO + -o main output directory of the build process + -q skip mksquashfs + -r Debian suite; values: etch, lenny, squeeze, sid + -t place of the templates + -u update existing chroot instead of rebuilding it from scratch + -v specify version number of the release + -V increase verbosity in the build process + -z use ZLIB instead of LZMA compression (depends on + squashfs-tools version) + +Usage examples: + + $PN + $PN -c GRMLBASE,GRML_MEDIUM,I386 -o /dev/shm/grml + $PN -c GRMLBASE,GRML_SMALL,REMOVE_DOCS,I386 -g grml-small -v 1.0 + $PN -c GRMLBASE,GRML_FULL,I386 -i grml_0.0-1.iso -v 0.0-1 + $PN -c GRMLBASE,GRML_FULL,I386 -s sid -V -r 'grml-live rocks' + +More details: man grml-live + /usr/share/doc/grml-live/grml-live.html + http://grml.org/grml-live/ + +Please send your bug reports and feedback to the grml-team: http://grml.org/bugs/ +" +} + +# make sure it's possible to get usage information without being +# root or actually executing the script +if [ "$1" = '-h' -o "$1" = '--help' ] ; then + usage + [ "$(id -u 2>/dev/null)" != 0 ] && echo "Please notice that this script requires root permissions." + exit 0 +fi +# }}} # we need root permissions for the build-process: if [ "$(id -u 2>/dev/null)" != 0 ] ; then @@ -42,6 +95,9 @@ fi VERBOSE='' FORCE='' UPDATE='' +BUILD_ONLY='' +BUILD_DIRTY='' +HOSTNAME='' if [ -r /etc/grml/lsb-functions ] ; then . /etc/grml/lsb-functions @@ -56,20 +112,19 @@ fi LIVE_CONF=/etc/grml/grml-live.conf . $LIVE_CONF -PN=$(basename $0) # }}} # clean exit {{{ bailout() { + rm -f /var/run/fai/fai_softupdate_is_running \ + /var/run/fai/FAI_INSTALLATION_IN_PROGRESS [ -n "$MIRROR_DIRECTORY" ] && umount "${CHROOT_OUTPUT}/${MIRROR_DIRECTORY}" - rm -f /var/run/fai/fai_softupdate_is_running /var/run/fai/FAI_INSTALLATION_IN_PROGRESS [ -n "$1" ] && EXIT="$1" || EXIT="1" [ -n "$2" ] && eerror "$2">&2 log "------------------------------------------------------------------------------" exit "$EXIT" } -# trap bailout 1 2 3 6 9 14 15 -trap bailout 1 2 3 15 +trap bailout 1 2 3 3 6 9 14 15 # }}} # check for important variables {{{ @@ -90,18 +145,7 @@ if [ -z "$LOGFILE" ] ; then fi touch $LOGFILE chown root:adm $LOGFILE -chmod 640 $LOGFILE -# clean/zero grml-live logfile: -if [ -n "$ZERO_LOGFILE" ] ; then - echo -n > $LOGFILE -fi - -# clean/zero/remove old FAI directory: -if [ -n "$ZERO_FAI_LOGFILE" ] ; then - if [ -d /var/log/fai/"$HOSTNAME" ] ; then - rm -rf /var/log/fai/"$HOSTNAME"/"$(readlink /var/log/fai/"$HOSTNAME"/last)" - fi -fi +chmod 664 $LOGFILE NFSROOT_CONF=/etc/grml/fai/make-fai-nfsroot.conf @@ -156,40 +200,23 @@ extend_string_end() { } # }}} -# usage information {{{ -usage() -{ - echo " -$PN - build process script for generating a (grml based) Linux Live-ISO - -Usage: $PN [-a ] [-c ] [-g ] \\ - [-i ] [-o ] [-s ] \\ - [-t ] [-s ] \\ - [-v ] [-FVhu] - -Usage examples: - - $PN - $PN -c GRMLBASE,GRML_SMALL,I386 -o /grml/ - $PN -c GRMLBASE,GRML_MEDIUM,I386 -o /dev/shm/grml - $PN -c GRMLBASE,GRML_SMALL,I386 -g grml-small -v 1.0 - $PN -c GRMLBASE,GRML_FULL,I386 -i grml_0.0-1.iso -v 0.0-1 - $PN -c GRMLBASE,GRML_FULL,I386 -s sid -V -r 'grml-live rocks' - -More details: man grml-live - /usr/share/doc/grml-live/grml-live.html - -Please send your bug reports, feedback,.. to the grml-team. -http://grml.org/bugs/ -" -} +# read local (non-packaged) configuration {{{ +LOCAL_CONFIG=/etc/grml/grml-live.local +if [ -r "$LOCAL_CONFIG" ] ; then + log "Sourcing $LOCAL_CONFIG" + . $LOCAL_CONFIG +else + log "No $LOCAL_CONFIG found, not sourcing it" + LOCAL_CONFIG='' +fi # }}} # command line parsing {{{ - -while getopts "a:C:c:g:i:o:r:s:t:v:FhuV" opt; do +while getopts "a:C:c:g:i:o:r:s:t:v:bBFuqVz" opt; do case "$opt" in a) ARCH="$OPTARG" ;; + b) BUILD_ONLY=1 ;; + B) BUILD_DIRTY=1 ;; c) CLASSES="$OPTARG" ;; C) CONFIG="$OPTARG" ;; g) GRML_NAME="$OPTARG" ;; @@ -199,14 +226,15 @@ while getopts "a:C:c:g:i:o:r:s:t:v:FhuV" opt; do BUILD_OUTPUT="$OUTPUT/grml_cd" ISO_OUTPUT="$OUTPUT/grml_isos" ;; + q) SKIP_MKSQUASHFS=1 ;; r) RELEASENAME="$OPTARG" ;; s) SUITE="$OPTARG" ;; t) TEMPLATE_DIRECTORY="$OPTARG";; v) VERSION="$OPTARG" ;; F) FORCE=1 ;; - h) usage ; bailout 0 ;; u) UPDATE=1 ;; V) VERBOSE="-v" ;; + z) SQUASHFS_ZLIB="-nolzma" ;; ?) echo "invalid option -$OPTARG" >&2; bailout 1 ;; esac done @@ -218,6 +246,33 @@ shift $(($OPTIND - 1)) # set ARGV to the first not parsed commandline parameter specify it on the command line using the -c option." [ -n "$OUTPUT" ] || bailout 1 "Error: \$OUTPUT unset, please set it in $LIVE_CONF or specify it on the command line using the -o option." + +# trim characters that are known to cause problems inside $GRML_NAME; +# for example isolinux does not like '-' inside the directory name +[ -n "$GRML_NAME" ] && export SHORT_GRML_NAME="$(echo $GRML_NAME | tr -d ',./;\- ')" + +# export variables to have them available in fai scripts: +[ -n "$GRML_NAME" ] && export GRML_NAME="$GRML_NAME" +[ -n "$RELEASENAME" ] && export RELEASENAME="$RELEASENAME" +# }}} + +# clean/zero grml-live logfile {{{ +if [ -n "$ZERO_LOGFILE" ] ; then + echo -n > $LOGFILE +fi +# }}} + +# clean/zero/remove old FAI directory {{{ +if [ -n "$ZERO_FAI_LOGFILE" ] ; then + if [ -d /var/log/fai/"$HOSTNAME" ] ; then + rm -rf /var/log/fai/"$HOSTNAME"/"$(readlink /var/log/fai/"$HOSTNAME"/last)" + rm -rf /var/log/fai/"$HOSTNAME"/"$(readlink /var/log/fai/"$HOSTNAME"/last-dirinstall)" + rm -rf /var/log/fai/"$HOSTNAME"/"$(readlink /var/log/fai/"$HOSTNAME"/last-softupdate)" + rm -f /var/log/fai/"$HOSTNAME"/last \ + /var/log/fai/"$HOSTNAME"/last-dirinstall \ + /var/log/fai/"$HOSTNAME"/last-softupdate + fi +fi # }}} # ask user whether the setup is ok {{{ @@ -226,22 +281,28 @@ if [ -z "$FORCE" ] ; then echo "${PN} [${GRML_LIVE_VERSION}]: check your configuration (or use -F to force execution):" echo echo " FAI classes: $CLASSES" + [ -r "$LOCAL_CONFIG" ] && echo " local config: /etc/grml/grml-live.local" + [ -n "$CONFIG" ] && echo " configuration: $CONFIG" echo " main directory: $OUTPUT" - [ -n "$CONFIG" ] && echo " configuration: $CONFIG" - [ -n "$CHROOT_OUTPUT" ] && echo " chroot target: $CHROOT_OUTPUT" - [ -n "$BUILD_OUTPUT" ] && echo " build target: $BUILD_OUTPUT" - [ -n "$ISO_OUTPUT" ] && echo " ISO target: $ISO_OUTPUT" - [ -n "$GRML_NAME" ] && echo " grml name: $GRML_NAME" - [ -n "$RELEASENAME" ] && echo " release name: $RELEASENAME" - [ -n "$VERSION" ] && echo " grml version: $VERSION" - [ -n "$SUITE" ] && echo " Debian suite: $SUITE" - [ -n "$ARCH" ] && echo " Architecture: $ARCH" - [ -n "$BOOT_METHOD" ] && echo " Boot method: $BOOT_METHOD" + [ -n "$CHROOT_OUTPUT" ] && echo " chroot target: $CHROOT_OUTPUT" + [ -n "$BUILD_OUTPUT" ] && echo " build target: $BUILD_OUTPUT" + [ -n "$ISO_OUTPUT" ] && echo " ISO target: $ISO_OUTPUT" + [ -n "$GRML_NAME" ] && echo " grml name: $GRML_NAME" + [ -n "$RELEASENAME" ] && echo " release name: $RELEASENAME" + [ -n "$VERSION" ] && echo " grml version: $VERSION" + [ -n "$SUITE" ] && echo " Debian suite: $SUITE" + [ -n "$ARCH" ] && echo " Architecture: $ARCH" + [ -n "$BOOT_METHOD" ] && echo " Boot method: $BOOT_METHOD" [ -n "$TEMPLATE_DIRECTORY" ] && echo " Template files: $TEMPLATE_DIRECTORY" - [ -n "$FAI_ARGS" ] && echo " additional arguments for FAI: $FAI_ARGS" - [ -n "$LOGFILE" ] && echo " Logging to file: $LOGFILE" - [ -n "$VERBOSE" ] && echo " Using VERBOSE mode." - [ -n "$UPDATE" ] && echo " Executing UPDATE instead of fresh installation." + [ -n "$FAI_ARGS" ] && echo " additional arguments for FAI: $FAI_ARGS" + [ -n "$LOGFILE" ] && echo " Logging to file: $LOGFILE" + [ -n "$SQUASHFS_ZLIB" ] && echo " Using ZLIB (instead of LZMA) compression." + [ -n "$SQUASHFS_OPTIONS" ] && echo " Using SQUASHFS_OPTIONS ${SQUASHFS_OPTIONS}" + [ -n "$VERBOSE" ] && echo " Using VERBOSE mode." + [ -n "$UPDATE" ] && echo " Executing UPDATE instead of fresh installation." + [ -n "$SKIP_MKSQUASHFS" ] && echo " Skipping creation of SQUASHFS file." + [ -n "$BUILD_ONLY" ] && echo " Executing BUILD_ONLY instead of fresh installation or UPDATE." + [ -n "$BUILD_DIRTY" ] && echo " Executing BUILD_DIRTY to leave chroot untouched." echo echo -n "Is this ok for you? [y/N] " read a @@ -251,15 +312,6 @@ if [ -z "$FORCE" ] ; then echo fi -# read local (non-packaged) configuration: -LOCAL_CONFIG=/etc/grml/grml-live.local -if [ -r "$LOCAL_CONFIG" ] ; then - log "Sourcing $LOCAL_CONFIG" - . $LOCAL_CONFIG -else - LOCAL_CONFIG='' -fi - if [ -n "$CONFIG" ] ; then if ! [ -f "$CONFIG" ] ; then log "Sorry, $CONFIG could not be read. Exiting. [$(date)]" @@ -287,130 +339,167 @@ if [ -n "$MIRROR_DIRECTORY" ] ; then eerror "Sorry, $MIRROR_DIRECTORY/debian does not seem to exist. Exiting." bailout 1 fi - echo "$MIRROR_SOURCES" > /etc/grml/fai/apt/sources.list + cat > "$SOURCES_LIST_FILE" << EOF +# NOTE: This file is *NOT* meant for manual customisation! This file is +# modified by grml-live and any changes might be overriden. +# You might consider using GRML_LIVE_SOURCES in /etc/grml/grml-live.conf* +# and using /etc/grml/fai/files/etc/apt instead!' +EOF + echo "$MIRROR_SOURCES" >> "$SOURCES_LIST_FILE" if [ -n "$GRML_LIVE_SOURCES" ] ; then - echo "$GRML_LIVE_SOURCES" >> /etc/grml/fai/apt/sources.list + echo "$GRML_LIVE_SOURCES" >> "$SOURCES_LIST_FILE" fi elif [ -n "$GRML_LIVE_SOURCES" ] ; then - echo "$GRML_LIVE_SOURCES" > /etc/grml/fai/apt/sources.list + cat > "$SOURCES_LIST_FILE" << EOF +# NOTE: This file is *NOT* meant for manual customisation! This file is +# modified by grml-live and any changes might be overriden. +# You might consider using GRML_LIVE_SOURCES in /etc/grml/grml-live.conf* +# and using /etc/grml/fai/files/etc/apt instead!' +EOF + echo "$GRML_LIVE_SOURCES" >> "$SOURCES_LIST_FILE" fi if [ -n "$FAI_DEBOOTSTRAP" ] ; then - sed -i "s#^FAI_DEBOOTSTRAP=.*#FAI_DEBOOTSTRAP=\"$FAI_DEBOOTSTRAP\"#" $NFSROOT_CONF + sed "s#^FAI_DEBOOTSTRAP=.*#FAI_DEBOOTSTRAP=\"$FAI_DEBOOTSTRAP\"#" "$NFSROOT_CONF" | sponge "$NFSROOT_CONF" fi # does this suck? YES! if [ -n "$SUITE" ] ; then + # /usr/share/debootstrap/scripts/unstable does not exist, instead use 'sid': + case $SUITE in + unstable) SUITE='sid' ;; + esac + + DIST=" etch\| stable\| lenny\| squeeze\| testing\| sid\| unstable" + sed "s/\(^deb .\+\)\([ \t]*\)\($DIST\)\([ \t]*\)\(main \)/\1 \2$SUITE\4\5/" "$SOURCES_LIST_FILE" | sponge "$SOURCES_LIST_FILE" for file in "$LIVE_CONF" "$CONFIG" "$LOCAL_CONFIG" ; do if [ -n "$file" ] ; then - sed -i "s/SUITE=.*/SUITE=\"$SUITE\"/" $LIVE_CONF - DIST="\|\ etch\ \|\ stable\ \|\ lenny\ \|\ testing\ \|\ sid\ \|\ unstable\ " - sed -i "s/\(deb .\+\)\([ \t]+\)$DIST\([ \t]+\)\(main \)/\1\2 $SUITE \3\4/" $file + sed "s/^SUITE=.*/SUITE=\"$SUITE\"/" $file | sponge $file + sed "s/\(^deb .\+\)\([ \t]*\)\($DIST\)\([ \t]*\)\(main \)/\1 \2$SUITE\4\5/" "$file" | sponge "$file" fi done - sed -i "s/\(deb .\+\)\([ \t]+\)$DIST\([ \t]+\)\(main \)/\1\2 $SUITE \3\4/" /etc/grml/fai/apt/sources.list # notice: activate grml-live pool only if we are building against unstable: - if grep -qe unstable -qe sid /etc/grml/fai/apt/sources.list ; then - grep -q 'grml-live.*main' /etc/grml/fai/apt/sources.list || \ - grep grml-stable /etc/grml/fai/apt/sources.list | \ - sed 's/grml-stable/grml-live/' >> /etc/grml/fai/apt/sources.list + if grep -qe unstable -qe sid "$SOURCES_LIST_FILE" ; then + grep -q 'grml-live.*main' "$SOURCES_LIST_FILE" || \ + grep grml-stable "$SOURCES_LIST_FILE" | \ + sed 's/grml-stable/grml-live/' >> "$SOURCES_LIST_FILE" else - grep -q 'grml-live.*main' /etc/grml/fai/apt/sources.list && \ - sed -i 's/.*grml-live.*/# removed grml-live repository/' /etc/grml/fai/apt/sources.list + grep -q 'grml-live.*main' "$SOURCES_LIST_FILE" && \ + sed 's/.*grml-live.*/# removed grml-live repository/' "$SOURCES_LIST_FILE" | sponge "$SOURCES_LIST_FILE" fi - for file in "$LIVE_CONF" "$CONFIG" "$LOCAL_CONFIG" ; do + for file in "$LIVE_CONF" "$CONFIG" "$LOCAL_CONFIG" "$NFSROOT_CONF" ; do if [ -n "$file" ] ; then - sed -i "s|FAI_DEBOOTSTRAP=\"[a-z]* |FAI_DEBOOTSTRAP=\"$SUITE |" "$file" + sed "s|^FAI_DEBOOTSTRAP=\"[a-z]* |FAI_DEBOOTSTRAP=\"$SUITE |" "$file" | sponge "$file" fi done - sed -i "s|FAI_DEBOOTSTRAP=\"[a-z]* |FAI_DEBOOTSTRAP=\"$SUITE |" $NFSROOT_CONF fi # set $ARCH [ -n "$ARCH" ] || ARCH="$(dpkg --print-architecture)" -if grep -q -- 'FAI_DEBOOTSTRAP_OPTS.*--arch' $NFSROOT_CONF ; then - sed -i "s/--arch [a-z0-9]* /--arch $ARCH /" $NFSROOT_CONF +if grep -q -- 'FAI_DEBOOTSTRAP_OPTS.*--arch' "$NFSROOT_CONF" ; then + sed "s/--arch [a-z0-9]* /--arch $ARCH /" "$NFSROOT_CONF" | sponge "$NFSROOT_CONF" else - sed -i "s|FAI_DEBOOTSTRAP_OPTS=\"\(.*\)|FAI_DEBOOTSTRAP_OPTS=\"--arch $ARCH \1|" $NFSROOT_CONF + sed "s|^FAI_DEBOOTSTRAP_OPTS=\"\(.*\)|FAI_DEBOOTSTRAP_OPTS=\"--arch $ARCH \1|" "$NFSROOT_CONF" | sponge "$NFSROOT_CONF" fi # }}} # CHROOT_OUTPUT - execute FAI {{{ -[ -n "$CHROOT_OUTPUT" ] || CHROOT_OUTPUT="$OUTPUT/grml_chroot" - -if [ -n "$UPDATE" ] ; then - FAI_ACTION=softupdate +if [ -n "$BUILD_DIRTY" ]; then + einfo "Skipping FAI" ; eend 0 else - FAI_ACTION=dirinstall -fi + [ -n "$CHROOT_OUTPUT" ] || CHROOT_OUTPUT="$OUTPUT/grml_chroot" -if [ -n "$UPDATE" ] ; then - if ! [ -r "$CHROOT_OUTPUT/etc/grml_version" ] ; then - log "Error: It does not look like you have a working chroot system. Updating not possible." - eerror "Error: It does not look like you have a working chroot system. Updating not possible." - eend 1 - bailout 20 + if [ -n "$UPDATE" -o -n "$BUILD_ONLY" ] ; then + FAI_ACTION=softupdate + else + FAI_ACTION=dirinstall fi -fi -if [ -d "$CHROOT_OUTPUT/bin" -a -z "$UPDATE" ] ; then - log "$CHROOT_OUTPUT exists already, skipping stage 'fai dirinstall'" - ewarn "$CHROOT_OUTPUT exists already, skipping stage 'fai dirinstall'" ; eend 0 -else - mkdir -p "$CHROOT_OUTPUT" || bailout 5 "Problem with creating $CHROOT_OUTPUT for FAI" - - if [ -n "${MIRROR_DIRECTORY}" ] ; then - mkdir -p "${CHROOT_OUTPUT}/${MIRROR_DIRECTORY}" - mount --bind "${MIRROR_DIRECTORY}" "${CHROOT_OUTPUT}/${MIRROR_DIRECTORY}" + if [ -n "$UPDATE" -o -n "$BUILD_ONLY" ] ; then + if ! [ -r "$CHROOT_OUTPUT/etc/grml_version" ] ; then + log "Error: does not look like you have a working chroot. Updating/building not possible." + eerror "Error: does not look like you have a working chroot. Updating/building not possible. (Drop -u/-b option?)" + eend 1 + bailout 20 + fi fi - log "Executed FAI command line:" - log "fai $VERBOSE -C $GRML_FAI_CONFIG -c$CLASSES -u $HOSTNAME $FAI_ACTION $CHROOT_OUTPUT $FAI_ARGS" - fai $VERBOSE -C "$GRML_FAI_CONFIG" -c"$CLASSES" -u "$HOSTNAME" $FAI_ACTION "$CHROOT_OUTPUT" $FAI_ARGS | tee -a $LOGFILE + if [ -d "$CHROOT_OUTPUT/bin" -a -z "$UPDATE" -a -z "$BUILD_ONLY" ] ; then + log "$CHROOT_OUTPUT exists already, skipping stage 'fai dirinstall'" + ewarn "$CHROOT_OUTPUT exists already, skipping stage 'fai dirinstall'" ; eend 0 + else + mkdir -p "$CHROOT_OUTPUT" || bailout 5 "Problem with creating $CHROOT_OUTPUT for FAI" - log "Setting /etc/grml_version to $GRML_NAME $VERSION Release Codename $RELEASENAME [$ISO_DATE]" - echo "$GRML_NAME $VERSION Release Codename $RELEASENAME [$ISO_DATE]" > $CHROOT_OUTPUT/etc/grml_version - chmod 644 $CHROOT_OUTPUT/etc/grml_version + if [ -n "${MIRROR_DIRECTORY}" ] ; then + mkdir -p "${CHROOT_OUTPUT}/${MIRROR_DIRECTORY}" + mount --bind "${MIRROR_DIRECTORY}" "${CHROOT_OUTPUT}/${MIRROR_DIRECTORY}" + fi - # Remove all FAI logs from chroot if class RELEASE is used: - if [ -f $CHROOT_OUTPUT/etc/grml_fai_release ] ; then - rm -rf $CHROOT_OUTPUT/var/log/fai/* - fi + log "Executed FAI command line:" + log "BUILD_ONLY=$BUILD_ONLY fai $VERBOSE -C $GRML_FAI_CONFIG -c$CLASSES -u $HOSTNAME $FAI_ACTION $CHROOT_OUTPUT $FAI_ARGS" + BUILD_ONLY="$BUILD_ONLY" fai $VERBOSE -C "$GRML_FAI_CONFIG" -c"$CLASSES" -u \ + "$HOSTNAME" $FAI_ACTION "$CHROOT_OUTPUT" $FAI_ARGS | tee -a $LOGFILE + RC="$PIPESTATUS" # notice: bash-only - umount $CHROOT_OUTPUT/proc 2>/dev/null || /bin/true - umount $CHROOT_OUTPUT/sys 2>/dev/null || /bin/true - [ -n "$MIRROR_DIRECTORY" ] && umount "${CHROOT_OUTPUT}/${MIRROR_DIRECTORY}" - - # notice: 'fai dirinstall' does not seem to exit appropriate, so: - ERROR='' - CHECKLOG=/var/log/fai/$HOSTNAME/last - if [ -r "$CHECKLOG/software.log" ] ; then - # 1 errors during executing of commands - # Unable to write mmap - msync (28 No space left on device) - # 'No candidate version found for' [/var/log/fai/current/software.log] - grep 'dpkg: error processing' $CHECKLOG/software.log >> $LOGFILE && ERROR=1 - grep 'E: Method http has died unexpectedly!' $CHECKLOG/software.log >> $LOGFILE && ERROR=2 - grep 'ERROR: chroot' $CHECKLOG/software.log >> $LOGFILE && ERROR=3 - fi + if [ "$RC" != 0 ] ; then + log "Error while executing fai [exit code ${RC}]. Exiting." + eerror "Error while executing fai [exit code ${RC}]. Exiting." ; eend 1 + bailout 1 + else + log "Setting /etc/grml_version to $GRML_NAME $VERSION Release Codename $RELEASENAME [$ISO_DATE]" + echo "$GRML_NAME $VERSION Release Codename $RELEASENAME [$ISO_DATE]" > $CHROOT_OUTPUT/etc/grml_version + chmod 644 $CHROOT_OUTPUT/etc/grml_version + einfo "Rebuilding initramfs" + # make sure new /etc/grml_version reaches the initramfs: + chroot $CHROOT_OUTPUT update-initramfs -u -t + eend $? + fi - if [ -r "$CHECKLOG/shell.log" ] ; then - grep 'FAILED with exit code' $CHECKLOG/shell.log >> $LOGFILE && ERROR=2 - fi + # Remove all FAI logs from chroot if class RELEASE is used: + if [ -f "$CHROOT_OUTPUT"/etc/grml_fai_release ] ; then + rm -rf "$CHROOT_OUTPUT"/var/log/fai/* + fi + + # make sure we don't leave any mounts - FAI doesn't remove them always + umount $CHROOT_OUTPUT/proc 2>/dev/null || /bin/true + umount $CHROOT_OUTPUT/sys 2>/dev/null || /bin/true + umount $CHROOT_OUTPUT/dev/pts 2>/dev/null || /bin/true + umount $CHROOT_OUTPUT/dev 2>/dev/null || /bin/true + + [ -n "$MIRROR_DIRECTORY" ] && umount "${CHROOT_OUTPUT}/${MIRROR_DIRECTORY}" + + # notice: 'fai dirinstall' does not seem to exit appropriate, so: + ERROR='' + CHECKLOG=/var/log/fai/$HOSTNAME/last + if [ -r "$CHECKLOG/software.log" ] ; then + # 1 errors during executing of commands + grep 'dpkg: error processing' $CHECKLOG/software.log >> $LOGFILE && ERROR=1 + grep 'E: Method http has died unexpectedly!' $CHECKLOG/software.log >> $LOGFILE && ERROR=2 + grep 'ERROR: chroot' $CHECKLOG/software.log >> $LOGFILE && ERROR=3 + grep 'E: Failed to fetch' $CHECKLOG/software.log >> $LOGFILE && ERROR=4 + grep 'Unable to write mmap - msync (28 No space left on device)' $CHECKLOG/software.log >> $LOGFILE && ERROR=5 + fi + + if [ -r "$CHECKLOG/shell.log" ] ; then + grep 'FAILED with exit code' $CHECKLOG/shell.log >> $LOGFILE && ERROR=2 + fi + + if [ -n "$ERROR" ] ; then + log "There was an error [${ERROR}] during execution of stage 'fai dirinstall' [$(date)]" + eerror "There was an error during execution of stage 'fai dirinstall'" + echo " Check out ${CHECKLOG}/ for details. [exit ${ERROR}]" + eend 1 + bailout 1 + else + log "Finished execution of stage 'fai dirinstall' [$(date)]" + einfo "Finished execution of stage 'fai dirinstall'" + fi - if [ -n "$ERROR" ] ; then - log "There was an error [${ERROR}] during execution of stage 'fai dirinstall' [$(date)]" - eerror "There was an error during execution of stage 'fai dirinstall'" - echo " Check out $CHECKLOG for details. [exit ${ERROR}]" - eend 1 - bailout 1 - else - log "Finished execution of stage 'fai dirinstall' [$(date)]" - einfo "Finished execution of stage 'fai dirinstall'" fi -fi +fi # BUILD_DIRTY? # }}} # BUILD_OUTPUT - execute arch specific stuff and squashfs {{{ @@ -419,19 +508,24 @@ mkdir -p "$BUILD_OUTPUT" || bailout 6 "Problem with creating $BUILD_OUTPUT for s # i386: if [ "$ARCH" = i386 ] || [ "$ARCH" = amd64 ] ; then - if [ -d "$BUILD_OUTPUT"/boot -a -z "$UPDATE" ] ; then + if [ -d "$BUILD_OUTPUT"/boot -a -z "$UPDATE" -a -z "$BUILD_ONLY" ] ; then log "$BUILD_OUTPUT/boot exists already, skipping stage 'boot'" ewarn "$BUILD_OUTPUT/boot exists already, skipping stage 'boot'" ; eend 0 else # booting stuff: [ -d "$BUILD_OUTPUT"/boot/isolinux ] || mkdir -p "$BUILD_OUTPUT"/boot/isolinux - cp /boot/memtest86+.bin "$BUILD_OUTPUT"/boot/isolinux/memtest + [ -d "$BUILD_OUTPUT"/boot/"${SHORT_GRML_NAME}" ] || mkdir -p "$BUILD_OUTPUT"/boot/"${SHORT_GRML_NAME}" + + if [ -z "$NO_ADDONS" ] ; then + [ -d "$BUILD_OUTPUT"/boot/addons ] || mkdir -p "$BUILD_OUTPUT"/boot/addons + cp /boot/memtest86+.bin "$BUILD_OUTPUT"/boot/addons/memtest + fi # if we don't have an initrd we a) can't boot and b) there was an error # during build, so check for the file: INITRD="$(ls $CHROOT_OUTPUT/boot/initrd* 2>/dev/null| grep -v '.bak$' | sort -r | head -1)" if [ -n "$INITRD" ] ; then - cp $INITRD "$BUILD_OUTPUT"/boot/isolinux/initrd.gz + cp $INITRD "$BUILD_OUTPUT"/boot/"${SHORT_GRML_NAME}"/initrd.gz find $CHROOT_OUTPUT/boot/ -name initrd\*.bak -exec rm {} \; else log "No initrd found inside $CHROOT_OUTPUT/boot/ - Exiting" @@ -441,18 +535,13 @@ if [ "$ARCH" = i386 ] || [ "$ARCH" = amd64 ] ; then KERNEL_IMAGE="$(ls $CHROOT_OUTPUT/boot/vmlinuz* 2>/dev/null | sort -r | head -1)" if [ -n "$KERNEL_IMAGE" ] ; then - cp "$KERNEL_IMAGE" "$BUILD_OUTPUT"/boot/isolinux/linux26 + cp "$KERNEL_IMAGE" "$BUILD_OUTPUT"/boot/"${SHORT_GRML_NAME}"/linux26 else log "No kernel found inside $CHROOT_OUTPUT/boot/ - Exiting" eerror "No kernel found inside $CHROOT_OUTPUT/boot/ - Exiting" ; eend 1 bailout 11 fi - cp /usr/lib/syslinux/chain.c32 "$BUILD_OUTPUT"/boot/isolinux/ - cp /usr/lib/syslinux/isolinux.bin "$BUILD_OUTPUT"/boot/isolinux/ - cp /usr/lib/syslinux/memdisk "$BUILD_OUTPUT"/boot/isolinux/ - cp /usr/lib/syslinux/menu.c32 "$BUILD_OUTPUT"/boot/isolinux/ - [ -n "$TEMPLATE_DIRECTORY" ] || TEMPLATE_DIRECTORY='/usr/share/grml-live/templates' if ! [ -d "${TEMPLATE_DIRECTORY}"/boot ] ; then log "${TEMPLATE_DIRECTORY}/boot does not exist. Exiting." @@ -461,7 +550,17 @@ if [ "$ARCH" = i386 ] || [ "$ARCH" = amd64 ] ; then fi cp ${TEMPLATE_DIRECTORY}/boot/isolinux/* "$BUILD_OUTPUT"/boot/isolinux/ - cp ${TEMPLATE_DIRECTORY}/boot/isolinux/* "$BUILD_OUTPUT"/boot/isolinux/ + + if [ -z "$NO_ADDONS" ] ; then + # copy only files so we can handle bsd4grml on its own + for file in ${TEMPLATE_DIRECTORY}/boot/addons/* ; do + test -f $file && cp $file "$BUILD_OUTPUT"/boot/addons/ + done + + if [ -z "$NO_ADDONS_BSD4GRML" ] ; then + cp -a ${TEMPLATE_DIRECTORY}/boot/addons/bsd4grml "$BUILD_OUTPUT"/boot/addons/ + fi + fi if ! [ -d "${BUILD_OUTPUT}/boot/grub" ] ; then cp -a ${TEMPLATE_DIRECTORY}/boot/grub "$BUILD_OUTPUT"/boot/ @@ -487,11 +586,24 @@ if [ "$ARCH" = i386 ] || [ "$ARCH" = amd64 ] ; then sed -i "s/%RELEASE_INFO%/$RELEASE_INFO/" "$BUILD_OUTPUT"/boot/isolinux/boot.msg sed -i "s/%DATE%/$ISO_DATE/" "$BUILD_OUTPUT"/boot/isolinux/boot.msg + sed -i "s/%GRML_NAME%/$SHORT_GRML_NAME/" "$BUILD_OUTPUT"/boot/isolinux/isolinux.cfg + sed -i "s/%GRML_NAME%/$SHORT_GRML_NAME/" "$BUILD_OUTPUT"/boot/isolinux/syslinux.cfg + sed -i "s/%RELEASE_INFO%/$RELEASE_INFO/" "$BUILD_OUTPUT"/boot/isolinux/boot-beep.msg sed -i "s/%DATE%/$ISO_DATE/" "$BUILD_OUTPUT"/boot/isolinux/boot-beep.msg sed -i "s/%VERSION%/$VERSION/" "$BUILD_OUTPUT"/boot/grub/menu.lst - sed -i "s/%GRML_NAME%/$GRML_NAME/" "$BUILD_OUTPUT"/boot/grub/menu.lst + sed -i "s/%GRML_NAME%/$SHORT_GRML_NAME/" "$BUILD_OUTPUT"/boot/grub/menu.lst + + # make sure the squashfs filename is set accordingly: + GRML_NAME_SQUASHFS="$GRML_NAME.squashfs" + sed -i "s/%GRML_NAME_SQUASHFS%/$GRML_NAME_SQUASHFS/" "$BUILD_OUTPUT"/boot/isolinux/isolinux.cfg + sed -i "s/%GRML_NAME_SQUASHFS%/$GRML_NAME_SQUASHFS/" "$BUILD_OUTPUT"/boot/isolinux/syslinux.cfg + + GRML_NAME_SQUASHFS="$(cut_string 20 "$GRML_NAME_SQUASHFS")" + GRML_NAME_SQUASHFS="$(extend_string_end 20 "$GRML_NAME_SQUASHFS")" + sed -i "s/%GRML_NAME_SQUASHFS%/$GRML_NAME_SQUASHFS/" "$BUILD_OUTPUT"/boot/isolinux/f4 + sed -i "s/%GRML_NAME_SQUASHFS%/$GRML_NAME_SQUASHFS/" "$BUILD_OUTPUT"/boot/isolinux/f5 # autostart for Windows: if [ -d "${TEMPLATE_DIRECTORY}/windows/autostart/" ] ; then @@ -526,15 +638,64 @@ else eerror 'Error: Unsupported ARCH, sorry. Want to support it? Contribute!' ; eend 1 fi -if [ -f "$BUILD_OUTPUT"/live/grml.squashfs -a -z "$UPDATE" ] ; then +if [ -f "$BUILD_OUTPUT"/live/${GRML_NAME}.squashfs -a -z "$UPDATE" -a -z "$BUILD_ONLY" -a -z "$BUILD_DIRTY" ] ; then log "$BUILD_OUTPUT/live exists already, skipping stage 'squashfs'" ewarn "$BUILD_OUTPUT/live exists already, skipping stage 'squashfs'" ; eend 0 +elif [ -n "$SKIP_MKSQUASHFS" ] ; then + log "Skipping stage 'squashfs' as requested via option -q" + ewarn "Skipping stage 'squashfs' as requested via option -q" ; eend 0 else [ -d "$BUILD_OUTPUT"/live ] || mkdir "$BUILD_OUTPUT"/live - log "mksquashfs $CHROOT_OUTPUT/* $BUILD_OUTPUT/live/grml.squashfs -noappend" - mksquashfs $CHROOT_OUTPUT/* $BUILD_OUTPUT/live/grml.squashfs -noappend - log "Finished execution of stage 'squashfs' [$(date)]" - einfo "Finished execution of stage 'squashfs'" ; eend 0 + # make sure we don't leave (even an empty) base.tgz: + [ -f "$CHROOT_OUTPUT/base.tgz" ] && rm -f "$CHROOT_OUTPUT/base.tgz" + + # make sure mksquashfs can handle the according option: + if [ -n "$SQUASHFS_ZLIB" ] ; then + mksquashfs --help 2>&1 | grep -q -- "$SQUASHFS_ZLIB" || SQUASHFS_ZLIB='' + fi + + if echo "$SQUASHFS_OPTIONS" | grep -q -- "-nolzma" ; then + if ! mksquashfs --help 2>&1 | grep -q -- '-nolzma' ; then + ewarn "mksquashfs does NOT support the nolzma option, just using default zlib mode." + SQUASHFS_OPTIONS="$(echo $SQUASHFS_OPTIONS | sed 's/-nolzma//g')" + eend 0 + fi + fi + + if echo "$SQUASHFS_OPTIONS" | grep -q -- "-lzma" ; then + if ! mksquashfs --help 2>&1 | grep -q -- '-lzma' ; then + ewarn "mksquashfs does NOT support the lzma option, falling back to zlib mode." + SQUASHFS_OPTIONS="$(echo $SQUASHFS_OPTIONS | sed 's/-lzma//g')" + eend 0 + fi + fi + + # support exclusion of files via exclude-file: + if [ -n "$SQUASHFS_EXCLUDES_FILE" -a "$SQUASHFS_EXCLUDES_FILE" ] ; then + SQUASHFS_OPTIONS="$SQUASHFS_OPTIONS -ef $SQUASHFS_EXCLUDES_FILE" + fi + + # get rid of unnecessary files when building grml-small for final release: + if echo "$CLASSES" | grep -q GRML_SMALL ; then + SQUASHFS_OPTIONS="$SQUASHFS_OUTPUT -e initrd.img* vmlinuz*" + fi + + SQUASHFS_OUTPUT="$(mktemp -t grml-live.XXXXXX)" + log "mksquashfs $CHROOT_OUTPUT/* $BUILD_OUTPUT/live/${GRML_NAME}.squashfs -noappend $SQUASHFS_OPTIONS $SQUASHFS_ZLIB" + if mksquashfs $CHROOT_OUTPUT/* $BUILD_OUTPUT/live/"${GRML_NAME}".squashfs \ + -noappend $SQUASHFS_OPTIONS $SQUASHFS_ZLIB 2>"${SQUASHFS_OUTPUT}" ; then + echo "${GRML_NAME}.squashfs" > $BUILD_OUTPUT/live/filesystem.module + log "Finished execution of stage 'squashfs' [$(date)]" + einfo "Finished execution of stage 'squashfs'" ; eend 0 + rm -f "${SQUASHFS_OUTPUT}" + else + log "There was an error executing stage 'squashfs' [$(date)]:" + log "$(cat $SQUASHFS_OUTPUT)" + eerror "There was an error executing stage 'squashfs':" ; eend 1 + cat "${SQUASHFS_OUTPUT}" + rm -f "${SQUASHFS_OUTPUT}" + bailout + fi fi # create md5sum file: @@ -552,19 +713,37 @@ elif [ "$BOOT_METHOD" = "grub" ] ; then BOOT_FILE="boot/grub/stage2_eltorito" fi -if [ -f "${ISO_OUTPUT}/${ISO_NAME}" -a -z "$UPDATE" ] ; then +if [ -f "${ISO_OUTPUT}/${ISO_NAME}" -a -z "$UPDATE" -a -z "$BUILD_ONLY" -a -z "$BUILD_DIRTY" ] ; then log "$ISO_OUTPUT exists already, skipping stage 'iso build'" ewarn "$ISO_OUTPUT exists already, skipping stage 'iso build'" ; eend 0 else mkdir -p "$ISO_OUTPUT" || bailout 6 "Problem with creating $ISO_OUTPUT for stage 'iso build'" + CURRENT_DIR=$(pwd) - cd "$BUILD_OUTPUT" && - log "mkisofs -V grml $VERSION -publisher 'grml-live | grml.org' -l -r -J -no-emul-boot -boot-load-size 4 -boot-info-table -b $BOOT_FILE -o ${ISO_OUTPUT}/${ISO_NAME} ." - mkisofs -V "grml $VERSION" -publisher 'grml-live | grml.org' \ - -l -r -J -no-emul-boot -boot-load-size 4 -boot-info-table \ - -b $BOOT_FILE \ - -o "${ISO_OUTPUT}/${ISO_NAME}" . ; RC=$? - cd $CURRENT_DIR + if cd "$BUILD_OUTPUT" ; then + log "mkisofs -V '${GRML_NAME} ${VERSION}' -publisher 'grml-live | grml.org' -l -r -J -no-emul-boot -boot-load-size 4 -boot-info-table -b $BOOT_FILE -o ${ISO_OUTPUT}/${ISO_NAME} ." + mkisofs -V "${GRML_NAME} ${VERSION}" -publisher 'grml-live | grml.org' \ + -l -r -J -no-emul-boot -boot-load-size 4 -boot-info-table \ + -b $BOOT_FILE \ + -o "${ISO_OUTPUT}/${ISO_NAME}" . ; RC=$? + + # generate md5sum and sha1sum of ISO if we are using class 'RELEASE': + case $CLASSES in *RELEASE*) + [ "$RC" = 0 ] && \ + ( + if cd $ISO_OUTPUT ; then + md5sum ${ISO_NAME} > ${ISO_NAME}.md5 && \ + touch -r ${ISO_NAME} ${ISO_NAME}.md5 + sha1sum ${ISO_NAME} > ${ISO_NAME}.sha1 && \ + touch -r ${ISO_NAME} ${ISO_NAME}.sha1 + fi + ) + ;; + esac + + cd $CURRENT_DIR + fi + if [ "$RC" = 0 ] ; then log "Finished execution of stage 'iso build' [$(date)]" einfo "Finished execution of stage 'iso build'" ; eend 0