X-Git-Url: http://git.grml.org/?a=blobdiff_plain;f=scripts%2Flive-helpers;h=75fc10648e1969b8e22d716d3ec8cb2e1688fb37;hb=2d129205223e1fb6322bb03a9cb9fdf1736885b8;hp=9282df6250b993edad0d2442b468c59fa5a134bb;hpb=aa2f9a8dff5be9a2a41cc7af053821d5afab0478;p=live-boot-grml.git diff --git a/scripts/live-helpers b/scripts/live-helpers index 9282df6..75fc106 100644 --- a/scripts/live-helpers +++ b/scripts/live-helpers @@ -16,8 +16,11 @@ else fi root_overlay_label="full-ov" +old_root_overlay_label="live-rw" +old_home_overlay_label="home-rw" custom_overlay_label="custom-ov" root_snapshot_label="live-sn" +old_root_snapshot_label="live-sn" home_snapshot_label="home-sn" persistence_list="live.persist" @@ -254,8 +257,11 @@ Arguments () persistent-subtext=*) root_overlay_label="${root_overlay_label}-${ARGUMENT#persistent-subtext=}" + old_root_overlay_label="${old_root_overlay_label}-${ARGUMENT#persistent-subtext=}" + old_home_overlay_label="${old_home_overlay_label}-${ARGUMENT#persistent-subtext=}" custom_overlay_label="${custom_overlay_label}-${ARGUMENT#persistent-subtext=}" root_snapshot_label="${root_snapshot_label}-${ARGUMENT#persistent-subtext=}" + old_root_snapshot_label="${root_snapshot_label}-${ARGUMENT#persistent-subtext=}" home_snapshot_label="${home_snapshot_label}-${ARGUMENT#persistent-subtext=}" ;; @@ -508,12 +514,20 @@ get_fstype () where_is_mounted () { device=${1} + # return first found + grep -m1 "^${device} " /proc/mounts | cut -f2 -d ' ' +} - if grep -q "^${device} " /proc/mounts - then - # return the first found - grep -m1 "^${device} " /proc/mounts | cut -f2 -d ' ' - fi +trim_path () { + # remove all unnecessary /:s in the path, including last one (except + # if path is just "/") + echo ${1} | sed 's|//\+|/|g' | sed 's|^\(.*[^/]\)/$|\1|' +} + +what_is_mounted_on () +{ + local dir="$(trim_path ${1})" + grep -m1 "^[^ ]\+ ${dir} " /proc/mounts | cut -d' ' -f1 } lastline () @@ -705,6 +719,68 @@ try_mount () fi } +mount_persistent_media () +{ + local device=${1} + local backing="" + + # We can't mount into ${rootmnt}/live before ${rootmnt} has been + # mounted since that would cover our mountpoint. + if [ -n "${rootmnt}" ] && [ -z "$(what_is_mounted_on ${rootmnt})" ] + then + backing="/$(basename ${device})-backing" + else + backing="${rootmnt}/live/persistent/$(basename ${device})" + fi + + mkdir -p "${backing}" + local old_backing="$(where_is_mounted ${device})" + if [ -z "${old_backing}" ] + then + local fstype="$(get_fstype ${device})" + local mount_opts="rw,noatime" + if [ -n "${PERSISTENT_READONLY}" ] + then + mount_opts="ro,noatime" + fi + if mount -t "${fstype}" -o "${mount_opts}" "${device}" "${backing}" >/dev/null + then + echo ${backing} + return 0 + else + log_warning_msg "Failed to mount persistent media ${device}" + return 1 + fi + elif [ "${backing}" != "${old_backing}" ] + then + if mount --move ${old_backing} ${backing} >/dev/null + then + echo ${backing} + return 0 + else + log_warning_msg "Failed to move persistent media ${device}" + return 1 + fi + fi + return 0 +} + +close_persistent_media () { + local device=${1} + local backing="$(where_is_mounted ${device})" + + if [ -d "${backing}" ] + then + umount "${backing}" >/dev/null 2>&1 + rmdir "${backing}" >/dev/null 2>&1 + fi + + if is_active_luks_mapping ${device} + then + /sbin/cryptsetup luksClose ${device} + fi +} + open_luks_device () { dev="${1}" @@ -715,6 +791,21 @@ open_luks_device () opts="${opts} --readonly" fi + if /sbin/cryptsetup status "${name}" >/dev/null 2>&1 + then + re="^[[:space:]]*device:[[:space:]]*\([^[:space:]]*\)$" + opened_dev=$(cryptsetup status ${name} 2>/dev/null | grep "${re}" | sed "s|${re}|\1|") + if [ "${opened_dev}" = "${dev}" ] + then + luks_device="/dev/mapper/${name}" + echo ${luks_device} + return 0 + else + log_warning_msg "Cannot open luks device ${dev} since ${opened_dev} already is opened with its name" + return 1 + fi + fi + load_keymap while true @@ -740,6 +831,104 @@ open_luks_device () done } +get_gpt_name () +{ + local dev="${1}" + /sbin/blkid -s PART_ENTRY_NAME -p -o value ${dev} 2>/dev/null +} + +is_gpt_device () +{ + local dev="${1}" + [ "$(/sbin/blkid -s PART_ENTRY_SCHEME -p -o value ${dev} 2>/dev/null)" = "gpt" ] +} + +probe_for_gpt_name () +{ + local overlays="${1}" + local snapshots="${2}" + local dev="${3}" + + local gpt_dev="${dev}" + if is_active_luks_mapping ${dev} + then + # if $dev is an opened luks device, we need to check + # GPT stuff on the backing device + gpt_dev=$(get_luks_backing_device "${dev}") + fi + + if ! is_gpt_device ${gpt_dev} + then + return + fi + + local gpt_name=$(get_gpt_name ${gpt_dev}) + for label in ${overlays} ${snapshots} + do + if [ "${gpt_name}" = "${label}" ] + then + echo "${label}=${dev}" + fi + done +} + +probe_for_fs_label () +{ + local overlays="${1}" + local snapshots="${2}" + local dev="${3}" + + for label in ${overlays} ${snapshots} + do + if [ "$(/sbin/blkid -s LABEL -o value $dev 2>/dev/null)" = "${label}" ] + then + echo "${label}=${dev}" + fi + done +} + +probe_for_file_name () +{ + local overlays="${1}" + local snapshots="${2}" + local dev="${3}" + + local ret="" + local backing="$(mount_persistent_media ${dev})" + if [ -z "${backing}" ] + then + return + fi + + for label in ${overlays} + do + path=${backing}/${PERSISTENT_PATH}${label} + if [ -f "${path}" ] + then + local loopdev=$(setup_loop "${path}" "loop" "/sys/block/loop*") + ret="${ret} ${label}=${loopdev}" + fi + done + for label in ${snapshots} + do + for ext in squashfs cpio.gz ext2 ext3 ext4 jffs2 + do + path="${PERSISTENT_PATH}${label}.${ext}" + if [ -f "${backing}/${path}" ] + then + ret="${ret} ${label}=${dev}:${backing}:${path}" + fi + done + done + + if [ -n "${ret}" ] + then + echo ${ret} + else + umount ${backing} > /dev/null 2>&1 || true + fi +} + find_persistent_media () { # Scans devices for overlays and snapshots, and returns a whitespace @@ -763,19 +952,22 @@ find_persistent_media () # ${white_list_devices} is non-empty, only devices in it will be # scanned. - overlays="${1}" - snapshots="${2}" - black_listed_devices="${3}" - white_listed_devices="${4}" - persistent_backing="${rootmnt}/live/persistent" + local overlays="${1}" + local snapshots="${2}" + local white_listed_devices="${3}" + local ret="" - for dev in $(storage_devices "${black_listed_devices}" "${white_listed_devices}") + for dev in $(storage_devices "" "${white_listed_devices}") do - luks_device="" + local result="" - # Checking for a luks device + local luks_device="" + # Check if it's a luks device; we'll have to open the device + # in order to probe any filesystem it contains, like we do + # below. activate_custom_mounts() also depends on that any luks + # device already has been opened. if echo ${PERSISTENT_ENCRYPTION} | grep -qe "\" && \ - /sbin/cryptsetup isLuks ${dev} + is_luks_partition ${dev} then if luks_device=$(open_luks_device "${dev}") then @@ -790,63 +982,47 @@ find_persistent_media () continue fi + # Probe for matching GPT partition names or filesystem labels if echo ${PERSISTENT_STORAGE} | grep -qe "\" then - for label in ${overlays} ${snapshots} - do - if [ "$(/sbin/blkid -s LABEL -o value $dev 2>/dev/null)" = "${label}" ] - then - echo "${label}=${dev}" - # skip to the next device - continue 2 - fi - done + result=$(probe_for_gpt_name "${overlays}" "${snapshots}" ${dev}) + if [ -n "${result}" ] + then + ret="${ret} ${result}" + continue + fi + + result=$(probe_for_fs_label "${overlays}" "${snapshots}" ${dev}) + if [ -n "${result}" ] + then + ret="${ret} ${result}" + continue + fi fi - overlay_on_dev="" - snapshot_on_dev="" + # Probe for files with matching name on mounted partition if echo ${PERSISTENT_STORAGE} | grep -qe "\" then - devfstype="$(get_fstype ${dev})" - backing="${persistent_backing}/$(basename ${dev})" - mkdir -p "${backing}" - if is_supported_fs ${devfstype} && try_mount "${dev}" "${backing}" "rw" "${devfstype}" - then - for label in ${overlays} - do - path=${backing}/${PERSISTENT_PATH}${label} - if [ -f "${path}" ] - then - overlay_on_dev="yes" - echo "${label}=$(setup_loop "${path}" "loop" "/sys/block/loop*")" - fi - done - - for label in ${snapshots} - do - for ext in squashfs cpio.gz ext2 ext3 ext4 jffs2 - do - path="${PERSISTENT_PATH}${label}.${ext}" - if [ -f "${backing}/${path}" ] - then - snapshot_on_dev="yes" - echo "${label}=${dev}:${backing}:${path}" - fi - done - done - fi - if [ -z "${overlay_on_dev}" ] && [ -z "${snapshot_on_dev}" ] + result=$(probe_for_file_name "${overlays}" "${snapshots}" ${dev}) + if [ -n "${result}" ] then - umount ${backing} > /dev/null 2>&1 || true + ret="${ret} ${result}" + continue fi fi - if [ -z "${overlay_on_dev}" ] && [ -z "${snapshot_on_dev}" ] && \ - [ -n "${luks_device}" ] && \ - /sbin/cryptsetup status "${luks_device}" 1> /dev/null 2>&1 + + # Close luks device if it isn't used + if [ -z "${result}" ] && [ -n "${luks_device}" ] && \ + is_active_luks_mapping "${luks_device}" then /sbin/cryptsetup luksClose "${luks_device}" fi done + + if [ -n "${ret}" ] + then + echo ${ret} + fi } get_mac () @@ -867,17 +1043,22 @@ get_mac () echo ${mac} } -is_luks() +is_luks_partition () { - devname="${1}" - if [ -x /sbin/cryptsetup ] - then - /sbin/cryptsetup isLuks "${devname}" 2>/dev/null || ret=${?} - return ${ret} - else - return 1 - fi + device="${1}" + /sbin/cryptsetup isLuks "${device}" 1>/dev/null 2>&1 +} +is_active_luks_mapping () +{ + device="${1}" + /sbin/cryptsetup status "${device}" 1>/dev/null 2>&1 +} + +get_luks_backing_device () { + device=${1} + cryptsetup status ${device} 2> /dev/null | \ + awk '{if ($1 == "device:") print $2}' } removable_dev () @@ -965,27 +1146,26 @@ link_files () # This check can only trigger on the inital, non-recursive call since # we create the destination before recursive calls - if [ ! -d "${dest_dir}" ]; + if [ ! -d "${dest_dir}" ] then log_warning_msg "Must link_files into a directory" return fi - find "${src_dir}" -mindepth 1 -maxdepth 1 | while read x; do - local src="${x}" - local dest="${dest_dir}$(basename "${x}")" - if [ -d "${src}" ]; + find "${src_dir}" -mindepth 1 -maxdepth 1 | while read src; do + local dest="${dest_dir}$(basename "${src}")" + if [ -d "${src}" ] then - if [ -z "$(ls -A "${src}")" ]; + if [ -z "$(ls -A "${src}")" ] then continue fi - if [ ! -d "${dest}" ]; + if [ ! -d "${dest}" ] then mkdir -p "${dest}" prev="$(dirname "${dest}")" - chown $(stat -c %u:%g "${prev}") "${dest}" - chmod $(stat -c %a "${prev}") "${dest}" + chown --reference "${prev}" "${dest}" + chmod --reference "${prev}" "${dest}" fi link_files "${src}" "${dest}" "${src_mask}" else @@ -999,7 +1179,8 @@ link_files () done } -do_union () { +do_union () +{ local unionmountpoint="${1}" # directory where the union is mounted local unionrw="${2}" # branch where the union changes are stored local unionro1="${3}" # first underlying read-only branch (optional) @@ -1059,18 +1240,18 @@ do_union () { esac } -get_custom_mounts () { +get_custom_mounts () +{ # Side-effect: leaves $devices with live.persist mounted in ${rootmnt}/live/persistent # Side-effect: prints info to file $custom_mounts - local devices="${1}" - local custom_mounts="${2}" # print result to this file - local rootmnt="${3}" # should be set empty post-live-boot + local custom_mounts=${1} + shift + local devices=${@} - local bindings="/bindings.list" - local links="/links.list" + local bindings="/tmp/bindings.list" + local links="/tmp/links.list" rm -rf ${bindings} ${links} 2> /dev/null - local persistent_backing="${rootmnt}/live/persistent" for device in ${devices} do @@ -1078,55 +1259,51 @@ get_custom_mounts () { then continue fi + local device_name="$(basename ${device})" - local backing="${persistent_backing}/${device_name}" - mkdir -p "${backing}" - local device_fstype="$(get_fstype ${device})" - if [ -z "${PERSISTENT_READONLY}" ] + local backing=$(mount_persistent_media ${device}) + if [ -z "${backing}" ] then - device_mount_opts="rw,noatime" - else - device_mount_opts="ro,noatime" + continue fi - local device_used="" - mount -t "${device_fstype}" -o "${device_mount_opts}" "${device}" "${backing}" + local include_list="${backing}/${persistence_list}" if [ ! -r "${include_list}" ] then - umount "${backing}" - rmdir "${backing}" continue fi - [ "${DEBUG}" = "Yes" ] && cp ${include_list} ${persistent_backing}/${persistence_list}.${device_name} - while read source dest options # < ${include_list} + if [ -n "${DEBUG}" ] && [ -e "${include_list}" ] + then + cp ${include_list} ${rootmnt}/live/persistent/${persistence_list}.${device_name} + fi + + while read dir options # < ${include_list} do - if echo ${source} | grep -qe "^[[:space:]]*\(#.*\)\?$" + if echo ${dir} | grep -qe "^[[:space:]]*\(#.*\)\?$" then # skipping empty or commented lines continue fi - if echo ${dest} | grep -qe "^[^/]" + if trim_path ${dir} | grep -q -e "^[^/]" -e "^/$" -e "^/live\(/.*\)\?$" -e "^/\(.*/\)\?\.\.\?\(/.*\)\?$" then - options="${dest}" - dest="${source}" - elif [ -z "${dest}" ] - then - dest="${source}" - fi - - if echo ${dest} | grep -qe "^/\+$\|^/\+live\(/.*\)\?$" - then - # mounting on / or /live could cause trouble - log_warning_msg "Skipping unsafe custom mount on ${dest}" + log_warning_msg "Skipping unsafe custom mount ${dir}: must be an absolute path containing neither the \".\" nor \"..\" special dirs, and cannot be \"/live\" (or any sub-directory therein) or \"/\" (for the latter, use ${root_overlay_label}-type persistence)" continue fi + local opt_source="" + local opt_linkfiles="" for opt in $(echo ${options} | tr ',' ' '); do case "${opt}" in - linkfiles|union) + source=*) + opt_source=${opt#source=} + ;; + linkfiles) + opt_linkfiles="yes" + ;; + union) ;; *) log_warning_msg "Skipping custom mount with unkown option: ${opt}" @@ -1135,56 +1312,45 @@ get_custom_mounts () { esac done - # FIXME: handle case: we already have /a/b in - # $bindings added from current $device, but - # now we find /a -- /a should replace /a/b in - # $bindings. - - # FIXME: handle case: we have /a in $bindings - # from current $device, now we find /a/b, so - # we skip /a/b + local source="${dir}" + if [ -n "${opt_source}" ] + then + if echo ${opt_source} | grep -q -e "^/" -e "^\(.*/\)\?\.\.\?\(/.*\)\?$" && [ "${source}" != "." ] + then + log_warning_msg "Skipping unsafe custom mount with option source=${opt_source}: must be either \".\" (the media root) a relative path w.r.t. the media root that doesn't contain comas or the special dirs \".\" and \"..\"" + continue + else + source="${opt_source}" + fi + fi - # ensure that no multiple-/ occur in paths - local full_source="$(echo ${backing}/${source}/ | sed -e 's|/\+|/|g')" - local full_dest="$(echo ${rootmnt}/${dest}/ | sed -e 's|/\+|/|g')" - device_used="yes" - if echo ${options} | grep -qe "\"; + local full_source="$(trim_path ${backing}/${source})" + local full_dest="$(trim_path ${rootmnt}/${dir})" + if [ -n "${opt_linkfiles}" ] then - echo "${full_source} ${full_dest} ${options}" >> ${links} + echo "${device} ${full_source} ${full_dest} ${options}" >> ${links} else - echo "${full_source} ${full_dest} ${options}" >> ${bindings} + echo "${device} ${full_source} ${full_dest} ${options}" >> ${bindings} fi done < ${include_list} - - if [ -z "${device_used}" ] - then - # this device was not used for / earlier, or - # custom mount point now, so it's useless - umount "${backing}" - rmdir "${backing}" - fi done # We sort the list according to destination so we're sure that # we won't hide a previous mount. We also ignore duplicate # destinations in a more or less arbitrary way. - [ -e "${bindings}" ] && sort -k2 -sbu ${bindings} >> ${custom_mounts} - rm ${bindings} + [ -e "${bindings}" ] && sort -k3 -sbu ${bindings} >> ${custom_mounts} && rm ${bindings} # After all mounts are considered we add symlinks so they # won't be hidden by some mount. - [ -e "${links}" ] && sort -k2 -sbu ${links} >> ${custom_mounts} - rm ${links} - - rm -f ${bindings} ${links} 2> /dev/null - echo ${custom_mounts} + [ -e "${links}" ] && sort -k3 -sbu ${links} >> ${custom_mounts} && rm ${links} } -do_custom_mounts () { +activate_custom_mounts () +{ local custom_mounts="${1}" # the ouput from get_custom_mounts() - local rootmnt="${2}" # should be set empty post-live-boot + local used_devices="" - while read source dest options # < ${custom_mounts} + while read device source dest options # < ${custom_mounts} do local opt_linkfiles="" local opt_union="" @@ -1200,9 +1366,14 @@ do_custom_mounts () { esac done - if mountpoint -q "${dest}"; + if [ -n "${opt_linkfiles}" ] && [ -n "${opt_union}" ] + then + log_warning_msg "Skipping custom mount ${dest} with options ${options}: \"linkfiles\" and \"union\" are mutually exclusive options" + fi + + if [ -n "$(what_is_mounted_on "${dest}")" ] then - log_warning_msg "Skipping custom mount ${source} on ${dest}: destination is already a mount point" + log_warning_msg "Skipping custom mount ${dest}: $(what_is_mounted_on "${dest}") is already mounted there" continue fi @@ -1217,7 +1388,7 @@ do_custom_mounts () { # FIXME: this should really be handled by # live-config since we don't know for sure # which uid a certain user has until then - if echo ${dest} | grep -qe "^${rootmnt}/*home/\+[^/]\+" + if trim_path ${dest} | grep -qe "^${rootmnt}/*home/[^/]\+" then path="/" for dir in $(echo ${dest} | sed -e 's|/\+| |g') @@ -1241,13 +1412,16 @@ do_custom_mounts () { # dealing with /etc or other system dir. if [ ! -d "${source}" ] then - if [ -n "${PERSISTENT_READONLY}" ] || [ -n "${opt_linkfiles}" ] + if [ -n "${PERSISTENT_READONLY}" ] then continue - elif [ -n "${opt_union}" ] + elif [ -n "${opt_union}" ] || [ -n "${opt_linkfiles}" ] then - # union's don't need to be bootstrapped + # unions and don't need to be bootstrapped + # linkfiles dirs can't be bootstrapped in a sensible way mkdir "${source}" + chown --reference "${dest}" "${source}" + chmod --reference "${dest}" "${source}" else # ensure that $dest is not copied *into* $source mkdir -p "$(dirname ${source})" @@ -1255,6 +1429,8 @@ do_custom_mounts () { fi fi + # XXX: If CONFIG_AUFS_ROBR is added to the Debian kernel we can + # ignore the loop below and set rofs_dest_backing=$dest rofs_dest_backing="" for d in ${rootmnt}/live/rofs/* do @@ -1263,7 +1439,6 @@ do_custom_mounts () { rofs_dest_backing="${d}/$(echo ${dest} | sed -e "s|${rootmnt}||")" else rofs_dest_backing="${d}/${dest}" - fi if [ -d "${rofs_dest_backing}" ] then @@ -1299,6 +1474,8 @@ do_custom_mounts () { cow_dir="/live/cow/${dest}" fi mkdir -p ${cow_dir} + chown --reference "${source}" "${cow_dir}" + chmod --reference "${source}" "${cow_dir}" do_union ${dest} ${cow_dir} ${source} ${rofs_dest_backing} fi @@ -1309,5 +1486,35 @@ do_custom_mounts () { PERSISTENCE_IS_ON="1" export PERSISTENCE_IS_ON + + if echo ${used_devices} | grep -qve "^\(.* \)\?${device}\( .*\)\?$" + then + used_devices="${used_devices} ${device}" + fi done < ${custom_mounts} + + echo ${used_devices} +} + +fix_home_rw_compatibility () +{ + local device=${1} + + if [ -n "${PERSISTENT_READONLY}" ] + then + return + fi + + local backing="$(mount_persistent_media ${device})" + if [ -z "${backing}" ] + then + return + fi + + local include_list="${backing}/${persistence_list}" + if [ ! -r "${include_list}" ] + then + echo "# home-rw backwards compatibility: +/home source=." > "${include_list}" + fi }