X-Git-Url: https://git.grml.org/?p=grml2usb.git;a=blobdiff_plain;f=grml2usb;h=9dcd21cd28ad80d7ba8a13e44fd45f3f061a258e;hp=b57d6cc79b03d129191be82adc45ac5bd7f17b38;hb=61678a9511f8fbedc4389b45d87a272174bd7a13;hpb=2297a3ea92198bdef731142274df74c246b039fd diff --git a/grml2usb b/grml2usb index b57d6cc..9dcd21c 100755 --- a/grml2usb +++ b/grml2usb @@ -18,7 +18,7 @@ from inspect import isroutine, isclass import datetime, logging, os, re, subprocess, sys, tempfile, time # global variables -PROG_VERSION = "0.9.2(pre1)" +PROG_VERSION = "0.9.2(pre2)" MOUNTED = set() # register mountpoints TMPFILES = set() # register tmpfiles DATESTAMP = time.mktime(datetime.datetime.now().timetuple()) # unique identifier for syslinux.cfg @@ -46,24 +46,28 @@ parser.add_option("--fat16", dest="fat16", action="store_true", help="format specified partition with FAT16") parser.add_option("--force", dest="force", action="store_true", help="force any actions requiring manual interaction") -parser.add_option("--grub", dest="grub", action="store_true", - help="install grub bootloader instead of syslinux [TODO]") -parser.add_option("--initrd", dest="initrd", action="store", type="string", - help="install specified initrd instead of the default [TODO]") -parser.add_option("--kernel", dest="kernel", action="store", type="string", - help="install specified kernel instead of the default [TODO]") -parser.add_option("--lilo", dest="lilo", action="store", type="string", +#parser.add_option("--initrd", dest="initrd", action="store", type="string", +# help="install specified initrd instead of the default [TODO - not implemented yet]") +#parser.add_option("--kernel", dest="kernel", action="store", type="string", +# help="install specified kernel instead of the default [TODO - not implemented yet]") +parser.add_option("--lilo-binary", dest="lilobin", action="store", type="string", help="lilo executable to be used for installing MBR") +parser.add_option("--mbr-manager", dest="mbrmgr", action="store_true", + help="enable interactive boot manager menu in MBR") parser.add_option("--quiet", dest="quiet", action="store_true", help="do not output anything but just errors on console") parser.add_option("--skip-addons", dest="skipaddons", action="store_true", help="do not install /boot/addons/ files") parser.add_option("--skip-mbr", dest="skipmbr", action="store_true", help="do not install a master boot record (MBR) on the device") -parser.add_option("--squashfs", dest="squashfs", action="store", type="string", - help="install specified squashfs file instead of the default [TODO]") -parser.add_option("--uninstall", dest="uninstall", action="store_true", - help="remove grml ISO files from specified device [TODO]") +parser.add_option("--syslinux", dest="syslinux", action="store_true", + help="install syslinux bootloader instead of grub") +parser.add_option("--syslinux-mbr", dest="syslinuxmbr", action="store_true", + help="install syslinux master boot record (MBR) instead of default") +#parser.add_option("--squashfs", dest="squashfs", action="store", type="string", +# help="install specified squashfs file instead of the default [TODO - not implemented yet]") +#parser.add_option("--uninstall", dest="uninstall", action="store_true", +# help="remove grml ISO files from specified device [TODO - not implemented yet]") parser.add_option("--verbose", dest="verbose", action="store_true", help="enable verbose mode") parser.add_option("-v", "--version", dest="version", action="store_true", @@ -95,14 +99,16 @@ def cleanup(): def register_tmpfile(path): - """TODO + """ + TODO - not implemented yet """ TMPFILES.add(path) def unregister_tmpfile(path): - """TODO + """ + TODO - not implemented yet """ if path in TMPFILES: @@ -110,14 +116,18 @@ def unregister_tmpfile(path): def register_mountpoint(target): - """TODO + """register specified target in a set() for handling clean exiting + + @target: destination target of mountpoint """ MOUNTED.add(target) def unregister_mountpoint(target): - """TODO + """unregister specified target in a set() for handling clean exiting + + @target: destination target of mountpoint """ if target in MOUNTED: @@ -210,32 +220,239 @@ def mkfs_fat16(device): proc = subprocess.Popen(["mkfs.vfat", "-F", "16", device]) proc.wait() if proc.returncode != 0: - raise Exception("error executing mkfs.vfat") + raise CriticalException("error executing mkfs.vfat") + + +def generate_main_grub2_config(grml_flavour, install_partition, bootoptions): + """Generate grub2 configuration for use via grub.cfg + + @grml_flavour: name of grml flavour the configuration should be generated for + @install_partition: partition number for use in (hd0,X) + @bootoptions: additional bootoptions that should be used by default""" + + local_datestamp = DATESTAMP + + return("""\ +## main grub2 configuration - generated by grml2usb [main config generated at: %(local_datestamp)s] +set default=0 +set timeout=5 + +insmod fat + +if font (hd0,%(install_partition)s)/boot/grub/ascii.pff ; then + insmod png + set gfxmode=640x480 + insmod gfxterm + insmod vbe + terminal gfxterm +fi + +if background_image (hd0,%(install_partition)s)/boot/grub/grml.png ; then + set color_normal=black/black + set color_highlight=red/black +else + set menu_color_normal=white/black + set menu_color_highlight=black/yellow +fi + +menuentry "%(grml_flavour)s (default)" { + set root=(hd0,%(install_partition)s) + linux /boot/release/%(grml_flavour)s/linux26 apm=power-off lang=us vga=791 quiet boot=live nomce module=%(grml_flavour)s %(bootoptions)s + initrd /boot/release/%(grml_flavour)s/initrd.gz +} + +menuentry "Memory test (memtest86+)" { + set root=(hd0,%(install_partition)s) + linux /boot/addons/memtest +} + +menuentry "Grub - all in one image" { + set root=(hd0,%(install_partition)s) + linux /boot/addons/memdisk + initrd /boot/addons/allinone.img +} + +menuentry "FreeDOS" { + set root=(hd0,%(install_partition)s) + linux /boot/addons/memdisk + initrd /boot/addons/balder10.imz +} + +menuentry "MirBSD" { + set root=(hd0,%(install_partition)s) + linux /boot/addons/bsd4grml/ldbsd.com +} + +menuentry "Boot OS of first partition on first disk" { + set root=(hd0,1) + chainloader +1 +} + +""" % {'grml_flavour': grml_flavour, 'local_datestamp': local_datestamp, + 'bootoptions': bootoptions, 'install_partition': install_partition } ) + + +def generate_flavour_specific_grub2_config(grml_flavour, install_partition, bootoptions): + """Generate grub2 configuration for use via grub.cfg + + @grml_flavour: name of grml flavour the configuration should be generated for + @install_partition: partition number for use in (hd0,X) + @bootoptions: additional bootoptions that should be used by default""" + + local_datestamp = DATESTAMP + + return("""\ +## flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] +menuentry "%(grml_flavour)s" { + set root=(hd0,%(install_partition)s) + linux /boot/release/%(grml_flavour)s/linux26 apm=power-off boot=live nomce vga=791 quiet module=%(grml_flavour)s %(bootoptions)s + initrd /boot/release/%(grml_flavour)s/initrd.gz +} + +## flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] +menuentry "%(grml_flavour)s2ram" { + set root=(hd0,%(install_partition)s) + linux /boot/release/%(grml_flavour)s/linux26 apm=power-off boot=live nomce vga=791 quiet module=%(grml_flavour)s toram=%(grml_flavour)s %(bootoptions)s + initrd /boot/release/%(grml_flavour)s/initrd.gz +} + +## flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] +menuentry "%(grml_flavour)s-debug" { + set root=(hd0,%(install_partition)s) + linux /boot/release/%(grml_flavour)s/linux26 + initrd /boot/release/%(grml_flavour)s/initrd.gz apm=power-off boot=live nomce vga=791 quiet module=%(grml_flavour)s debug boot=live initcall_debug%(bootoptions)s +} + +## flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] +menuentry "%(grml_flavour)s-x" { + set root=(hd0,%(install_partition)s) + linux /boot/release/%(grml_flavour)s/linux26 + initrd /boot/release/%(grml_flavour)s/initrd.gz apm=power-off boot=live nomce vga=791 quiet module=%(grml_flavour)s startx=wm-ng %(bootoptions)s +} + +## flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] +menuentry "%(grml_flavour)s-nofb" { + set root=(hd0,%(install_partition)s) + linux /boot/release/%(grml_flavour)s/linux26 + initrd /boot/release/%(grml_flavour)s/initrd.gz apm=power-off boot=live nomce quiet module=%(grml_flavour)s vga=normal video=ofonly %(bootoptions)s +} + +## flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] +menuentry "%(grml_flavour)s-failsafe" { + set root=(hd0,%(install_partition)s) + linux /boot/release/%(grml_flavour)s/linux26 + initrd /boot/release/%(grml_flavour)s/initrd.gz apm=power-off boot=live nomce quiet module=%(grml_flavour)s vga=normal lang=us boot=live noautoconfig atapicd noacpi acpi=off nomodules nofirewire noudev nousb nohotplug noapm nopcmcia maxcpus=1 noscsi noagp nodma ide=nodma noswap nofstab nosound nogpm nosyslog nodhcp nocpu nodisc nomodem xmodule=vesa noraid nolvm %(bootoptions)s +} + +## flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] +menuentry "%(grml_flavour)s-forensic" { + set root=(hd0,%(install_partition)s) + linux /boot/release/%(grml_flavour)s/linux26 + initrd /boot/release/%(grml_flavour)s/initrd.gz apm=power-off boot=live nomce vga=791 quiet module=%(grml_flavour)s nofstab noraid nolvm noautoconfig noswap raid=noautodetect %(bootoptions)s +} + +## flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] +menuentry "%(grml_flavour)s-serial" { + set root=(hd0,%(install_partition)s) + linux /boot/release/%(grml_flavour)s/linux26 + initrd /boot/release/%(grml_flavour)s/initrd.gz apm=power-off boot=live nomce quiet module=%(grml_flavour)s vga=normal video=vesafb:off console=tty1 console=ttyS0,9600n8 %(bootoptions)s +} + +""" % {'grml_flavour': grml_flavour, 'local_datestamp': local_datestamp, + 'bootoptions': bootoptions, 'install_partition': install_partition } ) + + +def generate_flavour_specific_grub1_config(grml_flavour, install_partition, bootoptions): + """Generate grub1 configuration for use via menu.lst + + @grml_flavour: name of grml flavour the configuration should be generated for + @install_partition: partition number for use in (hd0,X) + @bootoptions: additional bootoptions that should be used by default""" + local_datestamp = DATESTAMP + + return("""\ +## flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] +title %(grml_flavour)s +kernel (hd0,%(install_partition)s)/boot/release/%(grml_flavour)s/linux26 apm=power-off boot=live nomce vga=791 quiet module=%(grml_flavour)s %(bootoptions)s +initrd (hd0,%(install_partition)s)/boot/release/%(grml_flavour)s/initrd.gz + +## flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] +title %(grml_flavour)s2ram +kernel (hd0,%(install_partition)s)/boot/release/%(grml_flavour)s/linux26 apm=power-off boot=live nomce vga=791 quiet module=%(grml_flavour)s toram=%(grml_flavour)s %(bootoptions)s +initrd (hd0,%(install_partition)s)/boot/release/%(grml_flavour)s/initrd.gz + +## flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] +title %(grml_flavour)s-debug +kernel (hd0,%(install_partition)s)/boot/release/%(grml_flavour)s/linux26 apm=power-off boot=live nomce vga=791 quiet module=%(grml_flavour)s debug boot=live initcall_debug%(bootoptions)s +initrd (hd0,%(install_partition)s)/boot/release/%(grml_flavour)s/initrd.gz + +## flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] +title %(grml_flavour)s-x +kernel (hd0,%(install_partition)s)/boot/release/%(grml_flavour)s/linux26 apm=power-off boot=live nomce vga=791 quiet module=%(grml_flavour)s startx=wm-ng %(bootoptions)s +initrd (hd0,%(install_partition)s)/boot/release/%(grml_flavour)s/initrd.gz + +## flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] +title %(grml_flavour)s-nofb +kernel (hd0,%(install_partition)s)/boot/release/%(grml_flavour)s/linux26 apm=power-off boot=live nomce quiet module=%(grml_flavour)s vga=normal video=ofonly %(bootoptions)s +initrd (hd0,%(install_partition)s)/boot/release/%(grml_flavour)s/initrd.gz + +## flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] +title %(grml_flavour)s-failsafe +kernel (hd0,%(install_partition)s)/boot/release/%(grml_flavour)s/linux26 apm=power-off boot=live nomce quiet module=%(grml_flavour)s vga=normal lang=us boot=live noautoconfig atapicd noacpi acpi=off nomodules nofirewire noudev nousb nohotplug noapm nopcmcia maxcpus=1 noscsi noagp nodma ide=nodma noswap nofstab nosound nogpm nosyslog nodhcp nocpu nodisc nomodem xmodule=vesa noraid nolvm %(bootoptions)s +initrd (hd0,%(install_partition)s)/boot/release/%(grml_flavour)s/initrd.gz + +## flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] +title %(grml_flavour)s-forensic +kernel (hd0,%(install_partition)s)/boot/release/%(grml_flavour)s/linux26 apm=power-off boot=live nomce vga=791 quiet module=%(grml_flavour)s nofstab noraid nolvm noautoconfig noswap raid=noautodetect %(bootoptions)s +initrd (hd0,%(install_partition)s)/boot/release/%(grml_flavour)s/initrd.gz + +## flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] +title %(grml_flavour)s-serial +kernel (hd0,%(install_partition)s)/boot/release/%(grml_flavour)s/linux26 apm=power-off boot=live nomce quiet module=%(grml_flavour)s vga=normal video=vesafb:off console=tty1 console=ttyS0,9600n8 %(bootoptions)s +initrd (hd0,%(install_partition)s)/boot/release/%(grml_flavour)s/initrd.gz -def generate_grub_config(grml_flavour): - """Generate grub configuration for use via menu.lst +""" % {'grml_flavour': grml_flavour, 'local_datestamp': local_datestamp, + 'bootoptions': bootoptions, 'install_partition': install_partition } ) + + +def generate_main_grub1_config(grml_flavour, install_partition, bootoptions): + """Generate grub1 configuration for use via menu.lst @grml_flavour: name of grml flavour the configuration should be generated for""" - # TODO - # * what about systems using grub2 without having grub1 available? - # * support grub2? + + local_datestamp = DATESTAMP return("""\ +## main grub1 configuration - generated by grml2usb [main config generated at: %(local_datestamp)s] # misc options: timeout 30 # color red/blue green/black -splashimage=/boot/grub/splash.xpm.gz +splashimage=(hd0,%(install_partition)s)/boot/grub/splash.xpm.gz foreground = 000000 background = FFCC33 # define entries: title %(grml_flavour)s - Default boot (using 1024x768 framebuffer) -kernel /boot/release/%(grml_flavour)s/linux26 apm=power-off lang=us vga=791 quiet boot=live nomce module=%(grml_flavour)s -initrd /boot/release/%(grml_flavour)s/initrd.gz +kernel (hd0,%(install_partition)s)/boot/release/%(grml_flavour)s/linux26 apm=power-off lang=us vga=791 quiet boot=live nomce module=%(grml_flavour)s +initrd (hd0,%(install_partition)s)/boot/release/%(grml_flavour)s/initrd.gz + +title Memory test (memtest86+) +kernel (hd0,%(install_partition)s)/boot/addons/memtest -# TODO: extend configuration :) -""" % {'grml_flavour': grml_flavour} ) +title Grub - all in one image +kernel (hd0,%(install_partition)s)/boot/addons/memdisk +initrd (hd0,%(install_partition)s)/boot/addons/allinone.img + +title FreeDOS +kernel (hd0,%(install_partition)s)/boot/addons/memdisk +initrd (hd0,%(install_partition)s)/boot/addons/balder10.imz + +title MirBSD +kernel (hd0,%(install_partition)s)/boot/addons/bsd4grml/ldbsd.com + +""" % {'grml_flavour': grml_flavour, 'local_datestamp': local_datestamp, + 'bootoptions': bootoptions, 'install_partition': install_partition } ) def generate_isolinux_splash(grml_flavour): @@ -259,7 +476,7 @@ def generate_main_syslinux_config(grml_flavour, bootoptions): """Generate main configuration for use in syslinux.cfg @grml_flavour: name of grml flavour the configuration should be generated for - @bootoptions: bootoptions that should be used as a default""" + @bootoptions: additional bootoptions that should be used by default""" local_datestamp = DATESTAMP @@ -287,7 +504,7 @@ F10 /boot/syslinux/f10 # the default option (using %(grml_flavour)s) LABEL grml KERNEL /boot/release/%(grml_flavour)s/linux26 -APPEND initrd=/boot/release/%(grml_flavour)s/initrd.gz apm=power-off boot=live nomce quiet module=%(grml_flavour)s %(bootoptions)s +APPEND initrd=/boot/release/%(grml_flavour)s/initrd.gz apm=power-off boot=live nomce vga=791 quiet module=%(grml_flavour)s %(bootoptions)s # memtest LABEL memtest @@ -305,6 +522,11 @@ MENU LABEL dos KERNEL /boot/addons/memdisk APPEND initrd=/boot/addons/balder10.imz +# bsd +LABEL bsd +MENU LABEL bsd +KERNEL /boot/addons/bsd4grml/ldbsd.com + ## end of global configuration """ % {'grml_flavour': grml_flavour, 'local_datestamp': local_datestamp, 'bootoptions': bootoptions} ) @@ -322,22 +544,22 @@ def generate_flavour_specific_syslinux_config(grml_flavour, bootoptions): # flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] LABEL %(grml_flavour)s KERNEL /boot/release/%(grml_flavour)s/linux26 -APPEND initrd=/boot/release/%(grml_flavour)s/initrd.gz apm=power-off boot=live nomce quiet module=%(grml_flavour)s %(bootoptions)s +APPEND initrd=/boot/release/%(grml_flavour)s/initrd.gz apm=power-off boot=live nomce vga=791 quiet module=%(grml_flavour)s %(bootoptions)s # flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] LABEL %(grml_flavour)s2ram KERNEL /boot/release/%(grml_flavour)s/linux26 -APPEND initrd=/boot/release/%(grml_flavour)s/initrd.gz apm=power-off boot=live nomce quiet module=%(grml_flavour)s toram=%(grml_flavour)s %(bootoptions)s +APPEND initrd=/boot/release/%(grml_flavour)s/initrd.gz apm=power-off boot=live nomce vga=791 quiet module=%(grml_flavour)s toram=%(grml_flavour)s %(bootoptions)s # flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] LABEL %(grml_flavour)s-debug KERNEL /boot/release/%(grml_flavour)s/linux26 -APPEND initrd=/boot/release/%(grml_flavour)s/initrd.gz apm=power-off boot=live nomce quiet module=%(grml_flavour)s debug boot=live initcall_debug%(bootoptions)s +APPEND initrd=/boot/release/%(grml_flavour)s/initrd.gz apm=power-off boot=live nomce vga=791 quiet module=%(grml_flavour)s debug boot=live initcall_debug%(bootoptions)s # flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] LABEL %(grml_flavour)s-x KERNEL /boot/release/%(grml_flavour)s/linux26 -APPEND initrd=/boot/release/%(grml_flavour)s/initrd.gz apm=power-off boot=live nomce quiet module=%(grml_flavour)s startx=wm-ng %(bootoptions)s +APPEND initrd=/boot/release/%(grml_flavour)s/initrd.gz apm=power-off boot=live nomce vga=791 quiet module=%(grml_flavour)s startx=wm-ng %(bootoptions)s # flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] LABEL %(grml_flavour)s-nofb @@ -352,7 +574,7 @@ APPEND initrd=/boot/release/%(grml_flavour)s/initrd.gz apm=power-off boot=live n # flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] LABEL %(grml_flavour)s-forensic KERNEL /boot/release/%(grml_flavour)s/linux26 -APPEND initrd=/boot/release/%(grml_flavour)s/initrd.gz apm=power-off boot=live nomce quiet module=%(grml_flavour)s nofstab noraid nolvm noautoconfig noswap raid=noautodetect %(bootoptions)s +APPEND initrd=/boot/release/%(grml_flavour)s/initrd.gz apm=power-off boot=live nomce vga=791 quiet module=%(grml_flavour)s nofstab noraid nolvm noautoconfig noswap raid=noautodetect %(bootoptions)s # flavour specific configuration for %(grml_flavour)s [grml2usb for %(grml_flavour)s: %(local_datestamp)s] LABEL %(grml_flavour)s-serial @@ -364,12 +586,31 @@ APPEND initrd=/boot/release/%(grml_flavour)s/initrd.gz apm=power-off boot=live n def install_grub(device): """Install grub on specified device. + @mntpoint: mountpoint of device where grub should install its files to @device: partition where grub should be installed to""" if options.dryrun: - logging.info("Would execute grub-install %s now.", device) + logging.info("Would execute grub-install [--root-directory=mount_point] %s now.", device) else: - logging.critical("TODO: sorry - grub-install %s not implemented yet" % device) + device_mountpoint = tempfile.mkdtemp() + register_tmpfile(device_mountpoint) + try: + mount(device, device_mountpoint, "") + logging.debug("grub-install --recheck --no-floppy --root-directory=%s %s", device_mountpoint, device) + proc = subprocess.Popen(["grub-install", "--recheck", "--no-floppy", + "--root-directory=%s" % device_mountpoint, device], stdout=file(os.devnull, "r+")) + proc.wait() + if proc.returncode != 0: + raise Exception("error executing grub-install") + except CriticalException, error: + logging.critical("Fatal: %s" % error) + cleanup() + sys.exit(1) + + finally: + unmount(device_mountpoint, "") + os.rmdir(device_mountpoint) + unregister_tmpfile(device_mountpoint) def install_syslinux(device): @@ -387,7 +628,7 @@ def install_syslinux(device): proc = subprocess.Popen(["syslinux", "-d", "boot/syslinux", device]) proc.wait() if proc.returncode != 0: - raise Exception("error executing syslinux") + raise CriticalException("Error executing syslinux (either try --fat16 or --grub?)") def install_bootloader(device): @@ -395,24 +636,31 @@ def install_bootloader(device): @device: partition where bootloader should be installed to""" - # Install bootloader on the device (/dev/sda), - # not on the partition itself (/dev/sda1)? - #if partition[-1:].isdigit(): - # device = re.match(r'(.*?)\d*$', partition).group(1) - #else: - # device = partition - - if options.grub: - install_grub(device) + # by default we use grub, so install syslinux only on request + if options.syslinux: + try: + install_syslinux(device) + except CriticalException, error: + logging.critical("Fatal: %s" % error) + cleanup() + sys.exit(1) else: - install_syslinux(device) + try: + install_grub(device) + except CriticalException, error: + logging.critical("Fatal: %s" % error) + cleanup() + sys.exit(1) + +def execute_lilo(lilo, device): + """execute lilo for activating the partitions in the MBR -def install_lilo_mbr(lilo, device): - """TODO""" + @lilo: path of lilo executable + @device: device where lilo should be executed on""" # to support -A for extended partitions: - logging.info("Installing MBR") + logging.info("Activating partitions in MBR via lilo") logging.debug("%s -S /dev/null -M %s ext" % (lilo, device)) proc = subprocess.Popen([lilo, "-S", "/dev/null", "-M", device, "ext"]) proc.wait() @@ -428,12 +676,15 @@ def install_lilo_mbr(lilo, device): def install_syslinux_mbr(device): - """TODO""" + """install syslinux's master boot record (MBR) on the specified device + + @device: device where MBR of syslinux should be installed to""" # lilo's mbr is broken, use the one from syslinux instead: if not os.path.isfile("/usr/lib/syslinux/mbr.bin"): raise Exception("/usr/lib/syslinux/mbr.bin can not be read") + logging.info("Installing syslinux MBR") logging.debug("cat /usr/lib/syslinux/mbr.bin > %s" % device) try: # TODO -> use Popen instead? @@ -444,8 +695,87 @@ def install_syslinux_mbr(device): logging.critical("Execution failed:", error) -def install_mbr(device): - """Install a default master boot record on given device +def install_mir_mbr(mbrtemplate, device, partition, ismirbsdmbr=True): + """install 'mbr' master boot record (MBR) on a device + + Retrieve the partition table from "device", install an MBR from + the "mbrtemplate" file, set the "partition" (0..3) active, and + install the result back to "device". + + @mbrtemplate: default MBR file + + @device: name of a file assumed to be a hard disc (or USB stick) image, + or something like "/dev/sdb" + @partition: must be a number between 0 and 3, inclusive + + @mbrtemplate: must be a valid MBR file of at least 440 (or 439 + if ismirbsdmbr) bytes. + + @ismirbsdmbr: if set the partitions' active flags are not changed. + Instead, the MBR's default value is set accordingly.""" + + logging.info("Installing default MBR") + + if not os.path.isfile(mbrtemplate): + logging.critical("Error: %s can not be read." % mbrtemplate) + raise CriticalException("Error installing MBR (either try --syslinux-mbr or install missing file?)") + + if (partition < 0) or (partition > 3): + raise ValueError("partition must be between 0 and 3") + + if ismirbsdmbr: + nmbrbytes = 439 + else: + nmbrbytes = 440 + + tmpf = tempfile.NamedTemporaryFile() + + logging.debug("executing: dd if='%s' of='%s' bs=512 count=1" % (device, tmpf.name)) + proc = subprocess.Popen(["dd", "if=%s" % device, "of=%s" % tmpf.name, "bs=512", "count=1"], stderr=file(os.devnull, "r+")) + proc.wait() + if proc.returncode != 0: + raise Exception("error executing dd (first run)") + + logging.debug("executing: dd if=%s of=%s bs=%s count=1 conv=notrunc" % (mbrtemplate, + tmpf.name, nmbrbytes)) + proc = subprocess.Popen(["dd", "if=%s" % mbrtemplate, "of=%s" % tmpf.name, "bs=%s" % nmbrbytes, + "count=1", "conv=notrunc"], stderr=file(os.devnull, "r+")) + proc.wait() + if proc.returncode != 0: + raise Exception("error executing dd (second run)") + + mbrcode = tmpf.file.read(512) + if len(mbrcode) < 512: + raise EOFError("MBR size (%d) < 512" % len(mbrcode)) + + if ismirbsdmbr: + mbrcode = mbrcode[0:439] + chr(partition) + \ + mbrcode[440:510] + "\x55\xAA" + else: + actives = ["\x00", "\x00", "\x00", "\x00"] + actives[partition] = "\x80" + mbrcode = mbrcode[0:446] + actives[0] + \ + mbrcode[447:462] + actives[1] + \ + mbrcode[463:478] + actives[2] + \ + mbrcode[479:494] + actives[3] + \ + mbrcode[495:510] + "\x55\xAA" + + tmpf.file.seek(0) + tmpf.file.truncate() + tmpf.file.write(mbrcode) + tmpf.file.close() + + logging.debug("executing: dd if='%s' of='%s' bs=512 count=1 conv=notrunc" % (tmpf.name, device)) + proc = subprocess.Popen(["dd", "if=%s" % tmpf.name, "of=%s" % device, "bs=512", "count=1", + "conv=notrunc"], stderr=file(os.devnull, "r+")) + proc.wait() + if proc.returncode != 0: + raise Exception("error executing dd (third run)") + del tmpf + + +def handle_syslinux_mbr(device): + """Install syslinux master boot record on given device @device: device where MBR should be installed to""" @@ -463,8 +793,8 @@ def install_mbr(device): else: lilo = '/usr/share/grml2usb/lilo/lilo.static.i386' # finally prefer a specified lilo executable - if options.lilo: - lilo = options.lilo + if options.lilobin: + lilo = options.lilobin if not is_exe(lilo): raise Exception("lilo executable can not be execute") @@ -473,7 +803,7 @@ def install_mbr(device): logging.info("Would install MBR running lilo and using syslinux.") return 0 - install_lilo_mbr(lilo, device) + execute_lilo(lilo, device) install_syslinux_mbr(device) @@ -499,8 +829,13 @@ def mount(source, target, mount_options): @target: directory where the ISO should be mounted to @options: mount specific options""" - # notice: options.dryrun does not work here, as we have to + # note: options.dryrun does not work here, as we have to # locate files and identify the grml flavour + + for x in file('/proc/mounts').readlines(): + if x.startswith(source): + raise CriticalException("Error executing mount: %s already mounted - please unmount before invoking grml2usb" % source) + logging.debug("mount %s %s %s" % (mount_options, source, target)) proc = subprocess.Popen(["mount"] + list(mount_options) + [source, target]) proc.wait() @@ -566,10 +901,10 @@ def check_for_fat(partition): if udev_info.returncode == 2: raise CriticalException("Failed to read device %s" - "(wrong UID/permissions or device not present?)" % partition) + " (wrong UID/permissions or device not present?)" % partition) - if filesystem != "vfat": - raise CriticalException("Device %s does not contain a FAT16 partition." % partition) + if options.syslinux and filesystem != "vfat": + raise CriticalException("Partition %s does not contain a FAT16 filesystem. (Use --fat16 or run mkfs.vfat %s)" % (partition, partition)) except OSError: raise CriticalException("Sorry, /lib/udev/vol_id not available.") @@ -588,7 +923,11 @@ def mkdir(directory): def copy_system_files(grml_flavour, iso_mount, target): - """TODO""" + """copy grml's main files (like squashfs, kernel and initrd) to a given target + + @grml_flavour: name of grml flavour the configuration should be generated for + @iso_mount: path where a grml ISO is mounted on + @target: path where grml's main files should be copied to""" squashfs = search_file(grml_flavour + '.squashfs', iso_mount) if squashfs is None: @@ -631,7 +970,10 @@ def copy_system_files(grml_flavour, iso_mount, target): def copy_grml_files(iso_mount, target): - """TODO""" + """copy some minor grml files to a given target + + @iso_mount: path where a grml ISO is mounted on + @target: path where grml's main files should be copied to""" grml_target = target + '/grml/' execute(mkdir, grml_target) @@ -671,7 +1013,11 @@ def copy_grml_files(iso_mount, target): def copy_addons(iso_mount, target): - """TODO""" + """copy grml's addons files (like allinoneimg, bsd4grml,..) to a given target + + @iso_mount: path where a grml ISO is mounted on + @target: path where grml's main files should be copied to""" + addons = target + '/boot/addons/' execute(mkdir, addons) @@ -684,6 +1030,15 @@ def copy_addons(iso_mount, target): proc = subprocess.Popen(["install", "--mode=664", allinoneimg, addons + 'allinone.img']) proc.wait() + # bsd imag + bsdimg = search_file('bsd4grml', iso_mount) + if bsdimg is None: + logging.warn("Warning: bsd4grml not found - can not install it") + else: + logging.debug("cp -a %s %s" % (bsdimg, addons + '/')) + proc = subprocess.Popen(["cp", "-a", bsdimg, addons + '/']) + proc.wait() + # freedos image balderimg = search_file('balder10.imz', iso_mount) if balderimg is None: @@ -713,7 +1068,10 @@ def copy_addons(iso_mount, target): def copy_bootloader_files(iso_mount, target): - """"TODO""" + """copy grml's bootloader files to a given target + + @iso_mount: path where a grml ISO is mounted on + @target: path where grml's main files should be copied to""" syslinux_target = target + '/boot/syslinux/' execute(mkdir, syslinux_target) @@ -741,24 +1099,32 @@ def copy_bootloader_files(iso_mount, target): grub_target + 'splash.xpm.gz']) proc.wait() - if not os.path.isfile("/usr/share/grml2usb/grub/stage2_eltorito"): - logging.critical("Error: /usr/share/grml2usb/grub/stage2_eltorito can not be read.") - raise - else: - logging.debug("cp /usr/share/grml2usb/grub/stage2_eltorito to %s" % grub_target + 'stage2_eltorito') - proc = subprocess.Popen(["install", "--mode=664", '/usr/share/grml2usb/grub/stage2_eltorito', - grub_target + 'stage2_eltorito']) + # grml splash in grub + if os.path.isfile("/usr/share/grml2usb/grub/grml.png"): + logging.debug("cp /usr/share/grml2usb/grub/grml.png to %s" % grub_target + 'grml.png') + proc = subprocess.Popen(["install", "--mode=664", '/usr/share/grml2usb/grub/grml.png', + grub_target + 'grml.png']) + proc.wait() + + # font file for graphical bootsplash in grub + if os.path.isfile("/usr/share/grub/ascii.pff"): + logging.debug("cp /usr/share/grub/ascii.pff to %s" % grub_target + 'ascii.pff') + proc = subprocess.Popen(["install", "--mode=664", '/usr/share/grub/ascii.pff', + grub_target + 'ascii.pff']) proc.wait() -def install_iso_files(grml_flavour, iso_mount, target): - """Copy files from ISO on given target""" +def install_iso_files(grml_flavour, iso_mount, device, target): + """Copy files from ISO to given target + + @grml_flavour: name of grml flavour the configuration should be generated for + @iso_mount: path where a grml ISO is mounted on + @target: path where grml's main files should be copied to""" - # TODO + # TODO => several improvements: # * make sure grml_flavour, iso_mount, target are set when the function is called, otherwise raise exception # * provide alternative search_file() if file information is stored in a config.ini file? # * catch "install: .. No space left on device" & CO - # * abstract copy logic to make the code shorter and get rid of spaghettis ;) if options.dryrun: logging.info("Would copy files to %s", iso_mount) @@ -775,7 +1141,7 @@ def install_iso_files(grml_flavour, iso_mount, target): copy_bootloader_files(iso_mount, target) if not options.dryrun: - handle_bootloader_config(grml_flavour, target) # FIXME + handle_bootloader_config(grml_flavour, device, target) # make sure we sync filesystems before returning proc = subprocess.Popen(["sync"]) @@ -787,7 +1153,7 @@ def uninstall_files(device): @device: partition where grml2usb files should be removed from""" - # TODO + # TODO - not implemented yet logging.critical("TODO: uninstalling files from %s not yet implement, sorry." % device) @@ -816,19 +1182,128 @@ def identify_grml_flavour(mountpath): return grml_flavour -def handle_bootloader_config(grml_flavour, target): - """TODO""" +def handle_grub1_config(grml_flavour, install_partition, grub_target, bootopt): + """Main handler for generating grub1 configuration + + @grml_flavour: name of grml flavour the configuration should be generated for + @install_partition: partition number for use in (hd0,X) + @grub_target: path of grub's configuration files + @bootoptions: additional bootoptions that should be used by default""" + + # grub1 config + grub1_cfg = grub_target + 'menu.lst' + logging.debug("Creating grub1 configuration file (menu.lst)") + + # install main configuration only *once*, no matter how many ISOs we have: + if os.path.isfile(grub1_cfg): + string = open(grub1_cfg).readline() + main_identifier = re.compile(".*main config generated at: %s.*" % re.escape(str(DATESTAMP))) + if not re.match(main_identifier, string): + grub1_config_file = open(grub1_cfg, 'w') + # logging.info("Note: grml flavour %s is being installed as the default booting system." % grml_flavour) + grub1_config_file.write(generate_main_grub1_config(grml_flavour, install_partition, bootopt)) + grub1_config_file.close() + else: + grub1_config_file = open(grub1_cfg, 'w') + grub1_config_file.write(generate_main_grub1_config(grml_flavour, install_partition, bootopt)) + grub1_config_file.close() + + grub_flavour_config = True + if os.path.isfile(grub1_cfg): + string = open(grub1_cfg).readlines() + # logging.info("Note: you can boot flavour %s using '%s' on the commandline." % (grml_flavour, grml_flavour)) + flavour = re.compile("grml2usb for %s: %s" % (re.escape(grml_flavour), re.escape(str(DATESTAMP)))) + for line in string: + if flavour.match(line): + grub_flavour_config = False + + if grub_flavour_config: + grub1_config_file = open(grub1_cfg, 'a') + grub1_config_file.write(generate_flavour_specific_grub1_config(grml_flavour, install_partition, bootopt)) + grub1_config_file.close( ) + + +def handle_grub2_config(grml_flavour, install_partition, grub_target, bootopt): + """Main handler for generating grub2 configuration + + @grml_flavour: name of grml flavour the configuration should be generated for + @install_partition: partition number for use in (hd0,X) + @grub_target: path of grub's configuration files + @bootoptions: additional bootoptions that should be used by default""" + + # grub2 config + grub2_cfg = grub_target + 'grub.cfg' + logging.debug("Creating grub2 configuration file (grub.lst)") + + # install main configuration only *once*, no matter how many ISOs we have: + if os.path.isfile(grub2_cfg): + string = open(grub2_cfg).readline() + main_identifier = re.compile(".*main config generated at: %s.*" % re.escape(str(DATESTAMP))) + if not re.match(main_identifier, string): + grub2_config_file = open(grub2_cfg, 'w') + logging.info("Note: grml flavour %s is being installed as the default booting system." % grml_flavour) + grub2_config_file.write(generate_main_grub2_config(grml_flavour, install_partition, bootopt)) + grub2_config_file.close() + else: + grub2_config_file = open(grub2_cfg, 'w') + grub2_config_file.write(generate_main_grub2_config(grml_flavour, install_partition, bootopt)) + grub2_config_file.close() + + grub_flavour_config = True + if os.path.isfile(grub2_cfg): + string = open(grub2_cfg).readlines() + logging.info("Note: you can boot flavour %s using '%s' on the commandline." % (grml_flavour, grml_flavour)) + flavour = re.compile("grml2usb for %s: %s" % (re.escape(grml_flavour), re.escape(str(DATESTAMP)))) + for line in string: + if flavour.match(line): + grub_flavour_config = False + + if grub_flavour_config: + grub2_config_file = open(grub2_cfg, 'a') + grub2_config_file.write(generate_flavour_specific_grub2_config(grml_flavour, install_partition, bootopt)) + grub2_config_file.close( ) + + +def handle_grub_config(grml_flavour, device, target): + """Main handler for generating grub (v1 and v2) configuration + + @grml_flavour: name of grml flavour the configuration should be generated for + @device: device/partition where grub should be installed to + @target: path of grub's configuration files""" logging.debug("Generating grub configuration") - #with open("...", "w") as f: - #f.write("bla bla bal") grub_target = target + '/boot/grub/' - # should be present via copy_bootloader_files(), but make sure it exists: execute(mkdir, grub_target) - grub_config_file = open(grub_target + 'menu.lst', 'w') - grub_config_file.write(generate_grub_config(grml_flavour)) - grub_config_file.close() + + # we have to adjust root() inside grub configuration + if device[-1:].isdigit(): + install_grub1_partition = int(device[-1:]) - 1 + install_grub2_partition = device[-1:] + + # do NOT write "None" in kernel cmdline + if options.bootoptions is None: + bootopt = "" + else: + bootopt = options.bootoptions + + # write menu.lst + handle_grub1_config(grml_flavour, install_grub1_partition, grub_target, bootopt) + # write grub.cfg + handle_grub2_config(grml_flavour, install_grub2_partition, grub_target, bootopt) + + +def handle_syslinux_config(grml_flavour, target): + """Main handler for generating syslinux configuration + + @grml_flavour: name of grml flavour the configuration should be generated for + @target: path of syslinux's configuration files""" + + # do NOT write "None" in kernel cmdline + if options.bootoptions is None: + bootopt = "" + else: + bootopt = options.bootoptions logging.info("Generating syslinux configuration") syslinux_target = target + '/boot/syslinux/' @@ -842,28 +1317,28 @@ def handle_bootloader_config(grml_flavour, target): main_identifier = re.compile(".*main config generated at: %s.*" % re.escape(str(DATESTAMP))) if not re.match(main_identifier, string): syslinux_config_file = open(syslinux_cfg, 'w') - logging.info("Notice: grml flavour %s is being installed as the default booting system." % grml_flavour) - syslinux_config_file.write(generate_main_syslinux_config(grml_flavour, options.bootoptions)) + logging.info("Note: grml flavour %s is being installed as the default booting system." % grml_flavour) + syslinux_config_file.write(generate_main_syslinux_config(grml_flavour, bootopt)) syslinux_config_file.close() else: syslinux_config_file = open(syslinux_cfg, 'w') - syslinux_config_file.write(generate_main_syslinux_config(grml_flavour, options.bootoptions)) + syslinux_config_file.write(generate_main_syslinux_config(grml_flavour, bootopt)) syslinux_config_file.close() # install flavour specific configuration only *once* as well # kind of ugly - I'm pretty sure this could be smoother... - flavour_config = True + syslinux_flavour_config = True if os.path.isfile(syslinux_cfg): string = open(syslinux_cfg).readlines() - logging.info("Notice: you can boot flavour %s using '%s' on the commandline." % (grml_flavour, grml_flavour)) + logging.info("Note: you can boot flavour %s using '%s' on the commandline." % (grml_flavour, grml_flavour)) flavour = re.compile("grml2usb for %s: %s" % (re.escape(grml_flavour), re.escape(str(DATESTAMP)))) for line in string: if flavour.match(line): - flavour_config = False + syslinux_flavour_config = False - if flavour_config: + if syslinux_flavour_config: syslinux_config_file = open(syslinux_cfg, 'a') - syslinux_config_file.write(generate_flavour_specific_syslinux_config(grml_flavour, options.bootoptions)) + syslinux_config_file.write(generate_flavour_specific_syslinux_config(grml_flavour, bootopt)) syslinux_config_file.close( ) logging.debug("Generating isolinux/syslinux splash %s" % syslinux_target + 'boot.msg') @@ -872,6 +1347,19 @@ def handle_bootloader_config(grml_flavour, target): isolinux_splash.close( ) +def handle_bootloader_config(grml_flavour, device, target): + """Main handler for generating bootloader's configuration + + @grml_flavour: name of grml flavour the configuration should be generated for + @device: device/partition where bootloader should be installed to + @target: path of bootloader's configuration files""" + + if options.syslinux: + handle_syslinux_config(grml_flavour, target) + else: + handle_grub_config(grml_flavour, device, target) + + def handle_iso(iso, device): """Main logic for mounting ISOs and copying files. @@ -881,7 +1369,7 @@ def handle_iso(iso, device): logging.info("Using ISO %s" % iso) if os.path.isdir(iso): - logging.critical("TODO: /live/image handling not yet implemented - sorry") # TODO + logging.critical("TODO: /live/image handling not yet implemented - sorry") sys.exit(1) iso_mountpoint = tempfile.mkdtemp() @@ -913,11 +1401,12 @@ def handle_iso(iso, device): except CriticalException, error: logging.critical("Fatal: %s" % error) cleanup() + sys.exit(1) try: grml_flavour = identify_grml_flavour(iso_mountpoint) logging.info("Identified grml flavour \"%s\"." % grml_flavour) - install_iso_files(grml_flavour, iso_mountpoint, device_mountpoint) + install_iso_files(grml_flavour, iso_mountpoint, device, device_mountpoint) except TypeError: logging.critical("Fatal: a critical error happend during execution (not a grml ISO?), giving up") sys.exit(1) @@ -934,16 +1423,11 @@ def handle_iso(iso, device): def handle_mbr(device): - """TODO""" + """Main handler for installing master boot record (MBR) - # install MBR - # if not options.mbr: - # logging.info("You are NOT using the --mbr option. Consider using it if your device does not boot.") - # else: - # make sure we install MBR on /dev/sdX and not /dev/sdX# + @device: device where the MBR should be installed to""" # make sure we have syslinux available - # if options.mbr: if not options.skipmbr: if not which("syslinux") and not options.copyonly and not options.dryrun: logging.critical('Sorry, syslinux not available. Exiting.') @@ -953,9 +1437,16 @@ def handle_mbr(device): if not options.skipmbr: if device[-1:].isdigit(): mbr_device = re.match(r'(.*?)\d*$', device).group(1) + partition_number = int(device[-1:]) - 1 try: - install_mbr(mbr_device) + if options.syslinuxmbr: + handle_syslinux_mbr(mbr_device) + else: + if options.mbrmgr: + install_mir_mbr('/usr/share/grml2usb/mbr/mbrmgr', mbr_device, partition_number, True) + else: + install_mir_mbr('/usr/share/grml2usb/mbr/mbrldr', mbr_device, partition_number, True) except IOError, error: logging.critical("Execution failed: %s", error) sys.exit(1) @@ -965,7 +1456,9 @@ def handle_mbr(device): def handle_vfat(device): - """TODO""" + """Check for FAT specific settings and options + + @device: device that should checked / formated""" # make sure we have mkfs.vfat available if options.fat16 and not options.force: @@ -975,10 +1468,14 @@ def handle_vfat(device): sys.exit(1) # make sure the user is aware of what he is doing - f = raw_input("Are you sure you want to format the device with a fat16 filesystem? y/N ") + f = raw_input("Are you sure you want to format the specified partition with fat16? y/N ") if f == "y" or f == "Y": logging.info("Note: you can skip this question using the option --force") - mkfs_fat16(device) + try: + mkfs_fat16(device) + except CriticalException, error: + logging.critical("Execution failed: %s", error) + sys.exit(1) else: sys.exit(1) @@ -1000,7 +1497,9 @@ def handle_vfat(device): def handle_compat_warning(device): - """TODO""" + """Backwards compatible checks + + @device: device that should be checked""" # make sure we can replace old grml2usb script and warn user when using old way of life: if device.startswith("/mnt/external") or device.startswith("/mnt/usb") and not options.force: @@ -1016,13 +1515,13 @@ def handle_compat_warning(device): def handle_logging(): - """TODO""" + """Log handling and configuration""" if options.verbose: FORMAT = "%(asctime)-15s %(message)s" logging.basicConfig(level=logging.DEBUG, format=FORMAT) elif options.quiet: - FORMAT = "Critial: %(message)s" + FORMAT = "Critical: %(message)s" logging.basicConfig(level=logging.CRITICAL, format=FORMAT) else: FORMAT = "Info: %(message)s" @@ -1030,7 +1529,10 @@ def handle_logging(): def handle_bootloader(device): - """TODO""" + """wrapper for installing bootloader + + @device: device where bootloader should be installed to""" + # Install bootloader only if not using the --copy-only option if options.copyonly: logging.info("Not installing bootloader and its files as requested via option copyonly.") @@ -1055,12 +1557,20 @@ def main(): check_uid_root() if options.dryrun: - logging.info("Running in simulate mode as requested via option dry-run.") + logging.info("Running in simulation mode as requested via option dry-run.") # specified arguments device = args[len(args) - 1] isos = args[0:len(args) - 1] + if device[-1:].isdigit(): + if int(device[-1:]) > 4: + logging.critical("Fatal: installation on partition number >4 not supported. (BIOS won't support it.)") + sys.exit(1) + else: + logging.critical("Fatal: installation on raw device not supported. (BIOS won't support it.)") + sys.exit(1) + # provide upgrade path handle_compat_warning(device)