Discussion:
Bug#764798: grub2: Grub rescue shell with RAID 6 mdadm over 8 disks
Mike B
2014-10-11 08:00:11 UTC
Permalink
Package: grub2-common
Version: 2.02~beta2-11
Severity: critical
File: grub2
Justification: breaks the whole system

Dear Maintainer,

I initially was running an 8-disk RAID 6 mdadm. Everything worked fine. The system was upgraded to 14 disks RAID 6 online. Eventually the system was rebooted and now grub drops to rescue complaining of invalid UUID.

Upon further inspection, grub is only seeing 8 disks (ls) instead of 14 and cannot assemble the root mdadm device.

I've tested using VMWare and confirmed that 8-disk RAID 6 mdadm arrays work fine with grub for root, but 9 disk and above break the system and drop to rescue shell.

I have a detailed thread with info here: http://forums.debian.net/viewtopic.php?f=17&t=117483


-- Package-specific info:

*********************** BEGIN /proc/mounts
/dev/sda1 /cdrom vfat ro,relatime,fmask=0022,dmask=0022,codepage=cp437,iocharset=utf8,shortname=mixed,errors=remount-ro 0 0
/dev/md127 / xfs rw,relatime,attr2,delaylog,sunit=1024,swidth=8192,noquota 0 0
*********************** END /proc/mounts

*********************** BEGIN /boot/grub/device.map
(hd0) /dev/disk/by-id/usb-_Patriot_Memory_07B10801654FA1FA-0:0
(hd1) /dev/disk/by-id/ata-WDC_WD30EFRX-68AX9N0_WD-WCC1T0813139
(hd2) /dev/disk/by-id/ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0847309
(hd3) /dev/disk/by-id/ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0623107
(hd4) /dev/disk/by-id/ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0621952
(hd5) /dev/disk/by-id/ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0622306
(hd6) /dev/disk/by-id/ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0622305
(hd7) /dev/disk/by-id/ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0640131
(hd8) /dev/disk/by-id/ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0622899
(hd9) /dev/disk/by-id/ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0836344
(hd10) /dev/disk/by-id/ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0811455
(hd11) /dev/disk/by-id/ata-WDC_WD30EFRX-68AX9N0_WD-WCC1T0614938
(hd12) /dev/disk/by-id/ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0626079
(hd13) /dev/disk/by-id/ata-WDC_WD30EFRX-68AX9N0_WD-WCC1T0813091
(hd14) /dev/disk/by-id/ata-WDC_WD30EFRX-68AX9N0_WD-WCC1T0816826
*********************** END /boot/grub/device.map

*********************** BEGIN /boot/grub/grub.cfg
#
# DO NOT EDIT THIS FILE
#
# It is automatically generated by grub-mkconfig using templates
# from /etc/grub.d and settings from /etc/default/grub
#

### BEGIN /etc/grub.d/00_header ###
if [ -s $prefix/grubenv ]; then
set have_grubenv=true
load_env
fi
if [ "${next_entry}" ] ; then
set default="${next_entry}"
set next_entry=
save_env next_entry
set boot_once=true
else
set default="0"
fi

if [ x"${feature_menuentry_id}" = xy ]; then
menuentry_id_option="--id"
else
menuentry_id_option=""
fi

export menuentry_id_option

if [ "${prev_saved_entry}" ]; then
set saved_entry="${prev_saved_entry}"
save_env saved_entry
set prev_saved_entry=
save_env prev_saved_entry
set boot_once=true
fi

function savedefault {
if [ -z "${boot_once}" ]; then
saved_entry="${chosen}"
save_env saved_entry
fi
}
function load_video {
if [ x$feature_all_video_module = xy ]; then
insmod all_video
else
insmod efi_gop
insmod efi_uga
insmod ieee1275_fb
insmod vbe
insmod vga
insmod video_bochs
insmod video_cirrus
fi
}

if [ x$feature_default_font_path = xy ] ; then
font=unicode
else
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod diskfilter
insmod mdraid1x
insmod raid6rec
insmod xfs
set root='mduuid/b1c40379914e5d18dddb893b4dc5a28f'
if [ x$feature_platform_search_hint = xy ]; then
search --no-floppy --fs-uuid --set=root --hint='mduuid/b1c40379914e5d18dddb893b4dc5a28f' 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
else
search --no-floppy --fs-uuid --set=root 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
fi
font="/usr/share/grub/unicode.pf2"
fi

if loadfont $font ; then
set gfxmode=auto
load_video
insmod gfxterm
set locale_dir=$prefix/locale
set lang=C
insmod gettext
fi
terminal_output gfxterm
if [ "${recordfail}" = 1 ] ; then
set timeout=-1
else
if [ x$feature_timeout_style = xy ] ; then
set timeout_style=menu
set timeout=5
# Fallback normal timeout code in case the timeout_style feature is
# unavailable.
else
set timeout=5
fi
fi
### END /etc/grub.d/00_header ###

### BEGIN /etc/grub.d/05_debian_theme ###
set menu_color_normal=cyan/blue
set menu_color_highlight=white/blue
### END /etc/grub.d/05_debian_theme ###

### BEGIN /etc/grub.d/10_linux ###
function gfxmode {
set gfxpayload="${1}"
}
set linux_gfx_mode=
export linux_gfx_mode
menuentry 'Debian GNU/Linux' --class debian --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-simple-2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb' {
load_video
insmod gzio
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod diskfilter
insmod mdraid1x
insmod raid6rec
insmod xfs
set root='mduuid/b1c40379914e5d18dddb893b4dc5a28f'
if [ x$feature_platform_search_hint = xy ]; then
search --no-floppy --fs-uuid --set=root --hint='mduuid/b1c40379914e5d18dddb893b4dc5a28f' 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
else
search --no-floppy --fs-uuid --set=root 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
fi
echo 'Loading Linux 3.12.3 ...'
linux /boot/vmlinuz-3.12.3 root=UUID=2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb ro elevator=deadline rootdelay=5
echo 'Loading initial ramdisk ...'
initrd /boot/initrd.img-3.12.3
}
submenu 'Advanced options for Debian GNU/Linux' $menuentry_id_option 'gnulinux-advanced-2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb' {
menuentry 'Debian GNU/Linux, with Linux 3.12.3' --class debian --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-3.12.3-advanced-2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb' {
load_video
insmod gzio
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod diskfilter
insmod mdraid1x
insmod raid6rec
insmod xfs
set root='mduuid/b1c40379914e5d18dddb893b4dc5a28f'
if [ x$feature_platform_search_hint = xy ]; then
search --no-floppy --fs-uuid --set=root --hint='mduuid/b1c40379914e5d18dddb893b4dc5a28f' 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
else
search --no-floppy --fs-uuid --set=root 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
fi
echo 'Loading Linux 3.12.3 ...'
linux /boot/vmlinuz-3.12.3 root=UUID=2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb ro elevator=deadline rootdelay=5
echo 'Loading initial ramdisk ...'
initrd /boot/initrd.img-3.12.3
}
menuentry 'Debian GNU/Linux, with Linux 3.12.3 (recovery mode)' --class debian --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-3.12.3-recovery-2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb' {
load_video
insmod gzio
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod diskfilter
insmod mdraid1x
insmod raid6rec
insmod xfs
set root='mduuid/b1c40379914e5d18dddb893b4dc5a28f'
if [ x$feature_platform_search_hint = xy ]; then
search --no-floppy --fs-uuid --set=root --hint='mduuid/b1c40379914e5d18dddb893b4dc5a28f' 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
else
search --no-floppy --fs-uuid --set=root 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
fi
echo 'Loading Linux 3.12.3 ...'
linux /boot/vmlinuz-3.12.3 root=UUID=2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb ro single
echo 'Loading initial ramdisk ...'
initrd /boot/initrd.img-3.12.3
}
menuentry 'Debian GNU/Linux, with Linux 3.12.0' --class debian --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-3.12.0-advanced-2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb' {
load_video
insmod gzio
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod diskfilter
insmod mdraid1x
insmod raid6rec
insmod xfs
set root='mduuid/b1c40379914e5d18dddb893b4dc5a28f'
if [ x$feature_platform_search_hint = xy ]; then
search --no-floppy --fs-uuid --set=root --hint='mduuid/b1c40379914e5d18dddb893b4dc5a28f' 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
else
search --no-floppy --fs-uuid --set=root 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
fi
echo 'Loading Linux 3.12.0 ...'
linux /boot/vmlinuz-3.12.0 root=UUID=2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb ro elevator=deadline rootdelay=5
echo 'Loading initial ramdisk ...'
initrd /boot/initrd.img-3.12.0
}
menuentry 'Debian GNU/Linux, with Linux 3.12.0 (recovery mode)' --class debian --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-3.12.0-recovery-2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb' {
load_video
insmod gzio
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod diskfilter
insmod mdraid1x
insmod raid6rec
insmod xfs
set root='mduuid/b1c40379914e5d18dddb893b4dc5a28f'
if [ x$feature_platform_search_hint = xy ]; then
search --no-floppy --fs-uuid --set=root --hint='mduuid/b1c40379914e5d18dddb893b4dc5a28f' 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
else
search --no-floppy --fs-uuid --set=root 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
fi
echo 'Loading Linux 3.12.0 ...'
linux /boot/vmlinuz-3.12.0 root=UUID=2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb ro single
echo 'Loading initial ramdisk ...'
initrd /boot/initrd.img-3.12.0
}
menuentry 'Debian GNU/Linux, with Linux 3.10.1' --class debian --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-3.10.1-advanced-2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb' {
load_video
insmod gzio
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod diskfilter
insmod mdraid1x
insmod raid6rec
insmod xfs
set root='mduuid/b1c40379914e5d18dddb893b4dc5a28f'
if [ x$feature_platform_search_hint = xy ]; then
search --no-floppy --fs-uuid --set=root --hint='mduuid/b1c40379914e5d18dddb893b4dc5a28f' 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
else
search --no-floppy --fs-uuid --set=root 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
fi
echo 'Loading Linux 3.10.1 ...'
linux /boot/vmlinuz-3.10.1 root=UUID=2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb ro elevator=deadline rootdelay=5
echo 'Loading initial ramdisk ...'
initrd /boot/initrd.img-3.10.1
}
menuentry 'Debian GNU/Linux, with Linux 3.10.1 (recovery mode)' --class debian --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-3.10.1-recovery-2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb' {
load_video
insmod gzio
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod diskfilter
insmod mdraid1x
insmod raid6rec
insmod xfs
set root='mduuid/b1c40379914e5d18dddb893b4dc5a28f'
if [ x$feature_platform_search_hint = xy ]; then
search --no-floppy --fs-uuid --set=root --hint='mduuid/b1c40379914e5d18dddb893b4dc5a28f' 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
else
search --no-floppy --fs-uuid --set=root 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
fi
echo 'Loading Linux 3.10.1 ...'
linux /boot/vmlinuz-3.10.1 root=UUID=2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb ro single
echo 'Loading initial ramdisk ...'
initrd /boot/initrd.img-3.10.1
}
menuentry 'Debian GNU/Linux, with Linux 3.9.4' --class debian --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-3.9.4-advanced-2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb' {
load_video
insmod gzio
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod diskfilter
insmod mdraid1x
insmod raid6rec
insmod xfs
set root='mduuid/b1c40379914e5d18dddb893b4dc5a28f'
if [ x$feature_platform_search_hint = xy ]; then
search --no-floppy --fs-uuid --set=root --hint='mduuid/b1c40379914e5d18dddb893b4dc5a28f' 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
else
search --no-floppy --fs-uuid --set=root 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
fi
echo 'Loading Linux 3.9.4 ...'
linux /boot/vmlinuz-3.9.4 root=UUID=2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb ro elevator=deadline rootdelay=5
echo 'Loading initial ramdisk ...'
initrd /boot/initrd.img-3.9.4
}
menuentry 'Debian GNU/Linux, with Linux 3.9.4 (recovery mode)' --class debian --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-3.9.4-recovery-2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb' {
load_video
insmod gzio
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod diskfilter
insmod mdraid1x
insmod raid6rec
insmod xfs
set root='mduuid/b1c40379914e5d18dddb893b4dc5a28f'
if [ x$feature_platform_search_hint = xy ]; then
search --no-floppy --fs-uuid --set=root --hint='mduuid/b1c40379914e5d18dddb893b4dc5a28f' 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
else
search --no-floppy --fs-uuid --set=root 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
fi
echo 'Loading Linux 3.9.4 ...'
linux /boot/vmlinuz-3.9.4 root=UUID=2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb ro single
echo 'Loading initial ramdisk ...'
initrd /boot/initrd.img-3.9.4
}
menuentry 'Debian GNU/Linux, with Linux 3.2.0-4-amd64' --class debian --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-3.2.0-4-amd64-advanced-2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb' {
load_video
insmod gzio
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod diskfilter
insmod mdraid1x
insmod raid6rec
insmod xfs
set root='mduuid/b1c40379914e5d18dddb893b4dc5a28f'
if [ x$feature_platform_search_hint = xy ]; then
search --no-floppy --fs-uuid --set=root --hint='mduuid/b1c40379914e5d18dddb893b4dc5a28f' 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
else
search --no-floppy --fs-uuid --set=root 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
fi
echo 'Loading Linux 3.2.0-4-amd64 ...'
linux /boot/vmlinuz-3.2.0-4-amd64 root=UUID=2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb ro elevator=deadline rootdelay=5
echo 'Loading initial ramdisk ...'
initrd /boot/initrd.img-3.2.0-4-amd64
}
menuentry 'Debian GNU/Linux, with Linux 3.2.0-4-amd64 (recovery mode)' --class debian --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-3.2.0-4-amd64-recovery-2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb' {
load_video
insmod gzio
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod diskfilter
insmod mdraid1x
insmod raid6rec
insmod xfs
set root='mduuid/b1c40379914e5d18dddb893b4dc5a28f'
if [ x$feature_platform_search_hint = xy ]; then
search --no-floppy --fs-uuid --set=root --hint='mduuid/b1c40379914e5d18dddb893b4dc5a28f' 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
else
search --no-floppy --fs-uuid --set=root 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
fi
echo 'Loading Linux 3.2.0-4-amd64 ...'
linux /boot/vmlinuz-3.2.0-4-amd64 root=UUID=2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb ro single
echo 'Loading initial ramdisk ...'
initrd /boot/initrd.img-3.2.0-4-amd64
}
menuentry 'Debian GNU/Linux, with Linux 3.2.0-3-amd64' --class debian --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-3.2.0-3-amd64-advanced-2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb' {
load_video
insmod gzio
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod diskfilter
insmod mdraid1x
insmod raid6rec
insmod xfs
set root='mduuid/b1c40379914e5d18dddb893b4dc5a28f'
if [ x$feature_platform_search_hint = xy ]; then
search --no-floppy --fs-uuid --set=root --hint='mduuid/b1c40379914e5d18dddb893b4dc5a28f' 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
else
search --no-floppy --fs-uuid --set=root 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
fi
echo 'Loading Linux 3.2.0-3-amd64 ...'
linux /boot/vmlinuz-3.2.0-3-amd64 root=UUID=2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb ro elevator=deadline rootdelay=5
echo 'Loading initial ramdisk ...'
initrd /boot/initrd.img-3.2.0-3-amd64
}
menuentry 'Debian GNU/Linux, with Linux 3.2.0-3-amd64 (recovery mode)' --class debian --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-3.2.0-3-amd64-recovery-2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb' {
load_video
insmod gzio
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod part_gpt
insmod diskfilter
insmod mdraid1x
insmod raid6rec
insmod xfs
set root='mduuid/b1c40379914e5d18dddb893b4dc5a28f'
if [ x$feature_platform_search_hint = xy ]; then
search --no-floppy --fs-uuid --set=root --hint='mduuid/b1c40379914e5d18dddb893b4dc5a28f' 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
else
search --no-floppy --fs-uuid --set=root 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb
fi
echo 'Loading Linux 3.2.0-3-amd64 ...'
linux /boot/vmlinuz-3.2.0-3-amd64 root=UUID=2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb ro single
echo 'Loading initial ramdisk ...'
initrd /boot/initrd.img-3.2.0-3-amd64
}
}

### END /etc/grub.d/10_linux ###

### BEGIN /etc/grub.d/20_linux_xen ###

### END /etc/grub.d/20_linux_xen ###

### BEGIN /etc/grub.d/30_os-prober ###
### END /etc/grub.d/30_os-prober ###

### BEGIN /etc/grub.d/30_uefi-firmware ###
### END /etc/grub.d/30_uefi-firmware ###

### BEGIN /etc/grub.d/40_custom ###
# This file provides an easy way to add custom menu entries. Simply type the
# menu entries you want to add after this comment. Be careful not to change
# the 'exec tail' line above.
### END /etc/grub.d/40_custom ###

### BEGIN /etc/grub.d/41_custom ###
if [ -f ${config_directory}/custom.cfg ]; then
source ${config_directory}/custom.cfg
elif [ -z "${config_directory}" -a -f $prefix/custom.cfg ]; then
source $prefix/custom.cfg;
fi
### END /etc/grub.d/41_custom ###
*********************** END /boot/grub/grub.cfg

*********************** BEGIN /proc/mdstat
Personalities : [raid0] [raid1] [raid6] [raid5] [raid4]
md127 : active raid6 sdf2[13] sdb2[22] sdh2[23] sdl2[24] sdc2[11] sde2[19] sdo2[20] sdj2[17] sdd2[18] sdk2[12] sdm2[16] sdn2[21] sdg2[14] sdi2[15]
35160446976 blocks super 1.2 level 6, 512k chunk, algorithm 2 [14/14] [UUUUUUUUUUUUUU]

unused devices: <none>
*********************** END /proc/mdstat

*********************** BEGIN LVM
*********************** END LVM

*********************** BEGIN /dev/disk/by-id
total 0
lrwxrwxrwx 1 root root 9 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WCC1T0614938 -> ../../sdl
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WCC1T0614938-part1 -> ../../sdl1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WCC1T0614938-part2 -> ../../sdl2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WCC1T0813091 -> ../../sdn
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WCC1T0813091-part1 -> ../../sdn1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WCC1T0813091-part2 -> ../../sdn2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WCC1T0813139 -> ../../sdb
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WCC1T0813139-part1 -> ../../sdb1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WCC1T0813139-part2 -> ../../sdb2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WCC1T0816826 -> ../../sdo
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WCC1T0816826-part1 -> ../../sdo1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WCC1T0816826-part2 -> ../../sdo2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0621952 -> ../../sde
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0621952-part1 -> ../../sde1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0621952-part2 -> ../../sde2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0622305 -> ../../sdg
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0622305-part1 -> ../../sdg1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0622305-part2 -> ../../sdg2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0622306 -> ../../sdf
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0622306-part1 -> ../../sdf1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0622306-part2 -> ../../sdf2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0622899 -> ../../sdi
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0622899-part1 -> ../../sdi1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0622899-part2 -> ../../sdi2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0623107 -> ../../sdd
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0623107-part1 -> ../../sdd1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0623107-part2 -> ../../sdd2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0626079 -> ../../sdm
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0626079-part1 -> ../../sdm1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0626079-part2 -> ../../sdm2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0640131 -> ../../sdh
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0640131-part1 -> ../../sdh1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0640131-part2 -> ../../sdh2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0811455 -> ../../sdk
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0811455-part1 -> ../../sdk1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0811455-part2 -> ../../sdk2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0836344 -> ../../sdj
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0836344-part1 -> ../../sdj1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0836344-part2 -> ../../sdj2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0847309 -> ../../sdc
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0847309-part1 -> ../../sdc1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 ata-WDC_WD30EFRX-68AX9N0_WD-WMC1T0847309-part2 -> ../../sdc2
lrwxrwxrwx 1 root root 11 Oct 7 16:12 md-name-media:0 -> ../../md127
lrwxrwxrwx 1 root root 11 Oct 7 16:12 md-uuid-b1c40379:914e5d18:dddb893b:4dc5a28f -> ../../md127
lrwxrwxrwx 1 root root 9 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WCC1T0614938 -> ../../sdl
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WCC1T0614938-part1 -> ../../sdl1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WCC1T0614938-part2 -> ../../sdl2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WCC1T0813091 -> ../../sdn
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WCC1T0813091-part1 -> ../../sdn1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WCC1T0813091-part2 -> ../../sdn2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WCC1T0813139 -> ../../sdb
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WCC1T0813139-part1 -> ../../sdb1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WCC1T0813139-part2 -> ../../sdb2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WCC1T0816826 -> ../../sdo
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WCC1T0816826-part1 -> ../../sdo1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WCC1T0816826-part2 -> ../../sdo2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0621952 -> ../../sde
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0621952-part1 -> ../../sde1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0621952-part2 -> ../../sde2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0622305 -> ../../sdg
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0622305-part1 -> ../../sdg1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0622305-part2 -> ../../sdg2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0622306 -> ../../sdf
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0622306-part1 -> ../../sdf1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0622306-part2 -> ../../sdf2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0622899 -> ../../sdi
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0622899-part1 -> ../../sdi1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0622899-part2 -> ../../sdi2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0623107 -> ../../sdd
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0623107-part1 -> ../../sdd1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0623107-part2 -> ../../sdd2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0626079 -> ../../sdm
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0626079-part1 -> ../../sdm1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0626079-part2 -> ../../sdm2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0640131 -> ../../sdh
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0640131-part1 -> ../../sdh1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0640131-part2 -> ../../sdh2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0811455 -> ../../sdk
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0811455-part1 -> ../../sdk1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0811455-part2 -> ../../sdk2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0836344 -> ../../sdj
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0836344-part1 -> ../../sdj1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0836344-part2 -> ../../sdj2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0847309 -> ../../sdc
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0847309-part1 -> ../../sdc1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 scsi-SATA_WDC_WD30EFRX-68_WD-WMC1T0847309-part2 -> ../../sdc2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 usb-_Patriot_Memory_07B10801654FA1FA-0:0 -> ../../sda
lrwxrwxrwx 1 root root 10 Oct 7 16:12 usb-_Patriot_Memory_07B10801654FA1FA-0:0-part1 -> ../../sda1
lrwxrwxrwx 1 root root 9 Oct 7 16:12 wwn-0x50014ee0036f58cf -> ../../sdm
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee0036f58cf-part1 -> ../../sdm1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee0036f58cf-part2 -> ../../sdm2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 wwn-0x50014ee20833d22e -> ../../sdl
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee20833d22e-part1 -> ../../sdl1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee20833d22e-part2 -> ../../sdl2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 wwn-0x50014ee25dc0f4c5 -> ../../sdn
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee25dc0f4c5-part1 -> ../../sdn1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee25dc0f4c5-part2 -> ../../sdn2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 wwn-0x50014ee25dc164a8 -> ../../sdo
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee25dc164a8-part1 -> ../../sdo1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee25dc164a8-part2 -> ../../sdo2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 wwn-0x50014ee2b3170179 -> ../../sdb
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee2b3170179-part1 -> ../../sdb1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee2b3170179-part2 -> ../../sdb2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 wwn-0x50014ee602d25742 -> ../../sdi
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee602d25742-part1 -> ../../sdi1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee602d25742-part2 -> ../../sdi2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 wwn-0x50014ee6582785c1 -> ../../sdh
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee6582785c1-part1 -> ../../sdh1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee6582785c1-part2 -> ../../sdh2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 wwn-0x50014ee658278b8b -> ../../sdf
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee658278b8b-part1 -> ../../sdf1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee658278b8b-part2 -> ../../sdf2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 wwn-0x50014ee658279adb -> ../../sdd
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee658279adb-part1 -> ../../sdd1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee658279adb-part2 -> ../../sdd2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 wwn-0x50014ee6583195bd -> ../../sdk
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee6583195bd-part1 -> ../../sdk1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee6583195bd-part2 -> ../../sdk2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 wwn-0x50014ee6ad7c8d85 -> ../../sde
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee6ad7c8d85-part1 -> ../../sde1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee6ad7c8d85-part2 -> ../../sde2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 wwn-0x50014ee6ad7c92a0 -> ../../sdg
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee6ad7c92a0-part1 -> ../../sdg1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee6ad7c92a0-part2 -> ../../sdg2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 wwn-0x50014ee6ad86a076 -> ../../sdc
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee6ad86a076-part1 -> ../../sdc1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee6ad86a076-part2 -> ../../sdc2
lrwxrwxrwx 1 root root 9 Oct 7 16:12 wwn-0x50014ee6ad876a6c -> ../../sdj
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee6ad876a6c-part1 -> ../../sdj1
lrwxrwxrwx 1 root root 10 Oct 7 16:12 wwn-0x50014ee6ad876a6c-part2 -> ../../sdj2
*********************** END /dev/disk/by-id

*********************** BEGIN /dev/disk/by-uuid
total 0
lrwxrwxrwx 1 root root 10 Oct 7 16:12 1D02-1914 -> ../../sda1
lrwxrwxrwx 1 root root 11 Oct 7 16:12 2c61b08d-cb1f-4c2c-8ce0-eaea15af32fb -> ../../md127
*********************** END /dev/disk/by-uuid

-- System Information:
Debian Release: 7.2
APT prefers stable
APT policy: (500, 'stable')
Architecture: amd64 (x86_64)

Kernel: Linux 3.2.0-4-amd64 (SMP w/4 CPU cores)
Locale: LANG=en_US.UTF-8, LC_CTYPE=en_US.UTF-8 (charmap=UTF-8)
Shell: /bin/sh linked to /bin/dash

Versions of packages grub2-common depends on:
ii dpkg 1.16.12
ii grub-common 2.02~beta2-11
ii install-info 4.13a.dfsg.1-10
ii libc6 2.19-11
ii libdevmapper1.02.1 2:1.02.74-8
ii liblzma5 5.1.1alpha+20120614-2

grub2-common recommends no packages.

grub2-common suggests no packages.

-- no debconf information
Colin Watson
2014-10-12 07:36:10 UTC
Permalink
Post by Mike B
Package: grub2-common
Version: 2.02~beta2-11
Severity: critical
File: grub2
Justification: breaks the whole system
Do you know if there was a previous version of GRUB 2 where this worked?
For example, how does the version in testing behave? (This is for
practical reasons: if this has just always been broken in GRUB 2, then
it shouldn't block migration of 2.02~beta2 to testing.)
Post by Mike B
I initially was running an 8-disk RAID 6 mdadm. Everything worked
fine. The system was upgraded to 14 disks RAID 6 online. Eventually
the system was rebooted and now grub drops to rescue complaining of
invalid UUID.
Upon further inspection, grub is only seeing 8 disks (ls) instead of
14 and cannot assemble the root mdadm device.
OK, so that implies that this doesn't have much directly to do with RAID
handling: the problem is probably simply that GRUB can't see all 14
disks.
Post by Mike B
I've tested using VMWare and confirmed that 8-disk RAID 6 mdadm arrays
work fine with grub for root, but 9 disk and above break the system
and drop to rescue shell.
A quick test in qemu shows that GRUB can see more than eight disks
there. Could you please share details of your VMware setup so that I
might stand a chance of reproducing this?

Thanks,
--
Colin Watson [***@debian.org]
Mike
2014-10-12 16:44:21 UTC
Permalink
Hi Colin,

I sent this yesterday but not sure it was processed:

OK so after spending many more hours, I found that 10 disk RAID 6 members
are bootable (mdadm assembles in grub) while 11 disk and above does not.

This is from very simple VMWare test using the latest Jessie ISO build, and
a clean install. Once you hit 11 members in RAID 6, grub drops to rescue
complaining it can't find the uuid.

This aligns with the 8-disk limit. In RAID 6, you will need 8 usable disks
to assemble a 10-disk member array (two parity). So grub can see only the
first 8 disks, which is enough to get us started.

So I believe there is still an 8-disk limit in grub and this is a bug.

As for the VMWare setup, I created (14) HDD's @ 10GB in size each and
assigned them to an LSI Logic SAS bus controller. Installed Debian,
assigned each 14 disk to RAID, then tried various mdadm configurations
randing from 8 disks to 14 disks to determine that grub is stopping at the 8
disk limit with mdadm. I also tried RAID 0 to make sure it wasn't a RAID 6
issue and had the same result.

I am happy to post my entire VMWare file if you want (~2GB). I'll email you
the link.

Regarding previous versions of grub, I know only that the stable 1.99 has
the same problem because I upgraded to 2.x in an effort to fix it.

-----Original Message-----
From: Colin Watson [mailto:***@debian.org]
Sent: Sunday, October 12, 2014 2:36 AM
To: Mike B; ***@bugs.debian.org
Subject: Re: Bug#764798: grub2: Grub rescue shell with RAID 6 mdadm over 8
disks
Post by Mike B
Package: grub2-common
Version: 2.02~beta2-11
Severity: critical
File: grub2
Justification: breaks the whole system
Do you know if there was a previous version of GRUB 2 where this worked?
For example, how does the version in testing behave? (This is for
practical reasons: if this has just always been broken in GRUB 2, then
it shouldn't block migration of 2.02~beta2 to testing.)
Post by Mike B
I initially was running an 8-disk RAID 6 mdadm. Everything worked
fine. The system was upgraded to 14 disks RAID 6 online. Eventually
the system was rebooted and now grub drops to rescue complaining of
invalid UUID.
Upon further inspection, grub is only seeing 8 disks (ls) instead of
14 and cannot assemble the root mdadm device.
OK, so that implies that this doesn't have much directly to do with RAID
handling: the problem is probably simply that GRUB can't see all 14
disks.
Post by Mike B
I've tested using VMWare and confirmed that 8-disk RAID 6 mdadm arrays
work fine with grub for root, but 9 disk and above break the system
and drop to rescue shell.
A quick test in qemu shows that GRUB can see more than eight disks
there. Could you please share details of your VMware setup so that I
might stand a chance of reproducing this?

Thanks,
--
Colin Watson [***@debian.org]
Mike
2014-10-23 23:20:00 UTC
Permalink
Greetings, anything else needed from me?

Thanks.
Mike
2014-10-12 16:44:21 UTC
Permalink
Hi Colin,

I sent this yesterday but not sure it was processed:

OK so after spending many more hours, I found that 10 disk RAID 6 members
are bootable (mdadm assembles in grub) while 11 disk and above does not.

This is from very simple VMWare test using the latest Jessie ISO build, and
a clean install. Once you hit 11 members in RAID 6, grub drops to rescue
complaining it can't find the uuid.

This aligns with the 8-disk limit. In RAID 6, you will need 8 usable disks
to assemble a 10-disk member array (two parity). So grub can see only the
first 8 disks, which is enough to get us started.

So I believe there is still an 8-disk limit in grub and this is a bug.

As for the VMWare setup, I created (14) HDD's @ 10GB in size each and
assigned them to an LSI Logic SAS bus controller. Installed Debian,
assigned each 14 disk to RAID, then tried various mdadm configurations
randing from 8 disks to 14 disks to determine that grub is stopping at the 8
disk limit with mdadm. I also tried RAID 0 to make sure it wasn't a RAID 6
issue and had the same result.

I am happy to post my entire VMWare file if you want (~2GB). I'll email you
the link.

Regarding previous versions of grub, I know only that the stable 1.99 has
the same problem because I upgraded to 2.x in an effort to fix it.

-----Original Message-----
From: Colin Watson [mailto:***@debian.org]
Sent: Sunday, October 12, 2014 2:36 AM
To: Mike B; ***@bugs.debian.org
Subject: Re: Bug#764798: grub2: Grub rescue shell with RAID 6 mdadm over 8
disks
Post by Mike B
Package: grub2-common
Version: 2.02~beta2-11
Severity: critical
File: grub2
Justification: breaks the whole system
Do you know if there was a previous version of GRUB 2 where this worked?
For example, how does the version in testing behave? (This is for
practical reasons: if this has just always been broken in GRUB 2, then
it shouldn't block migration of 2.02~beta2 to testing.)
Post by Mike B
I initially was running an 8-disk RAID 6 mdadm. Everything worked
fine. The system was upgraded to 14 disks RAID 6 online. Eventually
the system was rebooted and now grub drops to rescue complaining of
invalid UUID.
Upon further inspection, grub is only seeing 8 disks (ls) instead of
14 and cannot assemble the root mdadm device.
OK, so that implies that this doesn't have much directly to do with RAID
handling: the problem is probably simply that GRUB can't see all 14
disks.
Post by Mike B
I've tested using VMWare and confirmed that 8-disk RAID 6 mdadm arrays
work fine with grub for root, but 9 disk and above break the system
and drop to rescue shell.
A quick test in qemu shows that GRUB can see more than eight disks
there. Could you please share details of your VMware setup so that I
might stand a chance of reproducing this?

Thanks,
--
Colin Watson [***@debian.org]
--
To UNSUBSCRIBE, email to debian-bugs-rc-***@lists.debian.org
with a subject of "unsubscribe". Trouble? Contact ***@lists.debian.org
Jeroen Dekkers
2014-12-13 15:01:20 UTC
Permalink
Control: tag -1 moreinfo

Hi Mike,
Post by Mike
Greetings, anything else needed from me?
I don't have VMWare, but tried to reproduce it using KVM (the host
machine is running wheezy). When I configure 10 SATA disks I see all
of them in grub, but when I use VirtIO disks I only see 7 of
them. Turning debugging on and looking further I see that the bios
simply gives an error when trying to access disk 8 and the boot menu
also only shows 7 disks - so in this case the problem is in the bios,
not in grub.

Can you turn on debugging in the grub console using 'set pager=1' and
'set debug=all' and give the output? The debug information from
biosdisk.c is the most interesting. If the problem is that the bios
doesn't support more than 8 disks there is not much we can do except
for documenting it and give a warning for RAID arrays with more than 8
disks.

Kind regards,

Jeroen Dekkers
--
To UNSUBSCRIBE, email to debian-bugs-rc-***@lists.debian.org
with a subject of "unsubscribe". Trouble? Contact ***@lists.debian.org
Debian Bug Tracking System
2014-12-13 15:45:11 UTC
Permalink
Post by Jeroen Dekkers
tag -1 moreinfo
Bug #764798 [grub2-common] grub2: Grub rescue shell with RAID 6 mdadm over 8 disks
Added tag(s) moreinfo.
--
764798: http://bugs.debian.org/cgi-bin/bugreport.cgi?bug=764798
Debian Bug Tracking System
Contact ***@bugs.debian.org with problems
--
To UNSUBSCRIBE, email to debian-bugs-rc-***@lists.debian.org
with a subject of "unsubscribe". Trouble? Contact ***@lists.debian.org
Steve McIntyre
2015-01-17 16:59:46 UTC
Permalink
Control: severity -1 important
Control: retitle -1 GRUB /boot on large software RAID systems may break due to BIOS limitations
Post by Jeroen Dekkers
Control: tag -1 moreinfo
Hi Mike,
Post by Mike
Greetings, anything else needed from me?
I don't have VMWare, but tried to reproduce it using KVM (the host
machine is running wheezy). When I configure 10 SATA disks I see all
of them in grub, but when I use VirtIO disks I only see 7 of
them. Turning debugging on and looking further I see that the bios
simply gives an error when trying to access disk 8 and the boot menu
also only shows 7 disks - so in this case the problem is in the bios,
not in grub.
Can you turn on debugging in the grub console using 'set pager=1' and
'set debug=all' and give the output? The debug information from
biosdisk.c is the most interesting. If the problem is that the bios
doesn't support more than 8 disks there is not much we can do except
for documenting it and give a warning for RAID arrays with more than 8
disks.
I'm working on debugging this, and I can reproduce issue with 12 disks
in a RAID6 in qemu/KVM. Adding the suggested debug shows that things
are definitely failing due to BIOS limitations (qemu only shows 4 BIOS
disks), not GRUB limitations. If I change my qemu/KVM config to move
most of the disks to be emulated USB storage (slow!), things work just
fine and the system boots correctly.

Based on that, I'm downgrading this bug to important. I'm afraid that
there's nothing we can do directly to *fix* it ourselves, as it's not
caused by something in GRUB. What would be nice is a warning at
grub-install(?) time if lots of devices are needed for /boot: "your
system may not boot like this".

Mike: I'm afraid the only way you're going to get your system back
properly is to re-arrange your filesystems. Maybe re-shuffle the disks
to get a smaller RAID1 for /boot, or add a USB stick/disk for /boot
only?
--
Steve McIntyre, Cambridge, UK. ***@einval.com
Into the distance, a ribbon of black
Stretched to the point of no turning back
--
To UNSUBSCRIBE, email to debian-bugs-rc-***@lists.debian.org
with a subject of "unsubscribe". Trouble? Contact ***@lists.debian.org
Debian Bug Tracking System
2015-01-17 17:03:06 UTC
Permalink
Post by Steve McIntyre
severity -1 important
Bug #764798 [grub2-common] grub2: Grub rescue shell with RAID 6 mdadm over 8 disks
Severity set to 'important' from 'critical'
Post by Steve McIntyre
retitle -1 GRUB /boot on large software RAID systems may break due to BIOS limitations
Bug #764798 [grub2-common] grub2: Grub rescue shell with RAID 6 mdadm over 8 disks
Changed Bug title to 'GRUB /boot on large software RAID systems may break due to BIOS limitations' from 'grub2: Grub rescue shell with RAID 6 mdadm over 8 disks'
--
764798: http://bugs.debian.org/cgi-bin/bugreport.cgi?bug=764798
Debian Bug Tracking System
Contact ***@bugs.debian.org with problems
--
To UNSUBSCRIBE, email to debian-bugs-rc-***@lists.debian.org
with a subject of "unsubscribe". Trouble? Contact ***@lists.debian.org
Patrick Häcker
2014-11-06 09:40:15 UTC
Permalink
Post by Mike
Greetings, anything else needed from me?
Thanks.
This is complete guessing, but could the file, util/deviceiter.c, i.e. the
iteration over devices, have something to do with it? In version
grub2-2.02~beta2, there is this block beginning in line 713 (inside of an
Post by Mike
/* ATARAID disks. */
for (i = 0; i < 8; i++)
{
[...]
}
Interestingly, there is a similar block starting in line 645
Post by Mike
/* IDE disks. */
for (i = 0; i < 96; i++)
{
[...]
}
which might explain why this problem has not been detected/fixed beforehand.
There weren't probably a lot of users with more than 96 IDE disks 


This can be completely wrong, but if you already have a test setup, you might
get the package ("apt-get build-dep grub2; apt-get source grub2") change the
value, rebuild the package ("fakeroot dpkg-buildpackage -b -uc -us" should
work), install (dpkg -i ...) and test it.

Kind regards
Patrick
Loading...