Bug#806215: mdadm: upgraded mdadm now does not recognize RAID6 array causing boot to drop into emergency mode
Rick Thomas
rbthomas at pobox.com
Wed Nov 25 13:45:48 UTC 2015
Package: mdadm
Version: 3.3.4-1
Severity: important
Cubox-i system has a RAID6 array of usb-keys (it's just an experiment -- I'd never use it in a production system)
Runs Debian Sid. I recently did an upgrade that replaced mdadm_3.3.4-1_armhf.deb with mdadm_3.3.4-1.1_armhf.deb.
Reboot following the upgrade now does not recognize the array, and the boot falls into emergency mode shell.
doing "mdadm -A /dev/md/backup" in emergency mode shell found the array and allowed boot to continue.
I downgraded mdadm back to mdadm_3.3.4-1_armhf.deb and now it boots OK with no emergency shell.
changelog.Debian says that the difference between 3.3.4-1 and 3.3.4-1.1 is
| mdadm (3.3.4-1.1) unstable; urgency=medium
| * Non-maintainer upload.
| * disable-incremental-assembly.patch: incremental assembly prevents booting
| in degraded mode (Closes: #784070)
|
| -- Yann Soubeyrand <yann-externe.soubeyrand at edf.fr> Tue, 10 Nov 2015 11:18:39 +0100
Could this cause what I'm seeing?
Thanks for your efforts!
Rick
-- Package-specific info:
--- mdadm.conf
CREATE owner=root group=disk mode=0660 auto=yes
HOMEHOST <system>
MAILADDR root
ARRAY /dev/md/backup metadata=1.2 UUID=a0316c61:b0fdc012:704e5fdb:db6c9405 name=cube:backup
--- /etc/default/mdadm
INITRDSTART='all'
AUTOCHECK=true
START_DAEMON=true
DAEMON_OPTIONS="--syslog"
VERBOSE=false
--- /proc/mdstat:
Personalities : [raid6] [raid5] [raid4]
md127 : active raid6 sdf[5] sde[6] sdd[2] sdc[1] sdb[0]
91534848 blocks super 1.2 level 6, 512k chunk, algorithm 2 [5/5] [UUUUU]
unused devices: <none>
--- /proc/partitions:
major minor #blocks name
179 0 15183872 mmcblk0
179 1 248832 mmcblk0p1
8 0 976762584 sda
8 1 19530752 sda1
8 2 9765888 sda2
8 3 1 sda3
8 5 947463168 sda5
8 16 30528032 sdb
9 127 91534848 md127
8 32 30528032 sdc
8 48 30528032 sdd
8 64 30528032 sde
8 80 30528032 sdf
254 0 91533312 dm-0
--- LVM physical volumes:
PV VG Fmt Attr PSize PFree
/dev/md127 vg1 lvm2 a-- 87.29g 0
--- mount output
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
udev on /dev type devtmpfs (rw,relatime,size=10240k,nr_inodes=182799,mode=755)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,relatime,size=413380k,mode=755)
/dev/sda1 on / type ext4 (rw,relatime,errors=remount-ro,data=ordered)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
tmpfs on /run/lock type tmpfs (rw,nosuid,nodev,noexec,relatime,size=5120k)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/lib/systemd/systemd-cgroups-agent,name=systemd)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=33,pgrp=1,timeout=0,minproto=5,maxproto=5,direct)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
tmpfs on /tmp type tmpfs (rw,relatime,size=4194304k,nr_inodes=1048576)
/dev/mmcblk0p1 on /boot type ext2 (rw,relatime)
/dev/sda5 on /home type ext4 (rw,relatime,data=ordered)
/dev/mapper/vg1-backup on /backup type ext4 (rw,relatime,stripe=384,data=ordered)
tmpfs on /run/user/1000 type tmpfs (rw,nosuid,nodev,relatime,size=206692k,mode=700,uid=1000,gid=1000)
--- initrd.img-4.2.0-1-armmp:
76299 blocks
742e1c6517849fac1ddf74b4a2c2f183 ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/dm-mirror.ko
f52d1927de962a250c9f0578e5c3a6d8 ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/dm-bufio.ko
0f62ec7afda3e692f3dcefa0fb609b97 ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/dm-raid.ko
8769193bd52b1180bb271a84626e0c95 ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/raid10.ko
42579f57a90237ad22abe956e7ca6be0 ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/raid1.ko
57c23011e796b4ec0fb28c5f867ae205 ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/md-mod.ko
538a0315eda0b730322ead91479bb6c0 ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/raid0.ko
ec8e3f439ce092ea9f26eebfea7f5c7f ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/dm-mod.ko
02e1ef9c19af4542ba604d10f1278372 ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/linear.ko
85d4b78d391835006d0e0c48ca50e7bf ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/raid456.ko
c7432dc16458298492f2aee6a4d76a0e ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/dm-region-hash.ko
92a666a7ce69d533c0690c00f9850367 ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/dm-snapshot.ko
34f3ccbd0278c280597eeed7ac1ee3c2 ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/multipath.ko
2983197316e86c54ef96f091888d7100 ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/dm-log.ko
13d9fd289a6ca816ac941ec250177320 ./conf/mdadm
6f1593fb37628871ea8dd3a4b16ff8f2 ./etc/mdadm/mdadm.conf
d3be82c0f275d6c25b04d388baf9e836 ./etc/modprobe.d/mdadm.conf
4af5441d9056c9d5928a44fc6b035ed0 ./sbin/mdadm
599bbf3fe6093157a26863dcb59cdf5d ./scripts/local-top/mdadm
--- initrd's /conf/conf.d/md:
no conf/md file.
--- /proc/modules:
raid456 88824 1 - Live 0xbf7ba000
async_raid6_recov 6831 1 raid456, Live 0xbf7b5000
async_memcpy 1921 2 raid456,async_raid6_recov, Live 0xbf7b1000
async_pq 6389 2 raid456,async_raid6_recov, Live 0xbf7ac000
async_xor 4385 3 raid456,async_raid6_recov,async_pq, Live 0xbf7a7000
async_tx 2761 5 raid456,async_raid6_recov,async_memcpy,async_pq,async_xor, Live 0xbf79e000
raid6_pq 87885 3 raid456,async_raid6_recov,async_pq, Live 0xbf784000
md_mod 117736 2 raid456, Live 0xbf127000
dm_mirror 13733 0 - Live 0xbf11f000
dm_region_hash 8129 1 dm_mirror, Live 0xbf119000
dm_log 9179 2 dm_mirror,dm_region_hash, Live 0xbf112000
dm_mod 96208 5 dm_mirror,dm_log, Live 0xbf0ed000
--- /var/log/syslog:
--- volume detail:
/dev/sda:
MBR Magic : aa55
Partition[0] : 39061504 sectors at 2048 (type 83)
Partition[1] : 19531776 sectors at 39063552 (type 82)
Partition[2] : 1894926338 sectors at 58597374 (type 05)
--
/dev/sda1 is not recognised by mdadm.
/dev/sda2 is not recognised by mdadm.
/dev/sda3:
MBR Magic : aa55
Partition[0] : 1894926336 sectors at 2 (type 83)
--
/dev/sda5 is not recognised by mdadm.
/dev/sdb:
Magic : a92b4efc
Version : 1.2
Feature Map : 0x0
Array UUID : a0316c61:b0fdc012:704e5fdb:db6c9405
Name : cube:backup (local to host cube)
Creation Time : Fri Apr 17 03:43:25 2015
Raid Level : raid6
Raid Devices : 5
Avail Dev Size : 61023296 (29.10 GiB 31.24 GB)
Array Size : 91534848 (87.29 GiB 93.73 GB)
Used Dev Size : 61023232 (29.10 GiB 31.24 GB)
Data Offset : 32768 sectors
Super Offset : 8 sectors
Unused Space : before=32680 sectors, after=64 sectors
State : clean
Device UUID : c1bb3130:61192839:a5e23860:e9bb97aa
Update Time : Wed Nov 25 05:11:51 2015
Bad Block Log : 512 entries available at offset 72 sectors
Checksum : ee4564d2 - correct
Events : 1587
Layout : left-symmetric
Chunk Size : 512K
Device Role : Active device 0
Array State : AAAAA ('A' == active, '.' == missing, 'R' == replacing)
--
/dev/sdc:
Magic : a92b4efc
Version : 1.2
Feature Map : 0x0
Array UUID : a0316c61:b0fdc012:704e5fdb:db6c9405
Name : cube:backup (local to host cube)
Creation Time : Fri Apr 17 03:43:25 2015
Raid Level : raid6
Raid Devices : 5
Avail Dev Size : 61023296 (29.10 GiB 31.24 GB)
Array Size : 91534848 (87.29 GiB 93.73 GB)
Used Dev Size : 61023232 (29.10 GiB 31.24 GB)
Data Offset : 32768 sectors
Super Offset : 8 sectors
Unused Space : before=32680 sectors, after=64 sectors
State : clean
Device UUID : ed53afa9:fe80c396:0778a572:7216cc2a
Update Time : Wed Nov 25 05:11:51 2015
Bad Block Log : 512 entries available at offset 72 sectors
Checksum : 57ff5488 - correct
Events : 1587
Layout : left-symmetric
Chunk Size : 512K
Device Role : Active device 1
Array State : AAAAA ('A' == active, '.' == missing, 'R' == replacing)
--
/dev/sdd:
Magic : a92b4efc
Version : 1.2
Feature Map : 0x0
Array UUID : a0316c61:b0fdc012:704e5fdb:db6c9405
Name : cube:backup (local to host cube)
Creation Time : Fri Apr 17 03:43:25 2015
Raid Level : raid6
Raid Devices : 5
Avail Dev Size : 61023296 (29.10 GiB 31.24 GB)
Array Size : 91534848 (87.29 GiB 93.73 GB)
Used Dev Size : 61023232 (29.10 GiB 31.24 GB)
Data Offset : 32768 sectors
Super Offset : 8 sectors
Unused Space : before=32680 sectors, after=64 sectors
State : clean
Device UUID : 5f710b08:c5823e7a:81856afb:afdf0e9a
Update Time : Wed Nov 25 05:11:51 2015
Bad Block Log : 512 entries available at offset 72 sectors
Checksum : 91de4a79 - correct
Events : 1587
Layout : left-symmetric
Chunk Size : 512K
Device Role : Active device 2
Array State : AAAAA ('A' == active, '.' == missing, 'R' == replacing)
--
/dev/sde:
Magic : a92b4efc
Version : 1.2
Feature Map : 0x0
Array UUID : a0316c61:b0fdc012:704e5fdb:db6c9405
Name : cube:backup (local to host cube)
Creation Time : Fri Apr 17 03:43:25 2015
Raid Level : raid6
Raid Devices : 5
Avail Dev Size : 61023296 (29.10 GiB 31.24 GB)
Array Size : 91534848 (87.29 GiB 93.73 GB)
Used Dev Size : 61023232 (29.10 GiB 31.24 GB)
Data Offset : 32768 sectors
Super Offset : 8 sectors
Unused Space : before=32680 sectors, after=64 sectors
State : clean
Device UUID : 8c03eaba:c1a6430a:8b0eb5f6:c5623d8e
Update Time : Wed Nov 25 05:11:51 2015
Bad Block Log : 512 entries available at offset 72 sectors
Checksum : c43b1356 - correct
Events : 1587
Layout : left-symmetric
Chunk Size : 512K
Device Role : Active device 4
Array State : AAAAA ('A' == active, '.' == missing, 'R' == replacing)
--
/dev/sdf:
Magic : a92b4efc
Version : 1.2
Feature Map : 0x0
Array UUID : a0316c61:b0fdc012:704e5fdb:db6c9405
Name : cube:backup (local to host cube)
Creation Time : Fri Apr 17 03:43:25 2015
Raid Level : raid6
Raid Devices : 5
Avail Dev Size : 61023296 (29.10 GiB 31.24 GB)
Array Size : 91534848 (87.29 GiB 93.73 GB)
Used Dev Size : 61023232 (29.10 GiB 31.24 GB)
Data Offset : 32768 sectors
Super Offset : 8 sectors
Unused Space : before=32680 sectors, after=64 sectors
State : clean
Device UUID : 8826ae40:00f3116f:12c5e78c:ffcb6c1c
Update Time : Wed Nov 25 05:11:51 2015
Bad Block Log : 512 entries available at offset 72 sectors
Checksum : d32f9bc0 - correct
Events : 1587
Layout : left-symmetric
Chunk Size : 512K
Device Role : Active device 3
Array State : AAAAA ('A' == active, '.' == missing, 'R' == replacing)
--
--- /proc/cmdline
console=ttymxc0,115200 quiet
--- udev:
ii udev 228-2 armhf /dev/ and hotplug management daem
e95faba71945b1dcc9749adc5dcd80f6 /lib/udev/rules.d/63-md-raid-arrays.rules
66f83b36d1edf5d9c3611c1c521f3dd8 /lib/udev/rules.d/64-md-raid-assembly.rules
d3f53eb83e89c327ad6aa0ca66f6124e /lib/udev/rules.d/99-systemd.rules
--- /dev:
brw-rw---- 1 root disk 9, 127 Nov 25 05:11 /dev/md127
/dev/disk/by-id:
total 0
lrwxrwxrwx 1 root root 9 Nov 25 05:11 ata-HGST_HTS721010A9E630_JR10046P1EJJWN -> ../../sda
lrwxrwxrwx 1 root root 10 Nov 25 05:11 ata-HGST_HTS721010A9E630_JR10046P1EJJWN-part1 -> ../../sda1
lrwxrwxrwx 1 root root 10 Nov 25 05:11 ata-HGST_HTS721010A9E630_JR10046P1EJJWN-part2 -> ../../sda2
lrwxrwxrwx 1 root root 10 Nov 25 05:11 ata-HGST_HTS721010A9E630_JR10046P1EJJWN-part3 -> ../../sda3
lrwxrwxrwx 1 root root 10 Nov 25 05:11 ata-HGST_HTS721010A9E630_JR10046P1EJJWN-part5 -> ../../sda5
lrwxrwxrwx 1 root root 10 Nov 25 05:11 dm-name-vg1-backup -> ../../dm-0
lrwxrwxrwx 1 root root 10 Nov 25 05:11 dm-uuid-LVM-EH8pszeZlFV5KVBL3EpuNgT1L1J1aSTg7imxeup9xw83A9ahMx6JhvUfLbJLqAyL -> ../../dm-0
lrwxrwxrwx 1 root root 11 Nov 25 05:11 lvm-pv-uuid-32DB72-Kqiu-bSbb-y9KV-RhkW-clcu-UQRXOW -> ../../md127
lrwxrwxrwx 1 root root 11 Nov 25 05:11 md-name-cube:backup -> ../../md127
lrwxrwxrwx 1 root root 11 Nov 25 05:11 md-uuid-a0316c61:b0fdc012:704e5fdb:db6c9405 -> ../../md127
lrwxrwxrwx 1 root root 13 Nov 25 05:11 mmc-SA16G_0x14682edb -> ../../mmcblk0
lrwxrwxrwx 1 root root 15 Nov 25 05:11 mmc-SA16G_0x14682edb-part1 -> ../../mmcblk0p1
lrwxrwxrwx 1 root root 9 Nov 25 05:11 usb-SanDisk_Cruzer_Fit_4C530001450303119270-0:0 -> ../../sde
lrwxrwxrwx 1 root root 9 Nov 25 05:11 usb-SanDisk_Cruzer_Fit_4C530013220303118132-0:0 -> ../../sdb
lrwxrwxrwx 1 root root 9 Nov 25 05:11 usb-SanDisk_Cruzer_Fit_4C530201430303122020-0:0 -> ../../sdc
lrwxrwxrwx 1 root root 9 Nov 25 05:11 usb-SanDisk_Cruzer_Fit_4C530201470303119301-0:0 -> ../../sdd
lrwxrwxrwx 1 root root 9 Nov 25 05:11 usb-SanDisk_Cruzer_Fit_4C530301400303119272-0:0 -> ../../sdf
lrwxrwxrwx 1 root root 9 Nov 25 05:11 wwn-0x5000cca7dcd43e6f -> ../../sda
lrwxrwxrwx 1 root root 10 Nov 25 05:11 wwn-0x5000cca7dcd43e6f-part1 -> ../../sda1
lrwxrwxrwx 1 root root 10 Nov 25 05:11 wwn-0x5000cca7dcd43e6f-part2 -> ../../sda2
lrwxrwxrwx 1 root root 10 Nov 25 05:11 wwn-0x5000cca7dcd43e6f-part3 -> ../../sda3
lrwxrwxrwx 1 root root 10 Nov 25 05:11 wwn-0x5000cca7dcd43e6f-part5 -> ../../sda5
/dev/disk/by-label:
total 0
lrwxrwxrwx 1 root root 10 Nov 25 05:11 BACKUP -> ../../dm-0
lrwxrwxrwx 1 root root 10 Nov 25 05:11 HOME -> ../../sda5
lrwxrwxrwx 1 root root 10 Nov 25 05:11 ROOT -> ../../sda1
lrwxrwxrwx 1 root root 10 Nov 25 05:11 SWAP -> ../../sda2
/dev/disk/by-path:
total 0
lrwxrwxrwx 1 root root 13 Nov 25 05:11 platform-2194000.usdhc -> ../../mmcblk0
lrwxrwxrwx 1 root root 15 Nov 25 05:11 platform-2194000.usdhc-part1 -> ../../mmcblk0p1
lrwxrwxrwx 1 root root 9 Nov 25 05:11 platform-2200000.sata-ata-1 -> ../../sda
lrwxrwxrwx 1 root root 10 Nov 25 05:11 platform-2200000.sata-ata-1-part1 -> ../../sda1
lrwxrwxrwx 1 root root 10 Nov 25 05:11 platform-2200000.sata-ata-1-part2 -> ../../sda2
lrwxrwxrwx 1 root root 10 Nov 25 05:11 platform-2200000.sata-ata-1-part3 -> ../../sda3
lrwxrwxrwx 1 root root 10 Nov 25 05:11 platform-2200000.sata-ata-1-part5 -> ../../sda5
lrwxrwxrwx 1 root root 9 Nov 25 05:11 platform-ci_hdrc.0-usb-0:1.1:1.0-scsi-0:0:0:0 -> ../../sdb
lrwxrwxrwx 1 root root 9 Nov 25 05:11 platform-ci_hdrc.0-usb-0:1.2:1.0-scsi-0:0:0:0 -> ../../sdc
lrwxrwxrwx 1 root root 9 Nov 25 05:11 platform-ci_hdrc.0-usb-0:1.3:1.0-scsi-0:0:0:0 -> ../../sdd
lrwxrwxrwx 1 root root 9 Nov 25 05:11 platform-ci_hdrc.0-usb-0:1.4.1:1.0-scsi-0:0:0:0 -> ../../sde
lrwxrwxrwx 1 root root 9 Nov 25 05:11 platform-ci_hdrc.0-usb-0:1.4.2:1.0-scsi-0:0:0:0 -> ../../sdf
/dev/disk/by-uuid:
total 0
lrwxrwxrwx 1 root root 10 Nov 25 05:11 130aaf68-38e2-4da2-ab5e-9f99889258c5 -> ../../dm-0
lrwxrwxrwx 1 root root 10 Nov 25 05:11 18a10a46-030c-462a-99d5-0ed1cb4e0ffd -> ../../sda1
lrwxrwxrwx 1 root root 10 Nov 25 05:11 5c05bc62-22e7-4554-afaf-2d7aac343bcd -> ../../sda2
lrwxrwxrwx 1 root root 10 Nov 25 05:11 e4b2d72a-e149-4bf6-8a9e-8981a4c83f17 -> ../../sda5
lrwxrwxrwx 1 root root 15 Nov 25 05:11 f7b3870f-b423-4881-a0ee-d1613857985f -> ../../mmcblk0p1
/dev/md:
total 0
lrwxrwxrwx 1 root root 8 Nov 25 05:11 backup -> ../md127
Auto-generated on Wed, 25 Nov 2015 05:29:05 -0800 by mdadm bugscript
-- System Information:
Debian Release: stretch/sid
APT prefers stable-updates
APT policy: (500, 'stable-updates'), (500, 'oldstable-updates'), (500, 'unstable'), (500, 'testing'), (500, 'stable'), (500, 'oldstable')
Architecture: armhf (armv7l)
Kernel: Linux 4.2.0-1-armmp (SMP w/4 CPU cores)
Locale: LANG=C, LC_CTYPE=C (charmap=ANSI_X3.4-1968)
Shell: /bin/sh linked to /bin/dash
Init: systemd (via /run/systemd/system)
Versions of packages mdadm depends on:
ii debconf [debconf-2.0] 1.5.58
ii initscripts 2.88dsf-59.2
ii libc6 2.19-22
ii lsb-base 9.20150917
ii udev 228-2
Versions of packages mdadm recommends:
ii exim4-daemon-light [mail-transport-agent] 4.86-6
ii kmod 21-1
mdadm suggests no packages.
-- debconf information:
mdadm/initrdstart_notinconf: false
mdadm/initrdstart_msg_intro:
mdadm/initrdstart_msg_errmd:
mdadm/initrdstart_msg_errconf:
* mdadm/start_daemon: true
mdadm/initrdstart_msg_errexist:
* mdadm/mail_to: root
* mdadm/initrdstart: all
mdadm/initrdstart_msg_errblock:
* mdadm/autocheck: true
More information about the pkg-mdadm-devel
mailing list