Bug#806215: mdadm: upgraded mdadm now does not recognize RAID6 array causing boot to drop into emergency mode

Rick Thomas rbthomas at pobox.com
Wed Nov 25 13:45:48 UTC 2015


Package: mdadm
Version: 3.3.4-1
Severity: important

Cubox-i system has a RAID6 array of usb-keys (it's just an experiment -- I'd never use it in a production system)
Runs Debian Sid.  I recently did an upgrade that replaced mdadm_3.3.4-1_armhf.deb with mdadm_3.3.4-1.1_armhf.deb.
Reboot following the upgrade now does not recognize the array, and the boot falls into emergency mode shell.
doing "mdadm -A /dev/md/backup" in emergency mode shell found the array and allowed boot to continue.

I downgraded mdadm back to mdadm_3.3.4-1_armhf.deb and now it boots OK with no emergency shell.

changelog.Debian says that the difference between 3.3.4-1 and 3.3.4-1.1 is

|    mdadm (3.3.4-1.1) unstable; urgency=medium
|      * Non-maintainer upload.
|      * disable-incremental-assembly.patch: incremental assembly prevents booting
|       in degraded mode (Closes: #784070)
|
|    -- Yann Soubeyrand <yann-externe.soubeyrand at edf.fr>  Tue, 10 Nov 2015 11:18:39 +0100

Could this cause what I'm seeing?

Thanks for your efforts!
Rick



-- Package-specific info:
--- mdadm.conf
CREATE owner=root group=disk mode=0660 auto=yes
HOMEHOST <system>
MAILADDR root
ARRAY /dev/md/backup  metadata=1.2 UUID=a0316c61:b0fdc012:704e5fdb:db6c9405 name=cube:backup

--- /etc/default/mdadm
INITRDSTART='all'
AUTOCHECK=true
START_DAEMON=true
DAEMON_OPTIONS="--syslog"
VERBOSE=false

--- /proc/mdstat:
Personalities : [raid6] [raid5] [raid4] 
md127 : active raid6 sdf[5] sde[6] sdd[2] sdc[1] sdb[0]
      91534848 blocks super 1.2 level 6, 512k chunk, algorithm 2 [5/5] [UUUUU]
      
unused devices: <none>

--- /proc/partitions:
major minor  #blocks  name

 179        0   15183872 mmcblk0
 179        1     248832 mmcblk0p1
   8        0  976762584 sda
   8        1   19530752 sda1
   8        2    9765888 sda2
   8        3          1 sda3
   8        5  947463168 sda5
   8       16   30528032 sdb
   9      127   91534848 md127
   8       32   30528032 sdc
   8       48   30528032 sdd
   8       64   30528032 sde
   8       80   30528032 sdf
 254        0   91533312 dm-0

--- LVM physical volumes:
  PV         VG   Fmt  Attr PSize  PFree
  /dev/md127 vg1  lvm2 a--  87.29g    0 
--- mount output
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
udev on /dev type devtmpfs (rw,relatime,size=10240k,nr_inodes=182799,mode=755)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,relatime,size=413380k,mode=755)
/dev/sda1 on / type ext4 (rw,relatime,errors=remount-ro,data=ordered)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
tmpfs on /run/lock type tmpfs (rw,nosuid,nodev,noexec,relatime,size=5120k)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/lib/systemd/systemd-cgroups-agent,name=systemd)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=33,pgrp=1,timeout=0,minproto=5,maxproto=5,direct)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
tmpfs on /tmp type tmpfs (rw,relatime,size=4194304k,nr_inodes=1048576)
/dev/mmcblk0p1 on /boot type ext2 (rw,relatime)
/dev/sda5 on /home type ext4 (rw,relatime,data=ordered)
/dev/mapper/vg1-backup on /backup type ext4 (rw,relatime,stripe=384,data=ordered)
tmpfs on /run/user/1000 type tmpfs (rw,nosuid,nodev,relatime,size=206692k,mode=700,uid=1000,gid=1000)

--- initrd.img-4.2.0-1-armmp:
76299 blocks
742e1c6517849fac1ddf74b4a2c2f183  ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/dm-mirror.ko
f52d1927de962a250c9f0578e5c3a6d8  ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/dm-bufio.ko
0f62ec7afda3e692f3dcefa0fb609b97  ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/dm-raid.ko
8769193bd52b1180bb271a84626e0c95  ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/raid10.ko
42579f57a90237ad22abe956e7ca6be0  ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/raid1.ko
57c23011e796b4ec0fb28c5f867ae205  ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/md-mod.ko
538a0315eda0b730322ead91479bb6c0  ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/raid0.ko
ec8e3f439ce092ea9f26eebfea7f5c7f  ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/dm-mod.ko
02e1ef9c19af4542ba604d10f1278372  ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/linear.ko
85d4b78d391835006d0e0c48ca50e7bf  ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/raid456.ko
c7432dc16458298492f2aee6a4d76a0e  ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/dm-region-hash.ko
92a666a7ce69d533c0690c00f9850367  ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/dm-snapshot.ko
34f3ccbd0278c280597eeed7ac1ee3c2  ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/multipath.ko
2983197316e86c54ef96f091888d7100  ./lib/modules/4.2.0-1-armmp/kernel/drivers/md/dm-log.ko
13d9fd289a6ca816ac941ec250177320  ./conf/mdadm
6f1593fb37628871ea8dd3a4b16ff8f2  ./etc/mdadm/mdadm.conf
d3be82c0f275d6c25b04d388baf9e836  ./etc/modprobe.d/mdadm.conf
4af5441d9056c9d5928a44fc6b035ed0  ./sbin/mdadm
599bbf3fe6093157a26863dcb59cdf5d  ./scripts/local-top/mdadm

--- initrd's /conf/conf.d/md:
no conf/md file.

--- /proc/modules:
raid456 88824 1 - Live 0xbf7ba000
async_raid6_recov 6831 1 raid456, Live 0xbf7b5000
async_memcpy 1921 2 raid456,async_raid6_recov, Live 0xbf7b1000
async_pq 6389 2 raid456,async_raid6_recov, Live 0xbf7ac000
async_xor 4385 3 raid456,async_raid6_recov,async_pq, Live 0xbf7a7000
async_tx 2761 5 raid456,async_raid6_recov,async_memcpy,async_pq,async_xor, Live 0xbf79e000
raid6_pq 87885 3 raid456,async_raid6_recov,async_pq, Live 0xbf784000
md_mod 117736 2 raid456, Live 0xbf127000
dm_mirror 13733 0 - Live 0xbf11f000
dm_region_hash 8129 1 dm_mirror, Live 0xbf119000
dm_log 9179 2 dm_mirror,dm_region_hash, Live 0xbf112000
dm_mod 96208 5 dm_mirror,dm_log, Live 0xbf0ed000

--- /var/log/syslog:

--- volume detail:
/dev/sda:
   MBR Magic : aa55
Partition[0] :     39061504 sectors at         2048 (type 83)
Partition[1] :     19531776 sectors at     39063552 (type 82)
Partition[2] :   1894926338 sectors at     58597374 (type 05)
--
/dev/sda1 is not recognised by mdadm.
/dev/sda2 is not recognised by mdadm.
/dev/sda3:
   MBR Magic : aa55
Partition[0] :   1894926336 sectors at            2 (type 83)
--
/dev/sda5 is not recognised by mdadm.
/dev/sdb:
          Magic : a92b4efc
        Version : 1.2
    Feature Map : 0x0
     Array UUID : a0316c61:b0fdc012:704e5fdb:db6c9405
           Name : cube:backup  (local to host cube)
  Creation Time : Fri Apr 17 03:43:25 2015
     Raid Level : raid6
   Raid Devices : 5

 Avail Dev Size : 61023296 (29.10 GiB 31.24 GB)
     Array Size : 91534848 (87.29 GiB 93.73 GB)
  Used Dev Size : 61023232 (29.10 GiB 31.24 GB)
    Data Offset : 32768 sectors
   Super Offset : 8 sectors
   Unused Space : before=32680 sectors, after=64 sectors
          State : clean
    Device UUID : c1bb3130:61192839:a5e23860:e9bb97aa

    Update Time : Wed Nov 25 05:11:51 2015
  Bad Block Log : 512 entries available at offset 72 sectors
       Checksum : ee4564d2 - correct
         Events : 1587

         Layout : left-symmetric
     Chunk Size : 512K

   Device Role : Active device 0
   Array State : AAAAA ('A' == active, '.' == missing, 'R' == replacing)
--
/dev/sdc:
          Magic : a92b4efc
        Version : 1.2
    Feature Map : 0x0
     Array UUID : a0316c61:b0fdc012:704e5fdb:db6c9405
           Name : cube:backup  (local to host cube)
  Creation Time : Fri Apr 17 03:43:25 2015
     Raid Level : raid6
   Raid Devices : 5

 Avail Dev Size : 61023296 (29.10 GiB 31.24 GB)
     Array Size : 91534848 (87.29 GiB 93.73 GB)
  Used Dev Size : 61023232 (29.10 GiB 31.24 GB)
    Data Offset : 32768 sectors
   Super Offset : 8 sectors
   Unused Space : before=32680 sectors, after=64 sectors
          State : clean
    Device UUID : ed53afa9:fe80c396:0778a572:7216cc2a

    Update Time : Wed Nov 25 05:11:51 2015
  Bad Block Log : 512 entries available at offset 72 sectors
       Checksum : 57ff5488 - correct
         Events : 1587

         Layout : left-symmetric
     Chunk Size : 512K

   Device Role : Active device 1
   Array State : AAAAA ('A' == active, '.' == missing, 'R' == replacing)
--
/dev/sdd:
          Magic : a92b4efc
        Version : 1.2
    Feature Map : 0x0
     Array UUID : a0316c61:b0fdc012:704e5fdb:db6c9405
           Name : cube:backup  (local to host cube)
  Creation Time : Fri Apr 17 03:43:25 2015
     Raid Level : raid6
   Raid Devices : 5

 Avail Dev Size : 61023296 (29.10 GiB 31.24 GB)
     Array Size : 91534848 (87.29 GiB 93.73 GB)
  Used Dev Size : 61023232 (29.10 GiB 31.24 GB)
    Data Offset : 32768 sectors
   Super Offset : 8 sectors
   Unused Space : before=32680 sectors, after=64 sectors
          State : clean
    Device UUID : 5f710b08:c5823e7a:81856afb:afdf0e9a

    Update Time : Wed Nov 25 05:11:51 2015
  Bad Block Log : 512 entries available at offset 72 sectors
       Checksum : 91de4a79 - correct
         Events : 1587

         Layout : left-symmetric
     Chunk Size : 512K

   Device Role : Active device 2
   Array State : AAAAA ('A' == active, '.' == missing, 'R' == replacing)
--
/dev/sde:
          Magic : a92b4efc
        Version : 1.2
    Feature Map : 0x0
     Array UUID : a0316c61:b0fdc012:704e5fdb:db6c9405
           Name : cube:backup  (local to host cube)
  Creation Time : Fri Apr 17 03:43:25 2015
     Raid Level : raid6
   Raid Devices : 5

 Avail Dev Size : 61023296 (29.10 GiB 31.24 GB)
     Array Size : 91534848 (87.29 GiB 93.73 GB)
  Used Dev Size : 61023232 (29.10 GiB 31.24 GB)
    Data Offset : 32768 sectors
   Super Offset : 8 sectors
   Unused Space : before=32680 sectors, after=64 sectors
          State : clean
    Device UUID : 8c03eaba:c1a6430a:8b0eb5f6:c5623d8e

    Update Time : Wed Nov 25 05:11:51 2015
  Bad Block Log : 512 entries available at offset 72 sectors
       Checksum : c43b1356 - correct
         Events : 1587

         Layout : left-symmetric
     Chunk Size : 512K

   Device Role : Active device 4
   Array State : AAAAA ('A' == active, '.' == missing, 'R' == replacing)
--
/dev/sdf:
          Magic : a92b4efc
        Version : 1.2
    Feature Map : 0x0
     Array UUID : a0316c61:b0fdc012:704e5fdb:db6c9405
           Name : cube:backup  (local to host cube)
  Creation Time : Fri Apr 17 03:43:25 2015
     Raid Level : raid6
   Raid Devices : 5

 Avail Dev Size : 61023296 (29.10 GiB 31.24 GB)
     Array Size : 91534848 (87.29 GiB 93.73 GB)
  Used Dev Size : 61023232 (29.10 GiB 31.24 GB)
    Data Offset : 32768 sectors
   Super Offset : 8 sectors
   Unused Space : before=32680 sectors, after=64 sectors
          State : clean
    Device UUID : 8826ae40:00f3116f:12c5e78c:ffcb6c1c

    Update Time : Wed Nov 25 05:11:51 2015
  Bad Block Log : 512 entries available at offset 72 sectors
       Checksum : d32f9bc0 - correct
         Events : 1587

         Layout : left-symmetric
     Chunk Size : 512K

   Device Role : Active device 3
   Array State : AAAAA ('A' == active, '.' == missing, 'R' == replacing)
--

--- /proc/cmdline
console=ttymxc0,115200 quiet

--- udev:
ii  udev           228-2        armhf        /dev/ and hotplug management daem
e95faba71945b1dcc9749adc5dcd80f6  /lib/udev/rules.d/63-md-raid-arrays.rules
66f83b36d1edf5d9c3611c1c521f3dd8  /lib/udev/rules.d/64-md-raid-assembly.rules
d3f53eb83e89c327ad6aa0ca66f6124e  /lib/udev/rules.d/99-systemd.rules

--- /dev:
brw-rw---- 1 root disk 9, 127 Nov 25 05:11 /dev/md127

/dev/disk/by-id:
total 0
lrwxrwxrwx 1 root root  9 Nov 25 05:11 ata-HGST_HTS721010A9E630_JR10046P1EJJWN -> ../../sda
lrwxrwxrwx 1 root root 10 Nov 25 05:11 ata-HGST_HTS721010A9E630_JR10046P1EJJWN-part1 -> ../../sda1
lrwxrwxrwx 1 root root 10 Nov 25 05:11 ata-HGST_HTS721010A9E630_JR10046P1EJJWN-part2 -> ../../sda2
lrwxrwxrwx 1 root root 10 Nov 25 05:11 ata-HGST_HTS721010A9E630_JR10046P1EJJWN-part3 -> ../../sda3
lrwxrwxrwx 1 root root 10 Nov 25 05:11 ata-HGST_HTS721010A9E630_JR10046P1EJJWN-part5 -> ../../sda5
lrwxrwxrwx 1 root root 10 Nov 25 05:11 dm-name-vg1-backup -> ../../dm-0
lrwxrwxrwx 1 root root 10 Nov 25 05:11 dm-uuid-LVM-EH8pszeZlFV5KVBL3EpuNgT1L1J1aSTg7imxeup9xw83A9ahMx6JhvUfLbJLqAyL -> ../../dm-0
lrwxrwxrwx 1 root root 11 Nov 25 05:11 lvm-pv-uuid-32DB72-Kqiu-bSbb-y9KV-RhkW-clcu-UQRXOW -> ../../md127
lrwxrwxrwx 1 root root 11 Nov 25 05:11 md-name-cube:backup -> ../../md127
lrwxrwxrwx 1 root root 11 Nov 25 05:11 md-uuid-a0316c61:b0fdc012:704e5fdb:db6c9405 -> ../../md127
lrwxrwxrwx 1 root root 13 Nov 25 05:11 mmc-SA16G_0x14682edb -> ../../mmcblk0
lrwxrwxrwx 1 root root 15 Nov 25 05:11 mmc-SA16G_0x14682edb-part1 -> ../../mmcblk0p1
lrwxrwxrwx 1 root root  9 Nov 25 05:11 usb-SanDisk_Cruzer_Fit_4C530001450303119270-0:0 -> ../../sde
lrwxrwxrwx 1 root root  9 Nov 25 05:11 usb-SanDisk_Cruzer_Fit_4C530013220303118132-0:0 -> ../../sdb
lrwxrwxrwx 1 root root  9 Nov 25 05:11 usb-SanDisk_Cruzer_Fit_4C530201430303122020-0:0 -> ../../sdc
lrwxrwxrwx 1 root root  9 Nov 25 05:11 usb-SanDisk_Cruzer_Fit_4C530201470303119301-0:0 -> ../../sdd
lrwxrwxrwx 1 root root  9 Nov 25 05:11 usb-SanDisk_Cruzer_Fit_4C530301400303119272-0:0 -> ../../sdf
lrwxrwxrwx 1 root root  9 Nov 25 05:11 wwn-0x5000cca7dcd43e6f -> ../../sda
lrwxrwxrwx 1 root root 10 Nov 25 05:11 wwn-0x5000cca7dcd43e6f-part1 -> ../../sda1
lrwxrwxrwx 1 root root 10 Nov 25 05:11 wwn-0x5000cca7dcd43e6f-part2 -> ../../sda2
lrwxrwxrwx 1 root root 10 Nov 25 05:11 wwn-0x5000cca7dcd43e6f-part3 -> ../../sda3
lrwxrwxrwx 1 root root 10 Nov 25 05:11 wwn-0x5000cca7dcd43e6f-part5 -> ../../sda5

/dev/disk/by-label:
total 0
lrwxrwxrwx 1 root root 10 Nov 25 05:11 BACKUP -> ../../dm-0
lrwxrwxrwx 1 root root 10 Nov 25 05:11 HOME -> ../../sda5
lrwxrwxrwx 1 root root 10 Nov 25 05:11 ROOT -> ../../sda1
lrwxrwxrwx 1 root root 10 Nov 25 05:11 SWAP -> ../../sda2

/dev/disk/by-path:
total 0
lrwxrwxrwx 1 root root 13 Nov 25 05:11 platform-2194000.usdhc -> ../../mmcblk0
lrwxrwxrwx 1 root root 15 Nov 25 05:11 platform-2194000.usdhc-part1 -> ../../mmcblk0p1
lrwxrwxrwx 1 root root  9 Nov 25 05:11 platform-2200000.sata-ata-1 -> ../../sda
lrwxrwxrwx 1 root root 10 Nov 25 05:11 platform-2200000.sata-ata-1-part1 -> ../../sda1
lrwxrwxrwx 1 root root 10 Nov 25 05:11 platform-2200000.sata-ata-1-part2 -> ../../sda2
lrwxrwxrwx 1 root root 10 Nov 25 05:11 platform-2200000.sata-ata-1-part3 -> ../../sda3
lrwxrwxrwx 1 root root 10 Nov 25 05:11 platform-2200000.sata-ata-1-part5 -> ../../sda5
lrwxrwxrwx 1 root root  9 Nov 25 05:11 platform-ci_hdrc.0-usb-0:1.1:1.0-scsi-0:0:0:0 -> ../../sdb
lrwxrwxrwx 1 root root  9 Nov 25 05:11 platform-ci_hdrc.0-usb-0:1.2:1.0-scsi-0:0:0:0 -> ../../sdc
lrwxrwxrwx 1 root root  9 Nov 25 05:11 platform-ci_hdrc.0-usb-0:1.3:1.0-scsi-0:0:0:0 -> ../../sdd
lrwxrwxrwx 1 root root  9 Nov 25 05:11 platform-ci_hdrc.0-usb-0:1.4.1:1.0-scsi-0:0:0:0 -> ../../sde
lrwxrwxrwx 1 root root  9 Nov 25 05:11 platform-ci_hdrc.0-usb-0:1.4.2:1.0-scsi-0:0:0:0 -> ../../sdf

/dev/disk/by-uuid:
total 0
lrwxrwxrwx 1 root root 10 Nov 25 05:11 130aaf68-38e2-4da2-ab5e-9f99889258c5 -> ../../dm-0
lrwxrwxrwx 1 root root 10 Nov 25 05:11 18a10a46-030c-462a-99d5-0ed1cb4e0ffd -> ../../sda1
lrwxrwxrwx 1 root root 10 Nov 25 05:11 5c05bc62-22e7-4554-afaf-2d7aac343bcd -> ../../sda2
lrwxrwxrwx 1 root root 10 Nov 25 05:11 e4b2d72a-e149-4bf6-8a9e-8981a4c83f17 -> ../../sda5
lrwxrwxrwx 1 root root 15 Nov 25 05:11 f7b3870f-b423-4881-a0ee-d1613857985f -> ../../mmcblk0p1

/dev/md:
total 0
lrwxrwxrwx 1 root root 8 Nov 25 05:11 backup -> ../md127

Auto-generated on Wed, 25 Nov 2015 05:29:05 -0800 by mdadm bugscript

-- System Information:
Debian Release: stretch/sid
  APT prefers stable-updates
  APT policy: (500, 'stable-updates'), (500, 'oldstable-updates'), (500, 'unstable'), (500, 'testing'), (500, 'stable'), (500, 'oldstable')
Architecture: armhf (armv7l)

Kernel: Linux 4.2.0-1-armmp (SMP w/4 CPU cores)
Locale: LANG=C, LC_CTYPE=C (charmap=ANSI_X3.4-1968)
Shell: /bin/sh linked to /bin/dash
Init: systemd (via /run/systemd/system)

Versions of packages mdadm depends on:
ii  debconf [debconf-2.0]  1.5.58
ii  initscripts            2.88dsf-59.2
ii  libc6                  2.19-22
ii  lsb-base               9.20150917
ii  udev                   228-2

Versions of packages mdadm recommends:
ii  exim4-daemon-light [mail-transport-agent]  4.86-6
ii  kmod                                       21-1

mdadm suggests no packages.

-- debconf information:
  mdadm/initrdstart_notinconf: false
  mdadm/initrdstart_msg_intro:
  mdadm/initrdstart_msg_errmd:
  mdadm/initrdstart_msg_errconf:
* mdadm/start_daemon: true
  mdadm/initrdstart_msg_errexist:
* mdadm/mail_to: root
* mdadm/initrdstart: all
  mdadm/initrdstart_msg_errblock:
* mdadm/autocheck: true



More information about the pkg-mdadm-devel mailing list