grooverdan
commented
7 years ago Closed grooverdan closed 5 years ago
grooverdan
commented
7 years ago 
mpe
commented
7 years ago Please retest with 4.13 final.
grooverdan
commented
7 years ago still there - p87 for your viewing convenience.
[ 256.645741] tg3 0005:09:00.0 enP5p9s0f0: Link is up at 1000 Mbps, full duplex
[ 256.645782] tg3 0005:09:00.0 enP5p9s0f0: Flow control is off for TX and off for RX
[ 256.645790] tg3 0005:09:00.0 enP5p9s0f0: EEE is disabled
[ 256.645850] br0: port 1(enP5p9s0f0) entered blocking state
[ 256.645867] br0: port 1(enP5p9s0f0) entered forwarding state
[ 258.353636] ------------[ cut here ]------------
[ 258.353671] WARNING: CPU: 1 PID: 14 at kernel/cpu.c:240 lockdep_assert_cpus_held+0x54/0x80
[ 258.353674] Modules linked in: bridge stp llc binfmt_misc vmx_crypto leds_powernv led_class powernv_op_panel powernv_rng rng_core kvm_hv kvm autofs4 xfs btrfs lzo_compress raid456 async_raid6_recov async_memcpy async_pq async_xor async_tx xor raid6_pq libcrc32c multipath mlx4_en raid10 crc32c_vpmsum lpfc be2net crc_t10dif crct10dif_generic crct10dif_common mlx4_core
[ 258.353749] CPU: 1 PID: 14 Comm: cpuhp/1 Tainted: G W 4.13.0 #1
[ 258.353752] task: c000001ff25fa100 task.stack: c000001ff2578000
[ 258.353755] NIP: c0000000000f8624 LR: c0000000000f8618 CTR: c0000000001763e0
[ 258.353758] REGS: c000001ff257b780 TRAP: 0700 Tainted: G W (4.13.0)
[ 258.353760] MSR: 9000000000029033 <SF,HV,EE,ME,IR,DR,RI,LE>
[ 258.353779] CR: 24200422 XER: 00000000
[ 258.353781] CFAR: c0000000001783d0 SOFTE: 1
GPR00: c0000000000f8618 c000001ff257ba00 c000000001042100 0000000000000000
GPR04: ffffffffffffffff 0000000000000001 0000000000000001 f000000007f96e00
GPR08: 0000001ffe490000 0000000000000000 0000000000000000 c000007fee772f50
GPR12: 0000000000000000 c00000000fd80500 c00000000012c878 c000001ff6209180
GPR16: 0000000000000000 0000000000000000 c000000000ef2728 0000000000000000
GPR20: 0000000000000000 0000000000000000 0000000000000001 0000000000000000
GPR24: 0000000000000000 c000000001087d50 c000000000fe0e7d c0000000001448c0
GPR28: 0000001ffe490000 0000000000000000 0000000000000002 c000000001088050
[ 258.353856] NIP [c0000000000f8624] lockdep_assert_cpus_held+0x54/0x80
[ 258.353859] LR [c0000000000f8618] lockdep_assert_cpus_held+0x48/0x80
[ 258.353861] Call Trace:
[ 258.353864] [c000001ff257ba00] [c0000000000f8618] lockdep_assert_cpus_held+0x48/0x80 (unreliable)
[ 258.353872] [c000001ff257ba20] [c00000000007a848] arch_update_cpu_topology+0x18/0x30
[ 258.353879] [c000001ff257ba40] [c00000000016bd0c] partition_sched_domains+0x8c/0x4e0
[ 258.353885] [c000001ff257baf0] [c00000000020a914] cpuset_update_active_cpus+0x24/0x60
[ 258.353890] [c000001ff257bb10] [c0000000001449bc] sched_cpu_deactivate+0xfc/0x1a0
[ 258.353896] [c000001ff257bc20] [c0000000000f5a8c] cpuhp_invoke_callback+0x19c/0xe00
[ 258.353902] [c000001ff257bcb0] [c0000000000f6868] cpuhp_down_callbacks+0x78/0xf0
[ 258.353907] [c000001ff257bd00] [c0000000000f6c1c] cpuhp_thread_fun+0x1fc/0x210
[ 258.353913] [c000001ff257bd50] [c000000000132f4c] smpboot_thread_fn+0x2fc/0x370
[ 258.353918] [c000001ff257bdc0] [c00000000012ca24] kthread+0x1b4/0x1c0
[ 258.353924] [c000001ff257be30] [c00000000000bcec] ret_from_kernel_thread+0x5c/0x70
[ 258.353928] Instruction dump:
[ 258.353932] 4e800020 60000000 60420000 7c0802a6 3c62ffeb 3880ffff 38639280 f8010030
[ 258.353948] 4807fd45 60000000 2fa30000 409e0020 <0fe00000> e8010030 38210020 7c0803a6
[ 258.353964] ---[ end trace 2e9f6b1cfad65ade ]---Linux version 4.13.0-00083-gb38923a
slightly different backtrace - top of stack the same. Also includes https://lists.ozlabs.org/pipermail/linuxppc-dev/2017-September/163243.html
[ 0.000000] opal: OPAL detected !
[ 0.000000] Crash kernel location must be 0x2000000
[ 0.000000] Reserving 128MB of memory at 32MB for crashkernel (System RAM: 524288MB)
[ 0.000000] Allocated 2883584 bytes for 2048 pacas at c00000000fd40000
[ 0.000000] Page sizes from device-tree:
[ 0.000000] base_shift=12: shift=12, sllp=0x0000, avpnm=0x00000000, tlbiel=1, penc=0
[ 0.000000] base_shift=12: shift=16, sllp=0x0000, avpnm=0x00000000, tlbiel=1, penc=7
[ 0.000000] base_shift=12: shift=24, sllp=0x0000, avpnm=0x00000000, tlbiel=1, penc=56
[ 0.000000] base_shift=16: shift=16, sllp=0x0110, avpnm=0x00000000, tlbiel=1, penc=1
[ 0.000000] base_shift=16: shift=24, sllp=0x0110, avpnm=0x00000000, tlbiel=1, penc=8
[ 0.000000] base_shift=24: shift=24, sllp=0x0100, avpnm=0x00000001, tlbiel=0, penc=0
[ 0.000000] base_shift=34: shift=34, sllp=0x0120, avpnm=0x000007ff, tlbiel=0, penc=3
[ 0.000000] Page orders: linear mapping = 24, virtual = 16, io = 16, vmemmap = 24
[ 0.000000] Using 1TB segments
[ 0.000000] Initializing hash mmu with SLB
[ 0.000000] Linux version 4.13.0-00083-gb38923a (jenkins@p88) (gcc version 4.9.4 (crosstool-NG crosstool-ng-1.22.0-616-g85ae00c)) #1 SMP Fri Sep 15 20:32:22 UTC 2017
[ 0.000000] Found initrd at 0xc000000002990000:0xc0000000039ad0d9
[ 0.000000] Using PowerNV machine description
[ 0.000000] bootconsole [udbg0] enabled
[ 0.000000] CPU maps initialized for 8 threads per core
[ 0.000000] (thread shift is 3)
[ 0.000000] Freed 2555904 bytes for unused pacas
[ 0.000000] -----------------------------------------------------
[ 0.000000] ppc64_pft_size = 0x0
[ 0.000000] phys_mem_size = 0x8000000000
[ 0.000000] dcache_bsize = 0x80
[ 0.000000] icache_bsize = 0x80
[ 0.000000] cpu_features = 0x17fc7aed18500249
[ 0.000000] possible = 0x5fffffff18500649
[ 0.000000] always = 0x0000000018100040
[ 0.000000] cpu_user_features = 0xdc0065c2 0xef000000
[ 0.000000] mmu_features = 0x7c006001
[ 0.000000] firmware_features = 0x0000000110000000
[ 0.000000] htab_address = 0xc000007fc0000000
[ 0.000000] htab_hash_mask = 0x3fffff
[ 0.000000] -----------------------------------------------------
[ 0.000000] cma: Reserved 26224 MiB at 0x0000007959000000
[ 0.000000] numa: NODE_DATA [mem 0x1fffff6100-0x1fffffffff]
[ 0.000000] numa: NODE_DATA [mem 0x3fffff6100-0x3fffffffff]
[ 0.000000] numa: NODE_DATA [mem 0x5fffff6100-0x5fffffffff]
[ 0.000000] numa: NODE_DATA [mem 0x7fff962100-0x7fff96bfff]
[ 0.000000] Initializing IODA2 PHB (/pciex@3fffe40000000)
[ 0.000000] PCI host bridge /pciex@3fffe40000000 (primary) ranges:
[ 0.000000] MEM 0x00003fe000000000..0x00003fe07ffeffff -> 0x0000000080000000
[ 0.000000] MEM 0x0000200000000000..0x000020ffffffffff -> 0x0000200000000000 (M64 #0..15)
[ 0.000000] Using M64 #15 as default window
[ 0.000000] 256 (255) PE's M32: 0x80000000 [segment=0x800000]
[ 0.000000] M64: 0x10000000000 [segment=0x100000000]
[ 0.000000] Allocated bitmap for 2040 MSIs (base IRQ 0x800)
[ 0.000000] Initializing IODA2 PHB (/pciex@3fffe40100000)
[ 0.000000] PCI host bridge /pciex@3fffe40100000 ranges:
[ 0.000000] MEM 0x00003fe080000000..0x00003fe0fffeffff -> 0x0000000080000000
[ 0.000000] MEM 0x0000210000000000..0x000021ffffffffff -> 0x0000210000000000 (M64 #0..15)
[ 0.000000] Using M64 #15 as default window
[ 0.000000] 256 (255) PE's M32: 0x80000000 [segment=0x800000]
[ 0.000000] M64: 0x10000000000 [segment=0x100000000]
[ 0.000000] Allocated bitmap for 2040 MSIs (base IRQ 0x1000)
[ 0.000000] Initializing IODA2 PHB (/pciex@3fffe40400000)
[ 0.000000] PCI host bridge /pciex@3fffe40400000 ranges:
[ 0.000000] MEM 0x00003fe200000000..0x00003fe27ffeffff -> 0x0000000080000000
[ 0.000000] MEM 0x0000240000000000..0x000024ffffffffff -> 0x0000240000000000 (M64 #0..15)
[ 0.000000] Using M64 #15 as default window
[ 0.000000] 256 (255) PE's M32: 0x80000000 [segment=0x800000]
[ 0.000000] M64: 0x10000000000 [segment=0x100000000]
[ 0.000000] Allocated bitmap for 2040 MSIs (base IRQ 0x2800)
[ 0.000000] Initializing IODA2 PHB (/pciex@3fffe40500000)
[ 0.000000] PCI host bridge /pciex@3fffe40500000 ranges:
[ 0.000000] MEM 0x00003fe280000000..0x00003fe2fffeffff -> 0x0000000080000000
[ 0.000000] MEM 0x0000250000000000..0x000025ffffffffff -> 0x0000250000000000 (M64 #0..15)
[ 0.000000] Using M64 #15 as default window
[ 0.000000] 256 (255) PE's M32: 0x80000000 [segment=0x800000]
[ 0.000000] M64: 0x10000000000 [segment=0x100000000]
[ 0.000000] Allocated bitmap for 2040 MSIs (base IRQ 0x3000)
[ 0.000000] Initializing IODA2 PHB (/pciex@3fffe42000000)
[ 0.000000] PCI host bridge /pciex@3fffe42000000 ranges:
[ 0.000000] MEM 0x00003ff000000000..0x00003ff07ffeffff -> 0x0000000080000000
[ 0.000000] MEM 0x0000280000000000..0x000028ffffffffff -> 0x0000280000000000 (M64 #0..15)
[ 0.000000] Using M64 #15 as default window
[ 0.000000] 256 (255) PE's M32: 0x80000000 [segment=0x800000]
[ 0.000000] M64: 0x10000000000 [segment=0x100000000]
[ 0.000000] Allocated bitmap for 2040 MSIs (base IRQ 0x20800)
[ 0.000000] Initializing IODA2 PHB (/pciex@3fffe42100000)
[ 0.000000] PCI host bridge /pciex@3fffe42100000 ranges:
[ 0.000000] MEM 0x00003ff080000000..0x00003ff0fffeffff -> 0x0000000080000000
[ 0.000000] MEM 0x0000290000000000..0x000029ffffffffff -> 0x0000290000000000 (M64 #0..15)
[ 0.000000] Using M64 #15 as default window
[ 0.000000] 256 (255) PE's M32: 0x80000000 [segment=0x800000]
[ 0.000000] M64: 0x10000000000 [segment=0x100000000]
[ 0.000000] Allocated bitmap for 2040 MSIs (base IRQ 0x21000)
[ 0.000000] Initializing IODA2 PHB (/pciex@3fffe42400000)
[ 0.000000] PCI host bridge /pciex@3fffe42400000 ranges:
[ 0.000000] MEM 0x00003ff200000000..0x00003ff27ffeffff -> 0x0000000080000000
[ 0.000000] MEM 0x00002c0000000000..0x00002cffffffffff -> 0x00002c0000000000 (M64 #0..15)
[ 0.000000] Using M64 #15 as default window
[ 0.000000] 256 (255) PE's M32: 0x80000000 [segment=0x800000]
[ 0.000000] M64: 0x10000000000 [segment=0x100000000]
[ 0.000000] Allocated bitmap for 2040 MSIs (base IRQ 0x22800)
[ 0.000000] Initializing IODA2 PHB (/pciex@3fffe42500000)
[ 0.000000] PCI host bridge /pciex@3fffe42500000 ranges:
[ 0.000000] MEM 0x00003ff280000000..0x00003ff2fffeffff -> 0x0000000080000000
[ 0.000000] MEM 0x00002d0000000000..0x00002dffffffffff -> 0x00002d0000000000 (M64 #0..15)
[ 0.000000] Using M64 #15 as default window
[ 0.000000] 256 (255) PE's M32: 0x80000000 [segment=0x800000]
[ 0.000000] M64: 0x10000000000 [segment=0x100000000]
[ 0.000000] Allocated bitmap for 2040 MSIs (base IRQ 0x23000)
[ 0.000000] OPAL nvram setup, 1048576 bytes
[ 0.000000] Top of RAM: 0x8000000000, Total RAM: 0x8000000000
[ 0.000000] Memory hole size: 0MB
[ 0.000000] Zone ranges:
[ 0.000000] DMA [mem 0x0000000000000000-0x0000007fffffffff]
[ 0.000000] DMA32 empty
[ 0.000000] Normal empty
[ 0.000000] Movable zone start for each node
[ 0.000000] Early memory node ranges
[ 0.000000] node 0: [mem 0x0000000000000000-0x0000001fffffffff]
[ 0.000000] node 1: [mem 0x0000002000000000-0x0000003fffffffff]
[ 0.000000] node 16: [mem 0x0000004000000000-0x0000005fffffffff]
[ 0.000000] node 17: [mem 0x0000006000000000-0x0000007fffffffff]
[ 0.000000] Initmem setup node 0 [mem 0x0000000000000000-0x0000001fffffffff]
[ 0.000000] On node 0 totalpages: 2097152
[ 0.000000] DMA zone: 2048 pages used for memmap
[ 0.000000] DMA zone: 0 pages reserved
[ 0.000000] DMA zone: 2097152 pages, LIFO batch:1
[ 0.000000] Initmem setup node 1 [mem 0x0000002000000000-0x0000003fffffffff]
[ 0.000000] On node 1 totalpages: 2097152
[ 0.000000] DMA zone: 2048 pages used for memmap
[ 0.000000] DMA zone: 0 pages reserved
[ 0.000000] DMA zone: 2097152 pages, LIFO batch:1
[ 0.000000] Initmem setup node 16 [mem 0x0000004000000000-0x0000005fffffffff]
[ 0.000000] On node 16 totalpages: 2097152
[ 0.000000] DMA zone: 2048 pages used for memmap
[ 0.000000] DMA zone: 0 pages reserved
[ 0.000000] DMA zone: 2097152 pages, LIFO batch:1
[ 0.000000] Initmem setup node 17 [mem 0x0000006000000000-0x0000007fffffffff]
[ 0.000000] On node 17 totalpages: 2097152
[ 0.000000] DMA zone: 2048 pages used for memmap
[ 0.000000] DMA zone: 0 pages reserved
[ 0.000000] DMA zone: 2097152 pages, LIFO batch:1
[ 0.000000] random: fast init done
[ 0.000000] percpu: Embedded 4 pages/cpu @c000001fff300000 s163024 r0 d99120 u262144
[ 0.000000] pcpu-alloc: s163024 r0 d99120 u262144 alloc=1*1048576
[ 0.000000] pcpu-alloc: [0] 000 001 002 003 [0] 004 005 006 007
[ 0.000000] pcpu-alloc: [0] 008 009 010 011 [0] 012 013 014 015
[ 0.000000] pcpu-alloc: [0] 016 017 018 019 [0] 020 021 022 023
[ 0.000000] pcpu-alloc: [0] 024 025 026 027 [0] 028 029 030 031
[ 0.000000] pcpu-alloc: [0] 032 033 034 035 [0] 036 037 038 039
[ 0.000000] pcpu-alloc: [0] 040 041 042 043 [0] 044 045 046 047
[ 0.000000] pcpu-alloc: [1] 048 049 050 051 [1] 052 053 054 055
[ 0.000000] pcpu-alloc: [1] 056 057 058 059 [1] 060 061 062 063
[ 0.000000] pcpu-alloc: [1] 064 065 066 067 [1] 068 069 070 071
[ 0.000000] pcpu-alloc: [1] 072 073 074 075 [1] 076 077 078 079
[ 0.000000] pcpu-alloc: [1] 080 081 082 083 [1] 084 085 086 087
[ 0.000000] pcpu-alloc: [1] 088 089 090 091 [1] 092 093 094 095
[ 0.000000] pcpu-alloc: [2] 096 097 098 099 [2] 100 101 102 103
[ 0.000000] pcpu-alloc: [2] 104 105 106 107 [2] 108 109 110 111
[ 0.000000] pcpu-alloc: [2] 112 113 114 115 [2] 116 117 118 119
[ 0.000000] pcpu-alloc: [2] 120 121 122 123 [2] 124 125 126 127
[ 0.000000] pcpu-alloc: [2] 128 129 130 131 [2] 132 133 134 135
[ 0.000000] pcpu-alloc: [2] 136 137 138 139 [2] 140 141 142 143
[ 0.000000] pcpu-alloc: [3] 144 145 146 147 [3] 148 149 150 151
[ 0.000000] pcpu-alloc: [3] 152 153 154 155 [3] 156 157 158 159
[ 0.000000] pcpu-alloc: [3] 160 161 162 163 [3] 164 165 166 167
[ 0.000000] pcpu-alloc: [3] 168 169 170 171 [3] 172 173 174 175
[ 0.000000] pcpu-alloc: [3] 176 177 178 179 [3] 180 181 182 183
[ 0.000000] pcpu-alloc: [3] 184 185 186 187 [3] 188 189 190 191
[ 0.000000] Built 4 zonelists, mobility grouping on. Total pages: 8380416
[ 0.000000] Policy zone: DMA
[ 0.000000] Kernel command line: root=UUID=c3fd6cdf-331d-4c9a-9a51-efabe9deea59 ro splash quiet crashkernel=384M-:128M crashkernel=384M-:128M
[ 0.000000] log_buf_len individual max cpu contribution: 8192 bytes
[ 0.000000] log_buf_len total cpu_extra contributions: 1564672 bytes
[ 0.000000] log_buf_len min size: 262144 bytes
[ 0.000000] log_buf_len: 2097152 bytes
[ 0.000000] early log buf free: 250800(95%)
[ 0.000000] PID hash table entries: 4096 (order: -1, 32768 bytes)
[ 0.000000] Memory: 508585408K/536870912K available (12096K kernel code, 2112K rwdata, 2880K rodata, 1152K init, 13587K bss, 1432128K reserved, 26853376K cma-reserved)
[ 0.000000] SLUB: HWalign=128, Order=0-3, MinObjects=0, CPUs=192, Nodes=18
[ 0.000000] ftrace: allocating 28728 entries in 11 pages
[ 0.000000] Running RCU self tests
[ 0.000000] Hierarchical RCU implementation.
[ 0.000000] RCU event tracing is enabled.
[ 0.000000] RCU lockdep checking is enabled.
[ 0.000000] RCU restricting CPUs from NR_CPUS=2048 to nr_cpu_ids=192.
[ 0.000000] RCU: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=192
[ 0.000000] NR_IRQS: 512, nr_irqs: 512, preallocated irqs: 16
[ 0.000000] ICS OPAL backend registered
[ 0.000000] time_init: decrementer frequency = 512.000000 MHz
[ 0.000000] time_init: processor frequency = 3525.000000 MHz
[ 0.000004] clocksource: timebase: mask: 0xffffffffffffffff max_cycles: 0x761537d007, max_idle_ns: 440795202126 ns
[ 0.000021] clocksource: timebase mult[1f40000] shift[24] registered
[ 0.000027] clockevent: decrementer mult[83126e98] shift[32] cpu[0]
[ 0.001225] Console: colour dummy device 80x25
[ 0.001237] console [hvc0] enabled
[ 0.001243] bootconsole [udbg0] disabled
[ 0.001255] Lock dependency validator: Copyright (c) 2006 Red Hat, Inc., Ingo Molnar
[ 0.001260] ... MAX_LOCKDEP_SUBCLASSES: 8
[ 0.001266] ... MAX_LOCK_DEPTH: 48
[ 0.001271] ... MAX_LOCKDEP_KEYS: 8191
[ 0.001276] ... CLASSHASH_SIZE: 4096
[ 0.001281] ... MAX_LOCKDEP_ENTRIES: 32768
[ 0.001286] ... MAX_LOCKDEP_CHAINS: 65536
[ 0.001291] ... CHAINHASH_SIZE: 32768
[ 0.001296] memory used by lock dependency info: 7391 kB
[ 0.001302] per task-struct memory footprint: 2304 bytes
[ 0.001896] mempolicy: Enabling automatic NUMA balancing. Configure with numa_balancing= or the kernel.numa_balancing sysctl
[ 0.001908] pid_max: default: 196608 minimum: 1536
[ 0.021151] Dentry cache hash table entries: 16777216 (order: 11, 134217728 bytes)
[ 0.029672] Inode-cache hash table entries: 8388608 (order: 10, 67108864 bytes)
[ 0.030012] Mount-cache hash table entries: 262144 (order: 5, 2097152 bytes)
[ 0.030321] Mountpoint-cache hash table entries: 262144 (order: 5, 2097152 bytes)
[ 0.035480] EEH: PowerNV platform initialized
[ 0.035490] POWER8 performance monitor hardware support registered
[ 0.035889] power8-pmu: PMAO restore workaround active.
[ 0.036123] Hierarchical SRCU implementation.
[ 0.047673] smp: Bringing up secondary CPUs ...
[ 2.862321] smp: Brought up 4 nodes, 192 CPUs
[ 2.862335] numa: Node 0 CPUs: 0-47
[ 2.862392] numa: Node 1 CPUs: 48-95
[ 2.862445] numa: Node 16 CPUs: 96-143
[ 2.862502] numa: Node 17 CPUs: 144-191
[ 2.862567] Using standard scheduler topology
[ 2.862745] ------------[ cut here ]------------
[ 2.862772] WARNING: CPU: 0 PID: 1 at kernel/cpu.c:240 lockdep_assert_cpus_held+0x5c/0x70
[ 2.862784] Modules linked in:
[ 2.862819] CPU: 0 PID: 1 Comm: swapper/0 Not tainted 4.13.0-00083-gb38923a #1
[ 2.862835] task: c000003ff3280000 task.stack: c000003ff6104000
[ 2.862847] NIP: c00000000010ac7c LR: c00000000010ac70 CTR: 0000000000000000
[ 2.862862] REGS: c000003ff61078d0 TRAP: 0700 Not tainted (4.13.0-00083-gb38923a)
[ 2.862874] MSR: 9000000002029033 <SF,HV,VEC,EE,ME,IR,DR,RI,LE> CR: 24000022 XER: 00000000
[ 2.863046] CFAR: c000000000190bbc SOFTE: 1
GPR00: c00000000010ac70 c000003ff6107b50 c000000001150500 0000000000000000
GPR04: c000000000fdbe60 0000000000000000 c00000000123c5f8 0000000000000000
GPR08: 0000000000000000 0000000000000000 0000000000000000 0000000000000000
GPR12: 0000000024000082 c00000000fd40000 c00000000000dc08 0000000000000000
GPR16: 0000000000000000 0000000000000000 0000000000000000 0000000000000000
GPR20: 0000000000000000 0000000000000000 0000000000000000 0000000000000000
GPR24: 0000000000000000 c000000000eb392c 0000000000000000 c000000000f2bdb0
GPR28: 0000000000000000 0000000000000000 c000000001199050 c00000000123c4f8
[ 2.863597] NIP [c00000000010ac7c] lockdep_assert_cpus_held+0x5c/0x70
[ 2.863612] LR [c00000000010ac70] lockdep_assert_cpus_held+0x50/0x70
[ 2.863627] Call Trace:
[ 2.863642] [c000003ff6107b50] [c00000000010ac70] lockdep_assert_cpus_held+0x50/0x70 (unreliable)
[ 2.863692] [c000003ff6107b70] [c0000000000802c0] arch_update_cpu_topology+0x20/0x40
[ 2.863724] [c000003ff6107b90] [c000000000182ec4] sched_init_domains+0x74/0x100
[ 2.863752] [c000003ff6107bd0] [c000000000ed5c78] sched_init_smp+0x58/0x168
[ 2.863783] [c000003ff6107d00] [c000000000eb460c] kernel_init_freeable+0x1fc/0x3ac
[ 2.863818] [c000003ff6107dc0] [c00000000000dc2c] kernel_init+0x2c/0x150
[ 2.863852] [c000003ff6107e30] [c00000000000bcec] ret_from_kernel_thread+0x5c/0x70
[ 2.863886] Instruction dump:
[ 2.863915] 409e0014 38210020 e8010010 7c0803a6 4e800020 3c62ffe9 3880ffff 3863b960
[ 2.864036] 48085e3d 60000000 2fa30000 409effd8 <0fe00000> 38210020 e8010010 7c0803a6
[ 2.864172] ---[ end trace 240e34251693e732 ]---
[ 2.930404] devtmpfs: initialized
[ 3.359602] kworker/u385:0 (1173) used greatest stack depth: 10880 bytes left
[ 3.366625] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 19112604462750000 ns
[ 3.367104] futex hash table entries: 65536 (order: 7, 8388608 bytes)
[ 3.417653] NET: Registered protocol family 16
[ 3.421430] cpuidle: using governor menu
[ 3.431310] pstore: using zlib compression
[ 3.431354] pstore: Registered nvram as persistent store backend
[ 3.497377] kworker/u385:1 (1219) used greatest stack depth: 10832 bytes left
[ 3.766948] PCI: Probing PCI hardware
[ 3.767317] PCI host bridge to bus 0000:00
[ 3.767339] pci_bus 0000:00: root bus resource [mem 0x3fe000000000-0x3fe07ffeffff] (bus address [0x80000000-0xfffeffff])
[ 3.767356] pci_bus 0000:00: root bus resource [mem 0x200000000000-0x20fdffffffff 64bit pref]
[ 3.767379] pci_bus 0000:00: root bus resource [bus 00-ff]
[ 3.767399] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to ff
[ 3.767522] pci 0000:00:00.0: [1014:03dc] type 01 class 0x060400
[ 3.767732] pci 0000:00:00.0: Disabling memory decoding and releasing memory resources.
[ 3.767756] pci 0000:00:00.0: disabling bridge mem windows
[ 3.767928] pci 0000:00:00.0: PME# supported from D0 D3hot D3cold
[ 3.768847] pci 0000:00:00.0: PCI bridge to [bus 01-ff]
[ 3.768941] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to ff
[ 3.769255] PCI host bridge to bus 0001:00
[ 3.769273] pci_bus 0001:00: root bus resource [mem 0x3fe080000000-0x3fe0fffeffff] (bus address [0x80000000-0xfffeffff])
[ 3.769293] pci_bus 0001:00: root bus resource [mem 0x210000000000-0x21fdffffffff 64bit pref]
[ 3.769308] pci_bus 0001:00: root bus resource [bus 00-ff]
[ 3.769325] pci_bus 0001:00: busn_res: [bus 00-ff] end is updated to ff
[ 3.769393] pci 0001:00:00.0: [1014:03dc] type 01 class 0x060400
[ 3.769561] pci 0001:00:00.0: Disabling memory decoding and releasing memory resources.
[ 3.769582] pci 0001:00:00.0: disabling bridge mem windows
[ 3.769737] pci 0001:00:00.0: PME# supported from D0 D3hot D3cold
[ 3.770632] pci 0001:01:00.0: [10b5:8732] type 01 class 0x060400
[ 3.770764] pci 0001:01:00.0: reg 0x10: [mem 0x3fe081800000-0x3fe08183ffff]
[ 3.770899] pci 0001:01:00.0: Disabling memory decoding and releasing memory resources.
[ 3.770920] pci 0001:01:00.0: disabling bridge mem windows
[ 3.771224] pci 0001:01:00.0: PME# supported from D0 D3hot D3cold
[ 3.771727] pci 0001:00:00.0: PCI bridge to [bus 01-0d]
[ 3.772375] pci 0001:02:01.0: [10b5:8732] type 01 class 0x060400
[ 3.772629] pci 0001:02:01.0: Disabling memory decoding and releasing memory resources.
[ 3.772651] pci 0001:02:01.0: disabling bridge mem windows
[ 3.772955] pci 0001:02:01.0: PME# supported from D0 D3hot D3cold
[ 3.773495] pci 0001:02:08.0: [10b5:8732] type 01 class 0x060400
[ 3.773773] pci 0001:02:08.0: Disabling memory decoding and releasing memory resources.
[ 3.773798] pci 0001:02:08.0: disabling bridge mem windows
[ 3.774109] pci 0001:02:08.0: PME# supported from D0 D3hot D3cold
[ 3.774660] pci 0001:02:09.0: [10b5:8732] type 01 class 0x060400
[ 3.774914] pci 0001:02:09.0: Disabling memory decoding and releasing memory resources.
[ 3.774939] pci 0001:02:09.0: disabling bridge mem windows
[ 3.775253] pci 0001:02:09.0: PME# supported from D0 D3hot D3cold
[ 3.775777] pci 0001:01:00.0: PCI bridge to [bus 02-0d]
[ 3.777166] pci 0001:02:01.0: PCI bridge to [bus 03-07]
[ 3.777607] pci 0001:08:00.0: [1014:034a] type 00 class 0x010400
[ 3.777728] pci 0001:08:00.0: reg 0x10: [mem 0x3fe080820000-0x3fe08082ffff 64bit]
[ 3.777795] pci 0001:08:00.0: reg 0x18: [mem 0x3fe080830000-0x3fe08083ffff 64bit]
[ 3.777903] pci 0001:08:00.0: reg 0x30: [mem 0x00000000-0x0001ffff pref]
[ 3.777953] pci 0001:08:00.0: Disabling memory decoding and releasing memory resources.
[ 3.778194] pci 0001:08:00.0: PME# supported from D0 D3hot D3cold
[ 3.778701] pci 0001:02:08.0: PCI bridge to [bus 08]
[ 3.779104] pci 0001:02:09.0: PCI bridge to [bus 09-0d]
[ 3.779281] pci_bus 0001:00: busn_res: [bus 00-ff] end is updated to 0d
[ 3.779619] PCI host bridge to bus 0004:00
[ 3.779639] pci_bus 0004:00: root bus resource [mem 0x3fe200000000-0x3fe27ffeffff] (bus address [0x80000000-0xfffeffff])
[ 3.779658] pci_bus 0004:00: root bus resource [mem 0x240000000000-0x24fdffffffff 64bit pref]
[ 3.779676] pci_bus 0004:00: root bus resource [bus 00-ff]
[ 3.779691] pci_bus 0004:00: busn_res: [bus 00-ff] end is updated to ff
[ 3.779759] pci 0004:00:00.0: [1014:03dc] type 01 class 0x060400
[ 3.779930] pci 0004:00:00.0: Disabling memory decoding and releasing memory resources.
[ 3.779955] pci 0004:00:00.0: disabling bridge mem windows
[ 3.780114] pci 0004:00:00.0: PME# supported from D0 D3hot D3cold
[ 3.781156] pci 0004:01:00.0: [15b3:1003] type 00 class 0x020000
[ 3.781534] pci 0004:01:00.0: reg 0x10: [mem 0x3fe200000000-0x3fe2000fffff 64bit]
[ 3.781718] pci 0004:01:00.0: reg 0x18: [mem 0x240000000000-0x240007ffffff 64bit pref]
[ 3.782047] pci 0004:01:00.0: reg 0x30: [mem 0x00000000-0x000fffff pref]
[ 3.782149] pci 0004:01:00.0: Disabling memory decoding and releasing memory resources.
[ 3.783389] pci 0004:00:00.0: PCI bridge to [bus 01]
[ 3.783623] pci_bus 0004:00: busn_res: [bus 00-ff] end is updated to 01
[ 3.783943] PCI host bridge to bus 0005:00
[ 3.783961] pci_bus 0005:00: root bus resource [mem 0x3fe280000000-0x3fe2fffeffff] (bus address [0x80000000-0xfffeffff])
[ 3.783981] pci_bus 0005:00: root bus resource [mem 0x250000000000-0x25fdffffffff 64bit pref]
[ 3.783999] pci_bus 0005:00: root bus resource [bus 00-ff]
[ 3.784020] pci_bus 0005:00: busn_res: [bus 00-ff] end is updated to ff
[ 3.784087] pci 0005:00:00.0: [1014:03dc] type 01 class 0x060400
[ 3.784257] pci 0005:00:00.0: Disabling memory decoding and releasing memory resources.
[ 3.784279] pci 0005:00:00.0: disabling bridge mem windows
[ 3.784440] pci 0005:00:00.0: PME# supported from D0 D3hot D3cold
[ 3.785383] pci 0005:01:00.0: [10b5:8748] type 01 class 0x060400
[ 3.785511] pci 0005:01:00.0: reg 0x10: [mem 0x3fe282800000-0x3fe28283ffff]
[ 3.785645] pci 0005:01:00.0: Disabling memory decoding and releasing memory resources.
[ 3.785667] pci 0005:01:00.0: disabling bridge mem windows
[ 3.785975] pci 0005:01:00.0: PME# supported from D0 D3hot D3cold
[ 3.786484] pci 0005:00:00.0: PCI bridge to [bus 01-13]
[ 3.787093] pci 0005:02:01.0: [10b5:8748] type 01 class 0x060400
[ 3.787348] pci 0005:02:01.0: Disabling memory decoding and releasing memory resources.
[ 3.787373] pci 0005:02:01.0: disabling bridge mem windows
[ 3.787688] pci 0005:02:01.0: PME# supported from D0 D3hot D3cold
[ 3.788233] pci 0005:02:08.0: [10b5:8748] type 01 class 0x060400
[ 3.788548] pci 0005:02:08.0: Disabling memory decoding and releasing memory resources.
[ 3.788572] pci 0005:02:08.0: disabling bridge mem windows
[ 3.788891] pci 0005:02:08.0: PME# supported from D0 D3hot D3cold
[ 3.789422] pci 0005:02:09.0: [10b5:8748] type 01 class 0x060400
[ 3.789682] pci 0005:02:09.0: Disabling memory decoding and releasing memory resources.
[ 3.789704] pci 0005:02:09.0: disabling bridge mem windows
[ 3.790024] pci 0005:02:09.0: PME# supported from D0 D3hot D3cold
[ 3.790575] pci 0005:02:10.0: [10b5:8748] type 01 class 0x060400
[ 3.790837] pci 0005:02:10.0: Disabling memory decoding and releasing memory resources.
[ 3.790862] pci 0005:02:10.0: disabling bridge mem windows
[ 3.791185] pci 0005:02:10.0: PME# supported from D0 D3hot D3cold
[ 3.791719] pci 0005:02:11.0: [10b5:8748] type 01 class 0x060400
[ 3.791982] pci 0005:02:11.0: Disabling memory decoding and releasing memory resources.
[ 3.792004] pci 0005:02:11.0: disabling bridge mem windows
[ 3.792326] pci 0005:02:11.0: PME# supported from D0 D3hot D3cold
[ 3.792827] pci 0005:01:00.0: PCI bridge to [bus 02-13]
[ 3.795812] pci 0005:03:00.0: [104c:8241] type 00 class 0x0c0330
[ 3.795936] pci 0005:03:00.0: reg 0x10: [mem 0x3fe280000000-0x3fe28000ffff 64bit]
[ 3.796003] pci 0005:03:00.0: reg 0x18: [mem 0x3fe280010000-0x3fe280011fff 64bit]
[ 3.796154] pci 0005:03:00.0: Disabling memory decoding and releasing memory resources.
[ 3.796180] pci 0005:03:00.0: BAR2 [mem size 0x00002000 64bit]: requesting alignment to 0x10000
[ 3.796408] pci 0005:03:00.0: supports D1 D2
[ 3.796424] pci 0005:03:00.0: PME# supported from D0 D1 D2 D3hot
[ 3.796920] pci 0005:02:01.0: PCI bridge to [bus 03]
[ 3.797345] pci 0005:02:08.0: PCI bridge to [bus 04-08]
[ 3.797812] pci 0005:09:00.0: [14e4:1657] type 00 class 0x020000
[ 3.797955] pci 0005:09:00.0: reg 0x10: [mem 0x250100000000-0x25010000ffff 64bit pref]
[ 3.798022] pci 0005:09:00.0: reg 0x18: [mem 0x250100010000-0x25010001ffff 64bit pref]
[ 3.798092] pci 0005:09:00.0: reg 0x20: [mem 0x250100020000-0x25010002ffff 64bit pref]
[ 3.798141] pci 0005:09:00.0: reg 0x30: [mem 0x00000000-0x0007ffff pref]
[ 3.798194] pci 0005:09:00.0: Disabling memory decoding and releasing memory resources.
[ 3.798571] pci 0005:09:00.0: PME# supported from D0 D3hot D3cold
[ 3.799137] pci 0005:09:00.1: [14e4:1657] type 00 class 0x020000
[ 3.799283] pci 0005:09:00.1: reg 0x10: [mem 0x250100030000-0x25010003ffff 64bit pref]
[ 3.799354] pci 0005:09:00.1: reg 0x18: [mem 0x250100040000-0x25010004ffff 64bit pref]
[ 3.799425] pci 0005:09:00.1: reg 0x20: [mem 0x250100050000-0x25010005ffff 64bit pref]
[ 3.799476] pci 0005:09:00.1: reg 0x30: [mem 0x00000000-0x0007ffff pref]
[ 3.799529] pci 0005:09:00.1: Disabling memory decoding and releasing memory resources.
[ 3.799884] pci 0005:09:00.1: PME# supported from D0 D3hot D3cold
[ 3.800414] pci 0005:09:00.2: [14e4:1657] type 00 class 0x020000
[ 3.800560] pci 0005:09:00.2: reg 0x10: [mem 0x250100060000-0x25010006ffff 64bit pref]
[ 3.800633] pci 0005:09:00.2: reg 0x18: [mem 0x250100070000-0x25010007ffff 64bit pref]
[ 3.800704] pci 0005:09:00.2: reg 0x20: [mem 0x250100080000-0x25010008ffff 64bit pref]
[ 3.800752] pci 0005:09:00.2: reg 0x30: [mem 0x00000000-0x0007ffff pref]
[ 3.800806] pci 0005:09:00.2: Disabling memory decoding and releasing memory resources.
[ 3.801167] pci 0005:09:00.2: PME# supported from D0 D3hot D3cold
[ 3.801695] pci 0005:09:00.3: [14e4:1657] type 00 class 0x020000
[ 3.801839] pci 0005:09:00.3: reg 0x10: [mem 0x250100090000-0x25010009ffff 64bit pref]
[ 3.801909] pci 0005:09:00.3: reg 0x18: [mem 0x2501000a0000-0x2501000affff 64bit pref]
[ 3.801981] pci 0005:09:00.3: reg 0x20: [mem 0x2501000b0000-0x2501000bffff 64bit pref]
[ 3.802033] pci 0005:09:00.3: reg 0x30: [mem 0x00000000-0x0007ffff pref]
[ 3.802088] pci 0005:09:00.3: Disabling memory decoding and releasing memory resources.
[ 3.802448] pci 0005:09:00.3: PME# supported from D0 D3hot D3cold
[ 3.802900] pci 0005:02:09.0: PCI bridge to [bus 09]
[ 3.803566] pci 0005:02:10.0: PCI bridge to [bus 0a-0e]
[ 3.803956] pci 0005:02:11.0: PCI bridge to [bus 0f-13]
[ 3.804177] pci_bus 0005:00: busn_res: [bus 00-ff] end is updated to 13
[ 3.804550] PCI host bridge to bus 0040:00
[ 3.804568] pci_bus 0040:00: root bus resource [mem 0x3ff000000000-0x3ff07ffeffff] (bus address [0x80000000-0xfffeffff])
[ 3.804587] pci_bus 0040:00: root bus resource [mem 0x280000000000-0x28fdffffffff 64bit pref]
[ 3.804607] pci_bus 0040:00: root bus resource [bus 00-ff]
[ 3.804626] pci_bus 0040:00: busn_res: [bus 00-ff] end is updated to ff
[ 3.804694] pci 0040:00:00.0: [1014:03dc] type 01 class 0x060400
[ 3.804868] pci 0040:00:00.0: Disabling memory decoding and releasing memory resources.
[ 3.804894] pci 0040:00:00.0: disabling bridge mem windows
[ 3.805059] pci 0040:00:00.0: PME# supported from D0 D3hot D3cold
[ 3.805913] pci 0040:00:00.0: PCI bridge to [bus 01-ff]
[ 3.806008] pci_bus 0040:00: busn_res: [bus 00-ff] end is updated to ff
[ 3.806360] PCI host bridge to bus 0041:00
[ 3.806377] pci_bus 0041:00: root bus resource [mem 0x3ff080000000-0x3ff0fffeffff] (bus address [0x80000000-0xfffeffff])
[ 3.806394] pci_bus 0041:00: root bus resource [mem 0x290000000000-0x29fdffffffff 64bit pref]
[ 3.806410] pci_bus 0041:00: root bus resource [bus 00-ff]
[ 3.806431] pci_bus 0041:00: busn_res: [bus 00-ff] end is updated to ff
[ 3.806499] pci 0041:00:00.0: [1014:03dc] type 01 class 0x060400
[ 3.806676] pci 0041:00:00.0: Disabling memory decoding and releasing memory resources.
[ 3.806700] pci 0041:00:00.0: disabling bridge mem windows
[ 3.806860] pci 0041:00:00.0: PME# supported from D0 D3hot D3cold
[ 3.807716] pci 0041:00:00.0: PCI bridge to [bus 01-ff]
[ 3.807813] pci_bus 0041:00: busn_res: [bus 00-ff] end is updated to ff
[ 3.808129] PCI host bridge to bus 0044:00
[ 3.808147] pci_bus 0044:00: root bus resource [mem 0x3ff200000000-0x3ff27ffeffff] (bus address [0x80000000-0xfffeffff])
[ 3.808163] pci_bus 0044:00: root bus resource [mem 0x2c0000000000-0x2cfdffffffff 64bit pref]
[ 3.808181] pci_bus 0044:00: root bus resource [bus 00-ff]
[ 3.808197] pci_bus 0044:00: busn_res: [bus 00-ff] end is updated to ff
[ 3.808270] pci 0044:00:00.0: [1014:03dc] type 01 class 0x060400
[ 3.808445] pci 0044:00:00.0: Disabling memory decoding and releasing memory resources.
[ 3.808488] pci 0044:00:00.0: disabling bridge mem windows
[ 3.808654] pci 0044:00:00.0: PME# supported from D0 D3hot D3cold
[ 3.809634] pci 0044:01:00.0: [10df:e200] type 00 class 0x0c0400
[ 3.810335] pci 0044:01:00.0: reg 0x10: [mem 0x2c0000000000-0x2c0000007fff 64bit pref]
[ 3.811302] pci 0044:01:00.0: reg 0x20: [mem 0x2c0000010000-0x2c0000010fff 64bit pref]
[ 3.811590] pci 0044:01:00.0: reg 0x30: [mem 0x00000000-0x0007ffff pref]
[ 3.811654] pci 0044:01:00.0: enabling Extended Tags
[ 3.811768] pci 0044:01:00.0: Disabling memory decoding and releasing memory resources.
[ 3.811853] pci 0044:01:00.0: BAR0 [mem size 0x00008000 64bit pref]: requesting alignment to 0x10000
[ 3.811869] pci 0044:01:00.0: BAR4 [mem size 0x00001000 64bit pref]: requesting alignment to 0x10000
[ 3.813186] pci 0044:01:00.1: [10df:e200] type 00 class 0x0c0400
[ 3.813845] pci 0044:01:00.1: reg 0x10: [mem 0x2c0000008000-0x2c000000ffff 64bit pref]
[ 3.815198] pci 0044:01:00.1: reg 0x30: [mem 0x00000000-0x0007ffff pref]
[ 3.815261] pci 0044:01:00.1: enabling Extended Tags
[ 3.815371] pci 0044:01:00.1: Disabling memory decoding and releasing memory resources.
[ 3.815458] pci 0044:01:00.1: BAR0 [mem size 0x00008000 64bit pref]: requesting alignment to 0x10000
[ 3.816575] pci 0044:00:00.0: PCI bridge to [bus 01]
[ 3.816962] pci_bus 0044:00: busn_res: [bus 00-ff] end is updated to 01
[ 3.817292] PCI host bridge to bus 0045:00
[ 3.817312] pci_bus 0045:00: root bus resource [mem 0x3ff280000000-0x3ff2fffeffff] (bus address [0x80000000-0xfffeffff])
[ 3.817328] pci_bus 0045:00: root bus resource [mem 0x2d0000000000-0x2dfdffffffff 64bit pref]
[ 3.817346] pci_bus 0045:00: root bus resource [bus 00-ff]
[ 3.817363] pci_bus 0045:00: busn_res: [bus 00-ff] end is updated to ff
[ 3.817433] pci 0045:00:00.0: [1014:03dc] type 01 class 0x060400
[ 3.817606] pci 0045:00:00.0: Disabling memory decoding and releasing memory resources.
[ 3.817628] pci 0045:00:00.0: disabling bridge mem windows
[ 3.817794] pci 0045:00:00.0: PME# supported from D0 D3hot D3cold
[ 3.818819] pci 0045:01:00.0: [10df:e220] type 00 class 0x020000
[ 3.820414] pci 0045:01:00.0: reg 0x10: [mem 0x2d0000000000-0x2d0000007fff 64bit pref]
[ 3.822947] pci 0045:01:00.0: reg 0x20: [mem 0x2d0000020000-0x2d0000020fff 64bit pref]
[ 3.823678] pci 0045:01:00.0: reg 0x30: [mem 0x00000000-0x0007ffff pref]
[ 3.823741] pci 0045:01:00.0: enabling Extended Tags
[ 3.823983] pci 0045:01:00.0: Disabling memory decoding and releasing memory resources.
[ 3.824178] pci 0045:01:00.0: BAR0 [mem size 0x00008000 64bit pref]: requesting alignment to 0x10000
[ 3.824193] pci 0045:01:00.0: BAR4 [mem size 0x00001000 64bit pref]: requesting alignment to 0x10000
[ 3.825754] pci 0045:01:00.1: [10df:e220] type 00 class 0x020000
[ 3.827308] pci 0045:01:00.1: reg 0x10: [mem 0x2d0000008000-0x2d000000ffff 64bit pref]
[ 3.830886] pci 0045:01:00.1: reg 0x30: [mem 0x00000000-0x0007ffff pref]
[ 3.830952] pci 0045:01:00.1: enabling Extended Tags
[ 3.831205] pci 0045:01:00.1: Disabling memory decoding and releasing memory resources.
[ 3.831402] pci 0045:01:00.1: BAR0 [mem size 0x00008000 64bit pref]: requesting alignment to 0x10000
[ 3.832797] pci 0045:01:00.2: [10df:e220] type 00 class 0x020000
[ 3.834355] pci 0045:01:00.2: reg 0x10: [mem 0x2d0000010000-0x2d0000017fff 64bit pref]
[ 3.837939] pci 0045:01:00.2: reg 0x30: [mem 0x00000000-0x0007ffff pref]
[ 3.838003] pci 0045:01:00.2: enabling Extended Tags
[ 3.838242] pci 0045:01:00.2: Disabling memory decoding and releasing memory resources.
[ 3.838442] pci 0045:01:00.2: BAR0 [mem size 0x00008000 64bit pref]: requesting alignment to 0x10000
[ 3.839867] pci 0045:01:00.3: [10df:e220] type 00 class 0x020000
[ 3.841415] pci 0045:01:00.3: reg 0x10: [mem 0x2d0000018000-0x2d000001ffff 64bit pref]
[ 3.845007] pci 0045:01:00.3: reg 0x30: [mem 0x00000000-0x0007ffff pref]
[ 3.845070] pci 0045:01:00.3: enabling Extended Tags
[ 3.845309] pci 0045:01:00.3: Disabling memory decoding and releasing memory resources.
[ 3.845505] pci 0045:01:00.3: BAR0 [mem size 0x00008000 64bit pref]: requesting alignment to 0x10000
[ 3.846857] pci 0045:00:00.0: PCI bridge to [bus 01]
[ 3.847574] pci_bus 0045:00: busn_res: [bus 00-ff] end is updated to 01
[ 3.847682] pci 0000:00 : [PE# fe] Secondary bus 0 associated with PE#fe
[ 3.848069] pci 0000:00:00.0: PCI bridge to [bus 01-ff]
[ 3.848120] pci_bus 0000:00: resource 4 [mem 0x3fe000000000-0x3fe07ffeffff]
[ 3.848135] pci_bus 0000:00: resource 5 [mem 0x200000000000-0x20fdffffffff 64bit pref]
[ 3.848182] pci 0001:02:01.0: bridge window [io 0x1000-0x0fff] to [bus 03-07] add_size 1000
[ 3.848201] pci 0001:02:01.0: bridge window [mem 0x100000000-0xffffffff 64bit pref] to [bus 03-07] add_size 100000000 add_align 100000000
[ 3.848219] pci 0001:02:01.0: bridge window [mem 0x00800000-0x007fffff] to [bus 03-07] add_size 800000 add_align 800000
[ 3.848263] pci 0001:02:08.0: bridge window [io 0x1000-0x0fff] to [bus 08] add_size 1000
[ 3.848281] pci 0001:02:08.0: bridge window [mem 0x100000000-0xffffffff 64bit pref] to [bus 08] add_size 100000000 add_align 100000000
[ 3.848329] pci 0001:02:09.0: bridge window [io 0x1000-0x0fff] to [bus 09-0d] add_size 1000
[ 3.848347] pci 0001:02:09.0: bridge window [mem 0x100000000-0xffffffff 64bit pref] to [bus 09-0d] add_size 100000000 add_align 100000000
[ 3.848365] pci 0001:02:09.0: bridge window [mem 0x00800000-0x007fffff] to [bus 09-0d] add_size 800000 add_align 800000
[ 3.848407] pci 0001:01:00.0: bridge window [io 0x1000-0x0fff] to [bus 02-0d] add_size 3000
[ 3.848426] pci 0001:01:00.0: bridge window [mem 0x100000000-0x3ffffffff 64bit pref] to [bus 02-0d] add_size 300000000 add_align 100000000
[ 3.848444] pci 0001:01:00.0: bridge window [mem 0x00800000-0x01ffffff] to [bus 02-0d] add_size 1000000 add_align 800000
[ 3.848487] pci 0001:00:00.0: bridge window [io 0x1000-0x0fff] to [bus 01-0d] add_size 3000
[ 3.848505] pci 0001:00:00.0: bridge window [mem 0x100000000-0x3ffffffff 64bit pref] to [bus 01-0d] add_size 300000000 add_align 100000000
[ 3.848522] pci 0001:00:00.0: bridge window [mem 0x00800000-0x027fffff] to [bus 01-0d] add_size 1000000 add_align 800000
[ 3.848551] pci 0001:00:00.0: BAR 9: assigned [mem 0x210000000000-0x2105ffffffff 64bit pref]
[ 3.848571] pci 0001:00:00.0: BAR 8: assigned [mem 0x3fe080000000-0x3fe082ffffff]
[ 3.848586] pci 0001:00:00.0: BAR 7: no space for [io size 0x3000]
[ 3.848623] pci 0001:00:00.0: BAR 7: failed to assign [io size 0x3000]
[ 3.848646] pci 0001:00:00.0: BAR 7: no space for [io size 0x3000]
[ 3.848659] pci 0001:00:00.0: BAR 7: failed to assign [io size 0x3000]
[ 3.848691] pci 0001:01:00.0: BAR 9: assigned [mem 0x210000000000-0x2105ffffffff 64bit pref]
[ 3.848710] pci 0001:01:00.0: BAR 8: assigned [mem 0x3fe080000000-0x3fe0827fffff]
[ 3.848727] pci 0001:01:00.0: BAR 0: assigned [mem 0x3fe082800000-0x3fe08283ffff]
[ 3.848750] pci 0001:01:00.0: BAR 7: no space for [io size 0x3000]
[ 3.848765] pci 0001:01:00.0: BAR 7: failed to assign [io size 0x3000]
[ 3.848787] pci 0001:01:00.0: BAR 7: no space for [io size 0x3000]
[ 3.848800] pci 0001:01:00.0: BAR 7: failed to assign [io size 0x3000]
[ 3.848855] pci 0001:02:01.0: BAR 9: assigned [mem 0x210000000000-0x2100ffffffff 64bit pref]
[ 3.848876] pci 0001:02:08.0: BAR 9: assigned [mem 0x210100000000-0x2101ffffffff 64bit pref]
[ 3.848893] pci 0001:02:09.0: BAR 9: assigned [mem 0x210200000000-0x2102ffffffff 64bit pref]
[ 3.848909] pci 0001:02:01.0: BAR 8: assigned [mem 0x3fe080000000-0x3fe0807fffff]
[ 3.848926] pci 0001:02:08.0: BAR 8: assigned [mem 0x3fe080800000-0x3fe080ffffff]
[ 3.848944] pci 0001:02:09.0: BAR 8: assigned [mem 0x3fe081000000-0x3fe0817fffff]
[ 3.848960] pci 0001:02:01.0: BAR 7: no space for [io size 0x1000]
[ 3.848976] pci 0001:02:01.0: BAR 7: failed to assign [io size 0x1000]
[ 3.848991] pci 0001:02:08.0: BAR 7: no space for [io size 0x1000]
[ 3.849008] pci 0001:02:08.0: BAR 7: failed to assign [io size 0x1000]
[ 3.849024] pci 0001:02:09.0: BAR 7: no space for [io size 0x1000]
[ 3.849041] pci 0001:02:09.0: BAR 7: failed to assign [io size 0x1000]
[ 3.849073] pci 0001:02:09.0: BAR 7: no space for [io size 0x1000]
[ 3.849091] pci 0001:02:09.0: BAR 7: failed to assign [io size 0x1000]
[ 3.849107] pci 0001:02:08.0: BAR 7: no space for [io size 0x1000]
[ 3.849121] pci 0001:02:08.0: BAR 7: failed to assign [io size 0x1000]
[ 3.849138] pci 0001:02:01.0: BAR 7: no space for [io size 0x1000]
[ 3.849155] pci 0001:02:01.0: BAR 7: failed to assign [io size 0x1000]
[ 3.849177] pci 0001:00 : [PE# fe] Secondary bus 0 associated with PE#fe
[ 3.849561] pci 0001:02:01.0: PCI bridge to [bus 03-07]
[ 3.849591] pci 0001:02:01.0: bridge window [mem 0x3fe080000000-0x3fe0807fffff]
[ 3.849616] pci 0001:02:01.0: bridge window [mem 0x210000000000-0x2100ffffffff 64bit pref]
[ 3.849654] pci 0001:08:00.0: BAR 6: assigned [mem 0x3fe080800000-0x3fe08081ffff pref]
[ 3.849673] pci 0001:08:00.0: BAR 0: assigned [mem 0x3fe080820000-0x3fe08082ffff 64bit]
[ 3.849727] pci 0001:08:00.0: BAR 2: assigned [mem 0x3fe080830000-0x3fe08083ffff 64bit]
[ 3.849781] pci 0001:08 : [PE# fd] Secondary bus 8 associated with PE#fd
[ 3.850221] pci 0001:08 : [PE# fd] Setting up 32-bit TCE table at 0..80000000
[ 3.867726] IOMMU table initialized, virtual merging enabled
[ 3.867742] pci 0001:08 : [PE# fd] Setting up window#0 0..7fffffff pg=1000
[ 3.867762] pci 0001:08 : [PE# fd] Enabling 64-bit DMA bypass
[ 3.867826] iommu: Adding device 0001:08:00.0 to group 0
[ 3.867844] pci 0001:02:08.0: PCI bridge to [bus 08]
[ 3.867873] pci 0001:02:08.0: bridge window [mem 0x3fe080800000-0x3fe080ffffff]
[ 3.867897] pci 0001:02:08.0: bridge window [mem 0x210100000000-0x2101ffffffff 64bit pref]
[ 3.867930] pci 0001:02:09.0: PCI bridge to [bus 09-0d]
[ 3.867956] pci 0001:02:09.0: bridge window [mem 0x3fe081000000-0x3fe0817fffff]
[ 3.867983] pci 0001:02:09.0: bridge window [mem 0x210200000000-0x2102ffffffff 64bit pref]
[ 3.868022] pci 0001:02 : [PE# fc] Secondary bus 2 associated with PE#fc
[ 3.868404] pci 0001:01:00.0: PCI bridge to [bus 02-0d]
[ 3.868429] pci 0001:01:00.0: bridge window [mem 0x3fe080000000-0x3fe0ffefffff]
[ 3.868455] pci 0001:01:00.0: bridge window [mem 0x210000000000-0x21fdfff0ffff 64bit pref]
[ 3.868491] pci 0001:01 : [PE# fb] Secondary bus 1 associated with PE#fb
[ 3.868891] pci 0001:00:00.0: PCI bridge to [bus 01-0d]
[ 3.868919] pci 0001:00:00.0: bridge window [mem 0x3fe080000000-0x3fe0ffefffff]
[ 3.868943] pci 0001:00:00.0: bridge window [mem 0x210000000000-0x21fdfff0ffff 64bit pref]
[ 3.868977] pci_bus 0001:00: resource 4 [mem 0x3fe080000000-0x3fe0fffeffff]
[ 3.868992] pci_bus 0001:00: resource 5 [mem 0x210000000000-0x21fdffffffff 64bit pref]
[ 3.869006] pci_bus 0001:01: resource 1 [mem 0x3fe080000000-0x3fe0ffefffff]
[ 3.869022] pci_bus 0001:01: resource 2 [mem 0x210000000000-0x21fdfff0ffff 64bit pref]
[ 3.869039] pci_bus 0001:02: resource 1 [mem 0x3fe080000000-0x3fe0ffefffff]
[ 3.869055] pci_bus 0001:02: resource 2 [mem 0x210000000000-0x21fdfff0ffff 64bit pref]
[ 3.869072] pci_bus 0001:03: resource 1 [mem 0x3fe080000000-0x3fe0807fffff]
[ 3.869089] pci_bus 0001:03: resource 2 [mem 0x210000000000-0x2100ffffffff 64bit pref]
[ 3.869102] pci_bus 0001:08: resource 1 [mem 0x3fe080800000-0x3fe080ffffff]
[ 3.869116] pci_bus 0001:08: resource 2 [mem 0x210100000000-0x2101ffffffff 64bit pref]
[ 3.869131] pci_bus 0001:09: resource 1 [mem 0x3fe081000000-0x3fe0817fffff]
[ 3.869146] pci_bus 0001:09: resource 2 [mem 0x210200000000-0x2102ffffffff 64bit pref]
[ 3.869192] pci 0004:00:00.0: BAR 9: assigned [mem 0x240000000000-0x2400ffffffff 64bit pref]
[ 3.869208] pci 0004:00:00.0: BAR 8: assigned [mem 0x3fe200000000-0x3fe2007fffff]
[ 3.869233] pci 0004:01:00.0: BAR 2: assigned [mem 0x240000000000-0x240007ffffff 64bit pref]
[ 3.869359] pci 0004:01:00.0: BAR 0: assigned [mem 0x3fe200000000-0x3fe2000fffff 64bit]
[ 3.869486] pci 0004:01:00.0: BAR 6: assigned [mem 0x3fe200100000-0x3fe2001fffff pref]
[ 3.869501] pci 0004:00 : [PE# fe] Secondary bus 0 associated with PE#fe
[ 3.869889] pci 0004:01 : [PE# 00] Secondary bus 1 associated with PE#0
[ 3.870322] pci 0004:01 : [PE# 00] Setting up 32-bit TCE table at 0..80000000
[ 3.888227] pci 0004:01 : [PE# 00] Setting up window#0 0..7fffffff pg=1000
[ 3.888317] pci 0004:01 : [PE# 00] Enabling 64-bit DMA bypass
[ 3.888362] iommu: Adding device 0004:01:00.0 to group 1
[ 3.888377] pci 0004:00:00.0: PCI bridge to [bus 01]
[ 3.888407] pci 0004:00:00.0: bridge window [mem 0x3fe200000000-0x3fe27fefffff]
[ 3.888433] pci 0004:00:00.0: bridge window [mem 0x240000000000-0x24fdfff0ffff 64bit pref]
[ 3.888469] pci_bus 0004:00: resource 4 [mem 0x3fe200000000-0x3fe27ffeffff]
[ 3.888485] pci_bus 0004:00: resource 5 [mem 0x240000000000-0x24fdffffffff 64bit pref]
[ 3.888504] pci_bus 0004:01: resource 1 [mem 0x3fe200000000-0x3fe27fefffff]
[ 3.888518] pci_bus 0004:01: resource 2 [mem 0x240000000000-0x24fdfff0ffff 64bit pref]
[ 3.888599] pci 0005:02:08.0: bridge window [io 0x1000-0x0fff] to [bus 04-08] add_size 1000
[ 3.888618] pci 0005:02:08.0: bridge window [mem 0x100000000-0xffffffff 64bit pref] to [bus 04-08] add_size 100000000 add_align 100000000
[ 3.888635] pci 0005:02:08.0: bridge window [mem 0x00800000-0x007fffff] to [bus 04-08] add_size 800000 add_align 800000
[ 3.888679] pci 0005:02:09.0: bridge window [io 0x1000-0x0fff] to [bus 09] add_size 1000
[ 3.888731] pci 0005:02:10.0: bridge window [io 0x1000-0x0fff] to [bus 0a-0e] add_size 1000
[ 3.888754] pci 0005:02:10.0: bridge window [mem 0x100000000-0xffffffff 64bit pref] to [bus 0a-0e] add_size 100000000 add_align 100000000
[ 3.888773] pci 0005:02:10.0: bridge window [mem 0x00800000-0x007fffff] to [bus 0a-0e] add_size 800000 add_align 800000
[ 3.888822] pci 0005:02:11.0: bridge window [io 0x1000-0x0fff] to [bus 0f-13] add_size 1000
[ 3.888842] pci 0005:02:11.0: bridge window [mem 0x100000000-0xffffffff 64bit pref] to [bus 0f-13] add_size 100000000 add_align 100000000
[ 3.888863] pci 0005:02:11.0: bridge window [mem 0x00800000-0x007fffff] to [bus 0f-13] add_size 800000 add_align 800000
[ 3.888927] pci 0005:01:00.0: bridge window [io 0x1000-0x0fff] to [bus 02-13] add_size 4000
[ 3.888950] pci 0005:01:00.0: bridge window [mem 0x100000000-0x4ffffffff 64bit pref] to [bus 02-13] add_size 300000000 add_align 100000000
[ 3.888972] pci 0005:01:00.0: bridge window [mem 0x00800000-0x02ffffff] to [bus 02-13] add_size 1800000 add_align 800000
[ 3.889013] pci 0005:00:00.0: bridge window [io 0x1000-0x0fff] to [bus 01-13] add_size 4000
[ 3.889032] pci 0005:00:00.0: bridge window [mem 0x100000000-0x4ffffffff 64bit pref] to [bus 01-13] add_size 300000000 add_align 100000000
[ 3.889053] pci 0005:00:00.0: bridge window [mem 0x00800000-0x037fffff] to [bus 01-13] add_size 1800000 add_align 800000
[ 3.889084] pci 0005:00:00.0: BAR 9: assigned [mem 0x250000000000-0x2506ffffffff 64bit pref]
[ 3.889105] pci 0005:00:00.0: BAR 8: assigned [mem 0x3fe280000000-0x3fe2847fffff]
[ 3.889121] pci 0005:00:00.0: BAR 7: no space for [io size 0x4000]
[ 3.889137] pci 0005:00:00.0: BAR 7: failed to assign [io size 0x4000]
[ 3.889160] pci 0005:00:00.0: BAR 7: no space for [io size 0x4000]
[ 3.889176] pci 0005:00:00.0: BAR 7: failed to assign [io size 0x4000]
[ 3.889211] pci 0005:01:00.0: BAR 9: assigned [mem 0x250000000000-0x2506ffffffff 64bit pref]
[ 3.889230] pci 0005:01:00.0: BAR 8: assigned [mem 0x3fe280000000-0x3fe283ffffff]
[ 3.889246] pci 0005:01:00.0: BAR 0: assigned [mem 0x3fe284000000-0x3fe28403ffff]
[ 3.889274] pci 0005:01:00.0: BAR 7: no space for [io size 0x4000]
[ 3.889289] pci 0005:01:00.0: BAR 7: failed to assign [io size 0x4000]
[ 3.889313] pci 0005:01:00.0: BAR 7: no space for [io size 0x4000]
[ 3.889327] pci 0005:01:00.0: BAR 7: failed to assign [io size 0x4000]
[ 3.889395] pci 0005:02:08.0: BAR 9: assigned [mem 0x250000000000-0x2500ffffffff 64bit pref]
[ 3.889411] pci 0005:02:09.0: BAR 9: assigned [mem 0x250100000000-0x2501ffffffff 64bit pref]
[ 3.889428] pci 0005:02:10.0: BAR 9: assigned [mem 0x250200000000-0x2502ffffffff 64bit pref]
[ 3.889444] pci 0005:02:11.0: BAR 9: assigned [mem 0x250300000000-0x2503ffffffff 64bit pref]
[ 3.889460] pci 0005:02:01.0: BAR 8: assigned [mem 0x3fe280000000-0x3fe2807fffff]
[ 3.889477] pci 0005:02:08.0: BAR 8: assigned [mem 0x3fe280800000-0x3fe280ffffff]
[ 3.889495] pci 0005:02:09.0: BAR 8: assigned [mem 0x3fe281000000-0x3fe2817fffff]
[ 3.889513] pci 0005:02:10.0: BAR 8: assigned [mem 0x3fe281800000-0x3fe281ffffff]
[ 3.889530] pci 0005:02:11.0: BAR 8: assigned [mem 0x3fe282000000-0x3fe2827fffff]
[ 3.889546] pci 0005:02:08.0: BAR 7: no space for [io size 0x1000]
[ 3.889559] pci 0005:02:08.0: BAR 7: failed to assign [io size 0x1000]
[ 3.889578] pci 0005:02:09.0: BAR 7: no space for [io size 0x1000]
[ 3.889592] pci 0005:02:09.0: BAR 7: failed to assign [io size 0x1000]
[ 3.889609] pci 0005:02:10.0: BAR 7: no space for [io size 0x1000]
[ 3.889628] pci 0005:02:10.0: BAR 7: failed to assign [io size 0x1000]
[ 3.889642] pci 0005:02:11.0: BAR 7: no space for [io size 0x1000]
[ 3.889657] pci 0005:02:11.0: BAR 7: failed to assign [io size 0x1000]
[ 3.889690] pci 0005:02:11.0: BAR 7: no space for [io size 0x1000]
[ 3.889703] pci 0005:02:11.0: BAR 7: failed to assign [io size 0x1000]
[ 3.889719] pci 0005:02:10.0: BAR 7: no space for [io size 0x1000]
[ 3.889735] pci 0005:02:10.0: BAR 7: failed to assign [io size 0x1000]
[ 3.889750] pci 0005:02:09.0: BAR 7: no space for [io size 0x1000]
[ 3.889765] pci 0005:02:09.0: BAR 7: failed to assign [io size 0x1000]
[ 3.889783] pci 0005:02:08.0: BAR 7: no space for [io size 0x1000]
[ 3.889797] pci 0005:02:08.0: BAR 7: failed to assign [io size 0x1000]
[ 3.889825] pci 0005:03:00.0: BAR 0: assigned [mem 0x3fe280000000-0x3fe28000ffff 64bit]
[ 3.889882] pci 0005:03:00.0: BAR 2: assigned [mem 0x3fe280010000-0x3fe280011fff 64bit]
[ 3.889930] pci 0005:00 : [PE# fe] Secondary bus 0 associated with PE#fe
[ 3.890319] pci 0005:03 : [PE# fd] Secondary bus 3 associated with PE#fd
[ 3.890750] pci 0005:03 : [PE# fd] Setting up 32-bit TCE table at 0..80000000
[ 3.908640] pci 0005:03 : [PE# fd] Setting up window#0 0..7fffffff pg=1000
[ 3.908661] pci 0005:03 : [PE# fd] Enabling 64-bit DMA bypass
[ 3.908700] iommu: Adding device 0005:03:00.0 to group 2
[ 3.908716] pci 0005:02:01.0: PCI bridge to [bus 03]
[ 3.908745] pci 0005:02:01.0: bridge window [mem 0x3fe280000000-0x3fe2807fffff]
[ 3.908785] pci 0005:02:08.0: PCI bridge to [bus 04-08]
[ 3.908815] pci 0005:02:08.0: bridge window [mem 0x3fe280800000-0x3fe280ffffff]
[ 3.908838] pci 0005:02:08.0: bridge window [mem 0x250000000000-0x2500ffffffff 64bit pref]
[ 3.908905] pci 0005:09:00.0: BAR 6: assigned [mem 0x3fe281000000-0x3fe28107ffff pref]
[ 3.908928] pci 0005:09:00.1: BAR 6: assigned [mem 0x3fe281080000-0x3fe2810fffff pref]
[ 3.908964] pci 0005:09:00.2: BAR 6: assigned [mem 0x3fe281100000-0x3fe28117ffff pref]
[ 3.908986] pci 0005:09:00.3: BAR 6: assigned [mem 0x3fe281180000-0x3fe2811fffff pref]
[ 3.909005] pci 0005:09:00.0: BAR 0: assigned [mem 0x250100000000-0x25010000ffff 64bit pref]
[ 3.909056] pci 0005:09:00.0: BAR 2: assigned [mem 0x250100010000-0x25010001ffff 64bit pref]
[ 3.909109] pci 0005:09:00.0: BAR 4: assigned [mem 0x250100020000-0x25010002ffff 64bit pref]
[ 3.909161] pci 0005:09:00.1: BAR 0: assigned [mem 0x250100030000-0x25010003ffff 64bit pref]
[ 3.909218] pci 0005:09:00.1: BAR 2: assigned [mem 0x250100040000-0x25010004ffff 64bit pref]
[ 3.909268] pci 0005:09:00.1: BAR 4: assigned [mem 0x250100050000-0x25010005ffff 64bit pref]
[ 3.909321] pci 0005:09:00.2: BAR 0: assigned [mem 0x250100060000-0x25010006ffff 64bit pref]
[ 3.909374] pci 0005:09:00.2: BAR 2: assigned [mem 0x250100070000-0x25010007ffff 64bit pref]
[ 3.909428] pci 0005:09:00.2: BAR 4: assigned [mem 0x250100080000-0x25010008ffff 64bit pref]
[ 3.909481] pci 0005:09:00.3: BAR 0: assigned [mem 0x250100090000-0x25010009ffff 64bit pref]
[ 3.909535] pci 0005:09:00.3: BAR 2: assigned [mem 0x2501000a0000-0x2501000affff 64bit pref]
[ 3.909585] pci 0005:09:00.3: BAR 4: assigned [mem 0x2501000b0000-0x2501000bffff 64bit pref]
[ 3.909678] pci 0005:09 : [PE# 01] Secondary bus 9 associated with PE#1
[ 3.910113] pci 0005:09 : [PE# 01] Setting up 32-bit TCE table at 0..80000000
[ 3.928014] pci 0005:09 : [PE# 01] Setting up window#0 0..7fffffff pg=1000
[ 3.928034] pci 0005:09 : [PE# 01] Enabling 64-bit DMA bypass
[ 3.928076] iommu: Adding device 0005:09:00.0 to group 3
[ 3.928112] iommu: Adding device 0005:09:00.1 to group 3
[ 3.928151] iommu: Adding device 0005:09:00.2 to group 3
[ 3.928192] iommu: Adding device 0005:09:00.3 to group 3
[ 3.928206] pci 0005:02:09.0: PCI bridge to [bus 09]
[ 3.928233] pci 0005:02:09.0: bridge window [mem 0x3fe281000000-0x3fe2817fffff]
[ 3.928257] pci 0005:02:09.0: bridge window [mem 0x250100000000-0x2501ffffffff 64bit pref]
[ 3.928291] pci 0005:02:10.0: PCI bridge to [bus 0a-0e]
[ 3.928319] pci 0005:02:10.0: bridge window [mem 0x3fe281800000-0x3fe281ffffff]
[ 3.928341] pci 0005:02:10.0: bridge window [mem 0x250200000000-0x2502ffffffff 64bit pref]
[ 3.928372] pci 0005:02:11.0: PCI bridge to [bus 0f-13]
[ 3.928401] pci 0005:02:11.0: bridge window [mem 0x3fe282000000-0x3fe2827fffff]
[ 3.928428] pci 0005:02:11.0: bridge window [mem 0x250300000000-0x2503ffffffff 64bit pref]
[ 3.928466] pci 0005:02 : [PE# fc] Secondary bus 2 associated with PE#fc
[ 3.928851] pci 0005:01:00.0: PCI bridge to [bus 02-13]
[ 3.928880] pci 0005:01:00.0: bridge window [mem 0x3fe280000000-0x3fe2ffefffff]
[ 3.928907] pci 0005:01:00.0: bridge window [mem 0x250000000000-0x25fdfff0ffff 64bit pref]
[ 3.928946] pci 0005:01 : [PE# fb] Secondary bus 1 associated with PE#fb
[ 3.929346] pci 0005:00:00.0: PCI bridge to [bus 01-13]
[ 3.929375] pci 0005:00:00.0: bridge window [mem 0x3fe280000000-0x3fe2ffefffff]
[ 3.929401] pci 0005:00:00.0: bridge window [mem 0x250000000000-0x25fdfff0ffff 64bit pref]
[ 3.929436] pci_bus 0005:00: resource 4 [mem 0x3fe280000000-0x3fe2fffeffff]
[ 3.929450] pci_bus 0005:00: resource 5 [mem 0x250000000000-0x25fdffffffff 64bit pref]
[ 3.929464] pci_bus 0005:01: resource 1 [mem 0x3fe280000000-0x3fe2ffefffff]
[ 3.929482] pci_bus 0005:01: resource 2 [mem 0x250000000000-0x25fdfff0ffff 64bit pref]
[ 3.929497] pci_bus 0005:02: resource 1 [mem 0x3fe280000000-0x3fe2ffefffff]
[ 3.929513] pci_bus 0005:02: resource 2 [mem 0x250000000000-0x25fdfff0ffff 64bit pref]
[ 3.929531] pci_bus 0005:03: resource 1 [mem 0x3fe280000000-0x3fe2807fffff]
[ 3.929547] pci_bus 0005:04: resource 1 [mem 0x3fe280800000-0x3fe280ffffff]
[ 3.929562] pci_bus 0005:04: resource 2 [mem 0x250000000000-0x2500ffffffff 64bit pref]
[ 3.929577] pci_bus 0005:09: resource 1 [mem 0x3fe281000000-0x3fe2817fffff]
[ 3.929595] pci_bus 0005:09: resource 2 [mem 0x250100000000-0x2501ffffffff 64bit pref]
[ 3.929613] pci_bus 0005:0a: resource 1 [mem 0x3fe281800000-0x3fe281ffffff]
[ 3.929629] pci_bus 0005:0a: resource 2 [mem 0x250200000000-0x2502ffffffff 64bit pref]
[ 3.929646] pci_bus 0005:0f: resource 1 [mem 0x3fe282000000-0x3fe2827fffff]
[ 3.929659] pci_bus 0005:0f: resource 2 [mem 0x250300000000-0x2503ffffffff 64bit pref]
[ 3.929707] pci 0040:00 : [PE# fe] Secondary bus 0 associated with PE#fe
[ 3.930090] pci 0040:00:00.0: PCI bridge to [bus 01-ff]
[ 3.930144] pci_bus 0040:00: resource 4 [mem 0x3ff000000000-0x3ff07ffeffff]
[ 3.930163] pci_bus 0040:00: resource 5 [mem 0x280000000000-0x28fdffffffff 64bit pref]
[ 3.930206] pci 0041:00 : [PE# fe] Secondary bus 0 associated with PE#fe
[ 3.930593] pci 0041:00:00.0: PCI bridge to [bus 01-ff]
[ 3.930644] pci_bus 0041:00: resource 4 [mem 0x3ff080000000-0x3ff0fffeffff]
[ 3.930659] pci_bus 0041:00: resource 5 [mem 0x290000000000-0x29fdffffffff 64bit pref]
[ 3.930713] pci 0044:00:00.0: BAR 9: assigned [mem 0x2c0000000000-0x2c00ffffffff 64bit pref]
[ 3.930728] pci 0044:00:00.0: BAR 8: assigned [mem 0x3ff200000000-0x3ff2007fffff]
[ 3.930756] pci 0044:01:00.0: BAR 6: assigned [mem 0x3ff200000000-0x3ff20007ffff pref]
[ 3.930774] pci 0044:01:00.1: BAR 6: assigned [mem 0x3ff200080000-0x3ff2000fffff pref]
[ 3.930792] pci 0044:01:00.0: BAR 0: assigned [mem 0x2c0000000000-0x2c0000007fff 64bit pref]
[ 3.931072] pci 0044:01:00.0: BAR 4: assigned [mem 0x2c0000010000-0x2c0000010fff 64bit pref]
[ 3.931344] pci 0044:01:00.1: BAR 0: assigned [mem 0x2c0000020000-0x2c0000027fff 64bit pref]
[ 3.931611] pci 0044:00 : [PE# fe] Secondary bus 0 associated with PE#fe
[ 3.932005] pci 0044:01 : [PE# 00] Secondary bus 1 associated with PE#0
[ 3.932440] pci 0044:01 : [PE# 00] Setting up 32-bit TCE table at 0..80000000
[ 3.951357] pci 0044:01 : [PE# 00] Setting up window#0 0..7fffffff pg=1000
[ 3.951522] pci 0044:01 : [PE# 00] Enabling 64-bit DMA bypass
[ 3.951563] iommu: Adding device 0044:01:00.0 to group 4
[ 3.951605] iommu: Adding device 0044:01:00.1 to group 4
[ 3.951619] pci 0044:00:00.0: PCI bridge to [bus 01]
[ 3.951648] pci 0044:00:00.0: bridge window [mem 0x3ff200000000-0x3ff27fefffff]
[ 3.951672] pci 0044:00:00.0: bridge window [mem 0x2c0000000000-0x2cfdfff0ffff 64bit pref]
[ 3.951704] pci_bus 0044:00: resource 4 [mem 0x3ff200000000-0x3ff27ffeffff]
[ 3.951719] pci_bus 0044:00: resource 5 [mem 0x2c0000000000-0x2cfdffffffff 64bit pref]
[ 3.951739] pci_bus 0044:01: resource 1 [mem 0x3ff200000000-0x3ff27fefffff]
[ 3.951758] pci_bus 0044:01: resource 2 [mem 0x2c0000000000-0x2cfdfff0ffff 64bit pref]
[ 3.951811] pci 0045:00:00.0: BAR 9: assigned [mem 0x2d0000000000-0x2d00ffffffff 64bit pref]
[ 3.951829] pci 0045:00:00.0: BAR 8: assigned [mem 0x3ff280000000-0x3ff2807fffff]
[ 3.951867] pci 0045:01:00.0: BAR 6: assigned [mem 0x3ff280000000-0x3ff28007ffff pref]
[ 3.951885] pci 0045:01:00.1: BAR 6: assigned [mem 0x3ff280080000-0x3ff2800fffff pref]
[ 3.951901] pci 0045:01:00.2: BAR 6: assigned [mem 0x3ff280100000-0x3ff28017ffff pref]
[ 3.951922] pci 0045:01:00.3: BAR 6: assigned [mem 0x3ff280180000-0x3ff2801fffff pref]
[ 3.951939] pci 0045:01:00.0: BAR 0: assigned [mem 0x2d0000000000-0x2d0000007fff 64bit pref]
[ 3.952670] pci 0045:01:00.0: BAR 4: assigned [mem 0x2d0000010000-0x2d0000010fff 64bit pref]
[ 3.953380] pci 0045:01:00.1: BAR 0: assigned [mem 0x2d0000020000-0x2d0000027fff 64bit pref]
[ 3.954087] pci 0045:01:00.2: BAR 0: assigned [mem 0x2d0000030000-0x2d0000037fff 64bit pref]
[ 3.954794] pci 0045:01:00.3: BAR 0: assigned [mem 0x2d0000040000-0x2d0000047fff 64bit pref]
[ 3.955514] pci 0045:00 : [PE# fe] Secondary bus 0 associated with PE#fe
[ 3.955917] pci 0045:01 : [PE# 00] Secondary bus 1 associated with PE#0
[ 3.956355] pci 0045:01 : [PE# 00] Setting up 32-bit TCE table at 0..80000000
[ 3.975260] pci 0045:01 : [PE# 00] Setting up window#0 0..7fffffff pg=1000
[ 3.975277] pci 0045:01 : [PE# 00] Enabling 64-bit DMA bypass
[ 3.975318] iommu: Adding device 0045:01:00.0 to group 5
[ 3.975357] iommu: Adding device 0045:01:00.1 to group 5
[ 3.975396] iommu: Adding device 0045:01:00.2 to group 5
[ 3.975437] iommu: Adding device 0045:01:00.3 to group 5
[ 3.975451] pci 0045:00:00.0: PCI bridge to [bus 01]
[ 3.975478] pci 0045:00:00.0: bridge window [mem 0x3ff280000000-0x3ff2ffefffff]
[ 3.975503] pci 0045:00:00.0: bridge window [mem 0x2d0000000000-0x2dfdfff0ffff 64bit pref]
[ 3.975534] pci_bus 0045:00: resource 4 [mem 0x3ff280000000-0x3ff2fffeffff]
[ 3.975553] pci_bus 0045:00: resource 5 [mem 0x2d0000000000-0x2dfdffffffff 64bit pref]
[ 3.975570] pci_bus 0045:01: resource 1 [mem 0x3ff280000000-0x3ff2ffefffff]
[ 3.975587] pci_bus 0045:01: resource 2 [mem 0x2d0000000000-0x2dfdfff0ffff 64bit pref]
[ 3.981771] EEH: PCI Enhanced I/O Error Handling Enabled
[ 3.982714] PCI: Probing PCI hardware done
[ 3.986220] create_dump_obj: New platform dump. ID = 0x1 Size 12815120
[ 3.991633] powernv-rng: Registering arch random hook.
[ 4.006405] opal-power: OPAL EPOW, DPO support detected.
[ 4.014163] HugeTLB registered 16.0 MiB page size, pre-allocated 0 pages
[ 4.014168] HugeTLB registered 16.0 GiB page size, pre-allocated 0 pages
[ 4.014589] random: crng init done
[ 4.018910] vgaarb: loaded
[ 4.019489] SCSI subsystem initialized
[ 4.020204] libata version 3.00 loaded.
[ 4.020438] usbcore: registered new interface driver usbfs
[ 4.020488] usbcore: registered new interface driver hub
[ 4.021698] usbcore: registered new device driver usb
[ 4.021862] pps_core: LinuxPPS API ver. 1 registered
[ 4.021865] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>
[ 4.021880] PTP clock support registered
[ 4.025346] clocksource: Switched to clocksource timebase
[ 4.070697] NET: Registered protocol family 2
[ 4.071202] TCP established hash table entries: 524288 (order: 6, 4194304 bytes)
[ 4.072172] TCP bind hash table entries: 65536 (order: 6, 4718592 bytes)
[ 4.074798] TCP: Hash tables configured (established 524288 bind 65536)
[ 4.076002] UDP hash table entries: 65536 (order: 7, 10485760 bytes)
[ 4.081538] UDP-Lite hash table entries: 65536 (order: 7, 10485760 bytes)
[ 4.088914] NET: Registered protocol family 1
[ 4.090559] RPC: Registered named UNIX socket transport module.
[ 4.090564] RPC: Registered udp transport module.
[ 4.090566] RPC: Registered tcp transport module.
[ 4.090568] RPC: Registered tcp NFSv4.1 backchannel transport module.
[ 4.090665] pci 0005:00:00.0: enabling device (0141 -> 0143)
[ 4.090677] pci 0005:01:00.0: enabling device (0141 -> 0143)
[ 4.090689] pci 0005:02:01.0: enabling device (0141 -> 0143)
[ 4.090699] pci 0005:03:00.0: enabling device (0140 -> 0142)
[ 4.090803] PCI: CLS 128 bytes, default 128
[ 4.091014] Trying to unpack rootfs image as initramfs...
[ 4.337203] audit: initializing netlink subsys (disabled)
[ 4.337375] audit: type=2000 audit(1505781153.320:1): state=initialized audit_enabled=0 res=1
[ 4.338505] workingset: timestamp_bits=38 max_order=23 bucket_order=0
[ 4.350053] NFS: Registering the id_resolver key type
[ 4.350100] Key type id_resolver registered
[ 4.350104] Key type id_legacy registered
[ 4.351156] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 249)
[ 4.351167] io scheduler noop registered
[ 4.351170] io scheduler deadline registered
[ 4.351383] io scheduler cfq registered (default)
[ 4.351385] io scheduler mq-deadline registered
[ 4.351388] io scheduler kyber registered
[ 4.351497] test_firmware: interface ready
[ 4.388052] hvc0: raw protocol on /ibm,opal/consoles/serial@0 (boot console)
[ 4.388751] hvc1: hvsi protocol on /ibm,opal/consoles/serial@1
[ 4.388801] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled
[ 4.398005] brd: module loaded
[ 4.450571] loop: module loaded
[ 4.450730] ipr: IBM Power RAID SCSI Device Driver version: 2.6.4 (March 14, 2017)
[ 4.450846] ipr 0001:08:00.0: Found IOA with IRQ: 0
[ 4.451045] pci 0001:00:00.0: enabling device (0141 -> 0143)
[ 4.451059] pci 0001:01:00.0: enabling device (0141 -> 0143)
[ 4.451071] pci 0001:02:08.0: enabling device (0141 -> 0143)
[ 4.451081] ipr 0001:08:00.0: enabling device (0140 -> 0142)
[ 4.451095] ipr 0001:08:00.0: Using 64-bit DMA iommu bypass
[ 4.451794] ipr 0001:08:00.0: Received IRQ : 505
[ 4.451823] ipr 0001:08:00.0: Request for 16 MSI-Xs succeeded.
[ 4.452918] ipr 0001:08:00.0: Initializing IOA.
[ 4.452926] scsi host0: IBM 0 Storage Adapter
[ 28.473917] ipr 0001:08:00.0: Starting IOA initialization sequence.
[ 28.476220] ipr 0001:08:00.0: Adapter firmware version: 13512900
[ 28.477345] ipr 0001:08:00.0: IOA initialized.
[ 28.490139] ipr 0001:08:00.0: FFF4: Disk device problem
[ 28.490191] ipr: -----Failing Device Information-----
[ 28.490241] ipr: World Wide Unique ID: 5000C5007E890B2B0000000000000000
[ 28.490290] ipr: Device Resource Path: 00-02
[ 28.490327] ipr: Primary Problem Description:
[ 28.490387] ipr: Secondary Problem Description:
[ 28.490446] ipr: SCSI Sense Data:
[ 28.490472] ipr: 00000000: 70000200 00000018 00000000 04000000
[ 28.490521] ipr: 00000010: 00000000 00000000 00000000 00000000
[ 28.490569] ipr: SCSI Command Descriptor Block:
[ 28.490606] ipr: 00000000: FFFFFFFF FFFFFFFF FFFFFFFF FFFFFFFF
[ 28.490654] ipr: Additional IOA Data:
[ 28.490680] ipr: 00000000: 455300CC 05B00007 00000000 84000020
[ 28.490728] ipr: 00000010: 00000000 00000000 0B7EAFC0 00000000
[ 28.490777] ipr: 00000020: 00000000 0B7EA8A0 C8008000 00000000
[ 28.490825] ipr: 00000030: 00000000 00000000 00000480 8F000000
[ 28.490874] ipr: 00000040: 000E9D9D 00000000 00000000 00000000
[ 28.490922] ipr: 00000050: 00000000 00000000 00000000 00000000
[ 28.490971] ipr: 00000060: 00000000 00000000 00000000 00000000
[ 28.491019] ipr: 00000070: 00000000 00000000 00000000 00000000
[ 28.491067] ipr: 00000080: 00000000 D4000001 80000000 FFFFFFFF
[ 28.491116] ipr: 00000090: FFFFFFFF 00000000 00353AF7 00000000
[ 28.491165] ipr: 000000A0: 00000000 00000000 01827424 00000000
[ 28.491213] ipr: 000000B0: 01B04AC0 E0030000 E0000060 04448502
[ 28.491261] ipr: 000000C0: 00000000 1B000000 01000000 00000000
[ 28.491310] ipr: 000000D0: 43440010 1B000000 01000000 00000000
[ 28.491359] ipr: 000000E0: 00000000 45480040 11001E01 1B000000
[ 28.491407] ipr: 000000F0: 04440000 D4000001 050B1E01 1B000000
[ 28.491455] ipr: 00000100: 01440000 D4000001 02021E91 1B000000
[ 28.491504] ipr: 00000110: 04448500 02040000 01001E91 00000000
[ 28.491553] ipr: 00000120: 04448500 02040000 45540004 000027BB
[ 28.491601] ipr: 00000130: 43490018 00000002 0002FFFF FFFFFFFF
[ 28.491649] ipr: 00000140: 5000C500 7E890B29 00001770 545209C0
[ 28.492044] scsi 0:3:0:0: No Device IBM 57D7001SISIOA 0150 PQ: 0 ANSI: 0
[ 28.492063] scsi 0:3:0:0: Resource path: 0/FE
[ 28.524470] scsi 0:0:0:0: Direct-Access IBM ST600MP0065 7F13 PQ: 0 ANSI: 6
[ 28.524476] scsi 0:0:0:0: Resource path: 0/00-01
[ 28.533121] scsi 0:0:1:0: Direct-Access IBM ST600MP0065 7F13 PQ: 0 ANSI: 6
[ 28.533127] scsi 0:0:1:0: Resource path: 0/00-06
[ 28.546728] scsi 0:0:2:0: Direct-Access IBM ST600MP0065 7F13 PQ: 0 ANSI: 6
[ 28.546733] scsi 0:0:2:0: Resource path: 0/00-08
[ 28.547956] scsi 0:0:3:0: Direct-Access IBM ST600MP0065 7F13 PQ: 0 ANSI: 6
[ 28.547961] scsi 0:0:3:0: Resource path: 0/00-00
[ 28.548923] scsi 0:0:4:0: Direct-Access IBM ST600MP0065 7F13 PQ: 0 ANSI: 6
[ 28.548928] scsi 0:0:4:0: Resource path: 0/00-05
[ 28.549876] scsi 0:0:5:0: Direct-Access IBM ST600MP0065 7F13 PQ: 0 ANSI: 6
[ 28.549881] scsi 0:0:5:0: Resource path: 0/00-09
[ 28.550828] scsi 0:0:6:0: Direct-Access IBM ST600MP0065 7F13 PQ: 0 ANSI: 6
[ 28.550833] scsi 0:0:6:0: Resource path: 0/00-04
[ 28.551389] scsi 0:1:0:0: No Device IBM IPR-0 70835D00 PQ: 0 ANSI: 3
[ 28.551394] scsi 0:1:0:0: Resource path: 0/FD-00
[ 28.551895] scsi 0:1:1:0: No Device IBM IPR-0 70835D00 PQ: 0 ANSI: 3
[ 28.551900] scsi 0:1:1:0: Resource path: 0/FD-02
[ 28.552386] scsi 0:1:2:0: No Device IBM IPR-0 70835D00 PQ: 0 ANSI: 3
[ 28.552391] scsi 0:1:2:0: Resource path: 0/FD-03
[ 28.552902] scsi 0:1:3:0: No Device IBM IPR-0 70835D00 PQ: 0 ANSI: 3
[ 28.552907] scsi 0:1:3:0: Resource path: 0/FD-04
[ 28.553431] scsi 0:1:4:0: No Device IBM IPR-0 70835D00 PQ: 0 ANSI: 3
[ 28.553436] scsi 0:1:4:0: Resource path: 0/FD-05
[ 28.553970] scsi 0:1:5:0: No Device IBM IPR-0 70835D00 PQ: 0 ANSI: 3
[ 28.553975] scsi 0:1:5:0: Resource path: 0/FD-06
[ 28.554493] scsi 0:1:6:0: No Device IBM IPR-0 70835D00 PQ: 0 ANSI: 3
[ 28.554498] scsi 0:1:6:0: Resource path: 0/FD-07
[ 28.555056] scsi 0:2:0:0: Direct-Access IBM IPR-0 70835D00 PQ: 0 ANSI: 3
[ 28.555067] scsi 0:2:0:0: Resource path: 0/FC-02-00
[ 28.555670] scsi 0:2:1:0: Direct-Access IBM IPR-0 70835D00 PQ: 0 ANSI: 3
[ 28.555675] scsi 0:2:1:0: Resource path: 0/FC-06-00
[ 28.556329] scsi 0:2:2:0: Direct-Access IBM IPR-0 70835D00 PQ: 0 ANSI: 3
[ 28.556334] scsi 0:2:2:0: Resource path: 0/FC-05-00
[ 28.556913] scsi 0:2:3:0: Direct-Access IBM IPR-0 70835D00 PQ: 0 ANSI: 3
[ 28.556919] scsi 0:2:3:0: Resource path: 0/FC-03-00
[ 28.557499] scsi 0:2:4:0: Direct-Access IBM IPR-0 70835D00 PQ: 0 ANSI: 3
[ 28.557504] scsi 0:2:4:0: Resource path: 0/FC-07-00
[ 28.558086] scsi 0:2:5:0: Direct-Access IBM IPR-0 70835D00 PQ: 0 ANSI: 3
[ 28.558091] scsi 0:2:5:0: Resource path: 0/FC-04-00
[ 28.558673] scsi 0:2:6:0: Direct-Access IBM IPR-0 70835D00 PQ: 0 ANSI: 3
[ 28.558678] scsi 0:2:6:0: Resource path: 0/FC-00-00
[ 28.997173] scsi 0:0:7:0: Enclosure IBM VSBPD12M1 6GSAS 03 PQ: 0 ANSI: 2
[ 28.997178] scsi 0:0:7:0: Resource path: 0/00-16
[ 28.997753] scsi 0:0:8:0: Enclosure IBM VSBPD12M1 6GSAS 03 PQ: 0 ANSI: 2
[ 28.997758] scsi 0:0:8:0: Resource path: 0/00-15
[ 29.105748] ata1.00: ATAPI: IBM. RMBO0140532, RA64, max UDMA/133
[ 29.107994] ata1.00: configured for UDMA/133
[ 29.108957] scsi 0:0:9:0: CD-ROM IBM. RMBO0140532 RA64 PQ: 0 ANSI: 2
[ 29.108964] scsi 0:0:9:0: Resource path: 0/00-0F
[ 29.110048] scsi 0:0:10:0: Direct-Access IBM ST600MP0065 7F13 PQ: 0 ANSI: 6
[ 29.110053] scsi 0:0:10:0: Resource path: 0/00-02
[ 29.135899] sd 0:2:0:0: [sda] Spinning up disk...
[ 29.136197] sd 0:2:1:0: [sdb] Spinning up disk...
[ 29.136471] sd 0:2:2:0: [sdc] Spinning up disk...
[ 29.136854] sd 0:2:3:0: [sdd] Spinning up disk...
[ 29.137786] sd 0:2:4:0: [sde] Spinning up disk...
[ 29.150655] sd 0:2:5:0: [sdf] Spinning up disk...
[ 29.150676] sd 0:2:6:0: [sdg] Spinning up disk...
[ 29.164695] sr 0:0:9:0: [sr0] scsi3-mmc drive: 24x/24x writer dvd-ram cd/rw xa/form2 cdda tray
[ 29.164699] cdrom: Uniform CD-ROM driver Revision: 3.20
[ 29.165073] sr 0:0:9:0: Attached scsi CD-ROM sr0
[ 29.165292] scsi 0:3:0:0: Attached scsi generic sg0 type 31
[ 29.165443] scsi 0:0:0:0: Attached scsi generic sg1 type 12
[ 29.165568] scsi 0:0:1:0: Attached scsi generic sg2 type 12
[ 29.165657] scsi 0:0:2:0: Attached scsi generic sg3 type 12
[ 29.165796] scsi 0:0:3:0: Attached scsi generic sg4 type 12
[ 29.165921] scsi 0:0:4:0: Attached scsi generic sg5 type 12
[ 29.166009] scsi 0:0:5:0: Attached scsi generic sg6 type 12
[ 29.166134] scsi 0:0:6:0: Attached scsi generic sg7 type 12
[ 29.166258] scsi 0:1:0:0: Attached scsi generic sg8 type 31
[ 29.166360] scsi 0:1:1:0: Attached scsi generic sg9 type 31
[ 29.166486] scsi 0:1:2:0: Attached scsi generic sg10 type 31
[ 29.166611] scsi 0:1:3:0: Attached scsi generic sg11 type 31
[ 29.166700] scsi 0:1:4:0: Attached scsi generic sg12 type 31
[ 29.166825] scsi 0:1:5:0: Attached scsi generic sg13 type 31
[ 29.166961] scsi 0:1:6:0: Attached scsi generic sg14 type 31
[ 29.167096] sd 0:2:0:0: Attached scsi generic sg15 type 0
[ 29.167222] sd 0:2:1:0: Attached scsi generic sg16 type 0
[ 29.167361] sd 0:2:2:0: Attached scsi generic sg17 type 0
[ 29.167484] sd 0:2:3:0: Attached scsi generic sg18 type 0
[ 29.167573] sd 0:2:4:0: Attached scsi generic sg19 type 0
[ 29.167696] sd 0:2:5:0: Attached scsi generic sg20 type 0
[ 29.167821] sd 0:2:6:0: Attached scsi generic sg21 type 0
[ 29.167952] scsi 0:0:7:0: Attached scsi generic sg22 type 13
[ 29.168088] scsi 0:0:8:0: Attached scsi generic sg23 type 13
[ 29.168210] sr 0:0:9:0: Attached scsi generic sg24 type 5
[ 29.168297] sd 0:0:10:0: Attached scsi generic sg25 type 0
[ 29.168619] libphy: Fixed MDIO Bus: probed
[ 29.168674] tg3.c:v3.137 (May 11, 2014)
[ 29.168701] pci 0005:02:09.0: enabling device (0141 -> 0143)
[ 29.168716] tg3 0005:09:00.0: enabling device (0140 -> 0142)
[ 29.178735] sd 0:0:10:0: [sdh] Spinning up disk...
[ 29.203519] tg3 0005:09:00.0: Using 64-bit DMA iommu bypass
[ 29.204320] tg3 0005:09:00.0 eth0: Tigon3 [partno(00RX892) rev 5719001] (PCI Express) MAC address 98:be:94:04:81:54
[ 29.204324] tg3 0005:09:00.0 eth0: attached PHY is 5719C (10/100/1000Base-T Ethernet) (WireSpeed[1], EEE[1])
[ 29.204328] tg3 0005:09:00.0 eth0: RXcsums[1] LinkChgREG[0] MIirq[0] ASF[0] TSOcap[1]
[ 29.204332] tg3 0005:09:00.0 eth0: dma_rwctrl[00000000] dma_mask[64-bit]
[ 29.204513] tg3 0005:09:00.1: enabling device (0140 -> 0142)
[ 29.244585] tg3 0005:09:00.1: Using 64-bit DMA iommu bypass
[ 29.245381] tg3 0005:09:00.1 eth1: Tigon3 [partno(00RX892) rev 5719001] (PCI Express) MAC address 98:be:94:04:81:55
[ 29.245387] tg3 0005:09:00.1 eth1: attached PHY is 5719C (10/100/1000Base-T Ethernet) (WireSpeed[1], EEE[1])
[ 29.245392] tg3 0005:09:00.1 eth1: RXcsums[1] LinkChgREG[0] MIirq[0] ASF[0] TSOcap[1]
[ 29.245396] tg3 0005:09:00.1 eth1: dma_rwctrl[00000000] dma_mask[64-bit]
[ 29.245566] tg3 0005:09:00.2: enabling device (0140 -> 0142)
[ 29.284592] tg3 0005:09:00.2: Using 64-bit DMA iommu bypass
[ 29.285355] tg3 0005:09:00.2 eth2: Tigon3 [partno(00RX892) rev 5719001] (PCI Express) MAC address 98:be:94:04:81:56
[ 29.285360] tg3 0005:09:00.2 eth2: attached PHY is 5719C (10/100/1000Base-T Ethernet) (WireSpeed[1], EEE[1])
[ 29.285364] tg3 0005:09:00.2 eth2: RXcsums[1] LinkChgREG[0] MIirq[0] ASF[0] TSOcap[1]
[ 29.285368] tg3 0005:09:00.2 eth2: dma_rwctrl[00000000] dma_mask[64-bit]
[ 29.285526] tg3 0005:09:00.3: enabling device (0140 -> 0142)
[ 29.324597] tg3 0005:09:00.3: Using 64-bit DMA iommu bypass
[ 29.325364] tg3 0005:09:00.3 eth3: Tigon3 [partno(00RX892) rev 5719001] (PCI Express) MAC address 98:be:94:04:81:57
[ 29.325370] tg3 0005:09:00.3 eth3: attached PHY is 5719C (10/100/1000Base-T Ethernet) (WireSpeed[1], EEE[1])
[ 29.325374] tg3 0005:09:00.3 eth3: RXcsums[1] LinkChgREG[0] MIirq[0] ASF[0] TSOcap[1]
[ 29.325378] tg3 0005:09:00.3 eth3: dma_rwctrl[00000000] dma_mask[64-bit]
[ 29.325545] ibmveth: IBM Power Virtual Ethernet Driver 1.06
[ 29.325576] e100: Intel(R) PRO/100 Network Driver, 3.5.24-k2-NAPI
[ 29.325578] e100: Copyright(c) 1999-2006 Intel Corporation
[ 29.325631] e1000: Intel(R) PRO/1000 Network Driver - version 7.3.21-k8-NAPI
[ 29.325633] e1000: Copyright (c) 1999-2006 Intel Corporation.
[ 29.325691] e1000e: Intel(R) PRO/1000 Network Driver - 3.2.6-k
[ 29.325694] e1000e: Copyright(c) 1999 - 2015 Intel Corporation.
[ 29.325753] ehci_hcd: USB 2.0 'Enhanced' Host Controller (EHCI) Driver
[ 29.325755] ehci-pci: EHCI PCI platform driver
[ 29.325796] ohci_hcd: USB 1.1 'Open' Host Controller (OHCI) Driver
[ 29.325830] ohci-pci: OHCI PCI platform driver
[ 29.370502] rtc-opal opal-rtc: rtc core: registered rtc-opal as rtc0
[ 29.370856] IR NEC protocol handler initialized
[ 29.370858] IR RC5(x/sz) protocol handler initialized
[ 29.370861] IR RC6 protocol handler initialized
[ 29.370863] IR JVC protocol handler initialized
[ 29.370865] IR Sony protocol handler initialized
[ 29.370868] IR SANYO protocol handler initialized
[ 29.370870] IR Sharp protocol handler initialized
[ 29.370872] IR MCE Keyboard/mouse protocol handler initialized
[ 29.370874] IR XMP protocol handler initialized
[ 29.372214] device-mapper: uevent: version 1.0.3
[ 29.372544] device-mapper: ioctl: 4.36.0-ioctl (2017-06-09) initialised: dm-devel@redhat.com
[ 29.372554] powernv-cpufreq: cpufreq pstate min -56 nominal -12 max 0
[ 29.372557] powernv-cpufreq: Workload Optimized Frequency is disabled in the platform
[ 29.391804] powernv_idle_driver registered
[ 29.391965] nx_compress_powernv: coprocessor found on chip 0, CT 3 CI 1
[ 29.391970] nx_compress_powernv: coprocessor found on chip 1, CT 3 CI 2
[ 29.391977] nx_compress_powernv: coprocessor found on chip 16, CT 3 CI 17
[ 29.391982] nx_compress_powernv: coprocessor found on chip 17, CT 3 CI 18
[ 29.392529] usbcore: registered new interface driver usbhid
[ 29.392533] usbhid: USB HID core driver
[ 29.393384] ipip: IPv4 and MPLS over IPv4 tunneling driver
[ 29.393821] NET: Registered protocol family 17
[ 29.393880] Key type dns_resolver registered
[ 29.393883] start plist test
[ 29.395276] end plist test
[ 29.395399] Running code patching self-tests ...
[ 29.396371] Running feature fixup self-tests ...
[ 29.396377] Running MSI bitmap self-tests ...
[ 29.396907] registered taskstats version 1
[ 29.397894] console [netcon0] enabled
[ 29.397897] netconsole: network logging started
[ 29.445425] rtc-opal opal-rtc: setting system clock to 2017-09-19 00:32:58 UTC (1505781178)
[ 30.245025] .
[ 30.245027] .
[ 30.245119] ready
[ 30.246003] sd 0:2:0:0: [sda] 139466752 4096-byte logical blocks: (571 GB/532 GiB)
[ 30.246116] sd 0:2:0:0: [sda] Write Protect is off
[ 30.246121] sd 0:2:0:0: [sda] Mode Sense: 0b 00 00 08
[ 30.325017] .
[ 30.325095] ready
[ 30.325423] sd 0:2:1:0: [sdb] 139466752 4096-byte logical blocks: (571 GB/532 GiB)
[ 30.325493] sd 0:2:1:0: [sdb] Write Protect is off
[ 30.325498] sd 0:2:1:0: [sdb] Mode Sense: 0b 00 00 08
[ 30.445117] sd 0:2:0:0: [sda] Cache data unavailable
[ 30.445122] sd 0:2:0:0: [sda] Assuming drive cache: write through
[ 30.485009] .
[ 30.485025] .
[ 30.485047] .
[ 30.485056] ready
[ 30.485088] ready
[ 30.485102] ready
[ 30.485438] sd 0:2:2:0: [sdc] 139466752 4096-byte logical blocks: (571 GB/532 GiB)
[ 30.485448] sd 0:2:3:0: [sdd] 139466752 4096-byte logical blocks: (571 GB/532 GiB)
[ 30.485470] sd 0:2:6:0: [sdg] 139466752 4096-byte logical blocks: (571 GB/532 GiB)
[ 30.485510] sd 0:2:2:0: [sdc] Write Protect is off
[ 30.485513] sd 0:2:2:0: [sdc] Mode Sense: 0b 00 00 08
[ 30.485524] sd 0:2:3:0: [sdd] Write Protect is off
[ 30.485528] sd 0:2:3:0: [sdd] Mode Sense: 0b 00 00 08
[ 30.485544] sd 0:2:6:0: [sdg] Write Protect is off
[ 30.485549] sd 0:2:6:0: [sdg] Mode Sense: 0b 00 00 08
[ 30.525144] sd 0:2:1:0: [sdb] Cache data unavailable
[ 30.525147] sd 0:2:1:0: [sdb] Assuming drive cache: write through
[ 30.565039] .
[ 30.565069] .
[ 30.565119] ready
[ 30.565186] ready
[ 30.565553] sd 0:2:5:0: [sdf] 139466752 4096-byte logical blocks: (571 GB/532 GiB)
[ 30.565593] sd 0:2:4:0: [sde] 139466752 4096-byte logical blocks: (571 GB/532 GiB)
[ 30.565623] sd 0:2:5:0: [sdf] Write Protect is off
[ 30.565629] sd 0:2:5:0: [sdf] Mode Sense: 0b 00 00 08
[ 30.565667] sd 0:2:4:0: [sde] Write Protect is off
[ 30.565675] sd 0:2:4:0: [sde] Mode Sense: 0b 00 00 08
[ 30.685172] sd 0:2:2:0: [sdc] Cache data unavailable
[ 30.685179] sd 0:2:2:0: [sdc] Assuming drive cache: write through
[ 30.685193] sd 0:2:3:0: [sdd] Cache data unavailable
[ 30.685197] sd 0:2:3:0: [sdd] Assuming drive cache: write through
[ 30.685251] sd 0:2:6:0: [sdg] Cache data unavailable
[ 30.685255] sd 0:2:6:0: [sdg] Assuming drive cache: write through
[ 30.765141] sd 0:2:5:0: [sdf] Cache data unavailable
[ 30.765147] sd 0:2:5:0: [sdf] Assuming drive cache: write through
[ 30.765182] sd 0:2:4:0: [sde] Cache data unavailable
[ 30.765186] sd 0:2:4:0: [sde] Assuming drive cache: write through
[ 30.845250] sd 0:2:0:0: [sda] Attached SCSI disk
[ 30.925287] sd 0:2:1:0: [sdb] Attached SCSI disk
[ 31.085256] sd 0:2:6:0: [sdg] Attached SCSI disk
[ 31.085284] sd 0:2:2:0: [sdc] Attached SCSI disk
[ 31.085316] sd 0:2:3:0: [sdd] Attached SCSI disk
[ 31.165204] sd 0:2:4:0: [sde] Attached SCSI disk
[ 31.165216] sd 0:2:5:0: [sdf] Attached SCSI disk
[ 31.285045] .
[ 32.325046] .
[ 33.365076] .
[ 34.405135] .
[ 35.445026] .
[ 36.485020] .
[ 37.525057] .
[ 38.565039] .
[ 39.605044] .
[ 40.645037] .
[ 41.685039] .
[ 42.725080] .
[ 43.765035] .
[ 44.805052] .
[ 45.845036] .
[ 46.885038] .
[ 47.925080] .
[ 48.965036] .
[ 50.005036] .
[ 51.045041] .
[ 52.085044] .
[ 53.125051] .
[ 54.165043] .
[ 55.205036] .
[ 56.245049] .
[ 57.285036] .
[ 58.325080] .
[ 59.365029] .
[ 60.405021] .
[ 61.445021] .
[ 62.485047] .
[ 63.525025] .
[ 64.565024] .
[ 65.605024] .
[ 66.645027] .
[ 67.685026] .
[ 68.725024] .
[ 69.765020] .
[ 70.805024] .
[ 71.845016] .
[ 72.885049] .
[ 73.925024] .
[ 74.965027] .
[ 76.005021] .
[ 77.045022] .
[ 78.085061] .
[ 79.125023] .
[ 80.165018] .
[ 81.205024] .
[ 82.245026] .
[ 83.285032] .
[ 84.325028] .
[ 85.365036] .
[ 86.405036] .
[ 87.445043] .
[ 88.485045] .
[ 89.525052] .
[ 90.565039] .
[ 91.605043] .
[ 92.645065] .
[ 93.685041] .
[ 94.725039] .
[ 95.765037] .
[ 96.805037] .
[ 97.845035] .
[ 98.885043] .
[ 99.925035] .
[ 100.965037] .
[ 102.005036] .
[ 103.045077] .
[ 104.085044] .
[ 105.125040] .
[ 106.165044] .
[ 107.205037] .
[ 108.245062] .
[ 109.285029] .
[ 110.325037] .
[ 111.365035] .
[ 112.405050] .
[ 113.445041] .
[ 114.485039] .
[ 115.525035] .
[ 116.565049] .
[ 117.605085] .
[ 118.645038] .
[ 119.685035] .
[ 120.725048] .
[ 121.765035] .
[ 122.805051] .
[ 123.845036] .
[ 124.885052] .
[ 125.925041] .
[ 126.965040] .
[ 128.005074] .
[ 129.045038] .
[ 130.085036] .
[ 130.085040] not responding...
[ 130.086057] sd 0:0:10:0: [sdh] Read Capacity(16) failed: Result: hostbyte=DID_OK driverbyte=DRIVER_SENSE
[ 130.086065] sd 0:0:10:0: [sdh] Sense Key : Not Ready [current]
[ 130.086072] sd 0:0:10:0: [sdh] Add. Sense: Logical unit not ready, cause not reportable
[ 130.087077] sd 0:0:10:0: [sdh] Read Capacity(10) failed: Result: hostbyte=DID_OK driverbyte=DRIVER_SENSE
[ 130.087083] sd 0:0:10:0: [sdh] Sense Key : Not Ready [current]
[ 130.087088] sd 0:0:10:0: [sdh] Add. Sense: Logical unit not ready, cause not reportable
[ 130.088156] sd 0:0:10:0: [sdh] 0 512-byte logical blocks: (0 B/0 B)
[ 130.088162] sd 0:0:10:0: [sdh] 0-byte physical blocks
[ 130.089163] sd 0:0:10:0: [sdh] Test WP failed, assume Write Enabled
[ 130.089502] sd 0:0:10:0: [sdh] Asking for cache data failed
[ 130.089580] sd 0:0:10:0: [sdh] Assuming drive cache: write through
[ 130.092218] sd 0:0:10:0: [sdh] Spinning up disk...
[ 131.125025] .
[ 132.165044] .
[ 133.205064] .
[ 134.245029] .
[ 135.285036] .
[ 136.325048] .
[ 137.365039] .
[ 138.405095] .
[ 139.445047] .
[ 140.485051] .
[ 141.525040] .
[ 142.565044] .
[ 143.605040] .
[ 144.645051] .
[ 145.685040] .
[ 146.725041] .
[ 147.765061] .
[ 148.805040] .
[ 149.845050] .
[ 150.885035] .
[ 151.925038] .
[ 152.965088] .
[ 154.005036] .
[ 155.045035] .
[ 156.085044] .
[ 157.125039] .
[ 158.165046] .
[ 159.205028] .
[ 160.245048] .
[ 161.285035] .
[ 162.325042] .
[ 163.365043] .
[ 164.405048] .
[ 165.445037] .
[ 166.485039] .
[ 167.525046] .
[ 168.565037] .
[ 169.605039] .
[ 170.645036] .
[ 171.685031] .
[ 172.725066] .
[ 173.765039] .
[ 174.805040] .
[ 175.845035] .
[ 176.885049] .
[ 177.925070] .
[ 178.965039] .
[ 180.005032] .
[ 181.045048] .
[ 182.085037] .
[ 183.125060] .
[ 184.165025] .
[ 185.205041] .
[ 186.245036] .
[ 187.285036] .
[ 188.325048] .
[ 189.365035] .
[ 190.405037] .
[ 191.445036] .
[ 192.485057] .
[ 193.525041] .
[ 194.565038] .
[ 195.605036] .
[ 196.645037] .
[ 197.685050] .
[ 198.725039] .
[ 199.765036] .
[ 200.805048] .
[ 201.845036] .
[ 202.885093] .
[ 203.925036] .
[ 204.965037] .
[ 206.005035] .
[ 207.045036] .
[ 208.085074] .
[ 209.125033] .
[ 210.165145] .
[ 211.205147] .
[ 212.245156] .
[ 213.285047] .
[ 214.325149] .
[ 215.365036] .
[ 216.405155] .
[ 217.445045] .
[ 218.485051] .
[ 219.525143] .
[ 220.565053] .
[ 221.605147] .
[ 222.645050] .
[ 223.685040] .
[ 224.725161] .
[ 225.765040] .
[ 226.805149] .
[ 227.845055] .
[ 228.885035] .
[ 229.925147] .
[ 230.965036] .
[ 230.965040] not responding...
[ 230.966163] sd 0:0:10:0: [sdh] Read Capacity(16) failed: Result: hostbyte=DID_OK driverbyte=DRIVER_SENSE
[ 230.966168] sd 0:0:10:0: [sdh] Sense Key : Not Ready [current]
[ 230.966173] sd 0:0:10:0: [sdh] Add. Sense: Logical unit not ready, cause not reportable
[ 230.967265] sd 0:0:10:0: [sdh] Read Capacity(10) failed: Result: hostbyte=DID_OK driverbyte=DRIVER_SENSE
[ 230.967270] sd 0:0:10:0: [sdh] Sense Key : Not Ready [current]
[ 230.967274] sd 0:0:10:0: [sdh] Add. Sense: Logical unit not ready, cause not reportable
[ 230.971136] sd 0:0:10:0: [sdh] Attached SCSI disk
[ 230.971926] Freeing unused kernel memory: 1152K
[ 230.971930] This architecture does not have kernel memory protection.
[ 231.069701] init (3255) used greatest stack depth: 10816 bytes left
[ 231.785614] mlx4_core: Mellanox ConnectX core driver v4.0-0
[ 231.785650] mlx4_core: Initializing 0004:01:00.0
[ 231.785763] pci 0004:00:00.0: enabling device (0141 -> 0143)
[ 231.785793] mlx4_core 0004:01:00.0: enabling device (0140 -> 0142)
[ 231.785864] mlx4_core 0004:01:00.0: Using 64-bit DMA iommu bypass
[ 231.788083] tg3 0005:09:00.0 enP5p9s0f0: renamed from eth0
[ 231.788491] scsi_id (3285) used greatest stack depth: 10464 bytes left
[ 231.792841] be2net 0045:01:00.0: be2net version is 11.4.0.0
[ 231.792877] pci 0045:00:00.0: enabling device (0141 -> 0143)
[ 231.792899] be2net 0045:01:00.0: enabling device (0140 -> 0142)
[ 231.793365] be2net 0045:01:00.0: Using 64-bit DMA iommu bypass
[ 231.801036] Emulex LightPulse Fibre Channel SCSI driver 11.4.0.3
[ 231.801041] Copyright (C) 2017 Broadcom. All Rights Reserved. The term "Broadcom" refers to Broadcom Limited and/or its subsidiaries.
[ 231.801274] pci 0044:00:00.0: enabling device (0141 -> 0143)
[ 231.801293] lpfc 0044:01:00.0: enabling device (0140 -> 0142)
[ 231.801762] lpfc 0044:01:00.0: Using 64-bit DMA iommu bypass
[ 231.809993] md/raid1:md1: active with 1 out of 2 mirrors
[ 231.814364] md1: detected capacity change from 0 to 571121598464
[ 231.818637] md/raid10:md2: active with 3 out of 4 devices
[ 231.821774] md/raid1:md0: active with 2 out of 2 mirrors
[ 231.822558] md0: detected capacity change from 0 to 571121598464
[ 231.823292] md2: detected capacity change from 0 to 1142243196928
[ 231.858506] mdadm (3350) used greatest stack depth: 9632 bytes left
[ 231.860112] synth uevent: /devices/vio: failed to send uevent
[ 231.860122] vio vio: uevent: failed to send synthetic uevent
[ 231.866664] mdadm (3351) used greatest stack depth: 8128 bytes left
[ 231.905682] tg3 0005:09:00.2 enP5p9s0f2: renamed from eth2
[ 232.015257] tg3 0005:09:00.1 enP5p9s0f1: renamed from eth1
[ 232.065561] tg3 0005:09:00.3 enP5p9s0f3: renamed from eth3
[ 232.155035] lpfc 0044:01:00.0: 0:6101 Disabling NVME support: Not supported by firmware: 0 0
[ 232.155204] lpfc 0044:01:00.0: 0:2574 IO channels: irqs 4 fcp 4 nvme 0 MRQ: 0
[ 232.158581] scsi host1: Emulex LPe16000 16Gb PCIe Fibre Channel Adapter on PCI bus 01 device 00 irq 225
[ 233.135031] be2net 0045:01:00.0: FW config: function_mode=0x2, function_caps=0x874006
[ 233.315034] be2net 0045:01:00.0: Using profile 0x4c
[ 233.435029] be2net 0045:01:00.0: Max: txqs 18, rxqs 18, rss 17, eqs 20, vfs 50
[ 233.435035] be2net 0045:01:00.0: Max: uc-macs 16, mc-macs 40, vlans 16
[ 233.436080] be2net 0045:01:00.0: enabled 8 MSI-x vector(s) for NIC
[ 234.036611] lpfc 0044:01:00.1: enabling device (0140 -> 0142)
[ 234.037054] lpfc 0044:01:00.1: Using 64-bit DMA iommu bypass
[ 234.445019] lpfc 0044:01:00.1: 1:6101 Disabling NVME support: Not supported by firmware: 0 0
[ 234.445110] lpfc 0044:01:00.1: 1:2574 IO channels: irqs 4 fcp 4 nvme 0 MRQ: 0
[ 234.448462] scsi host2: Emulex LPe16000 16Gb PCIe Fibre Channel Adapter on PCI bus 01 device 01 irq 226
[ 235.165098] be2net 0045:01:00.0: created 8 TX queue(s)
[ 235.885028] be2net 0045:01:00.0: created 9 RX queue(s)
[ 236.048200] be2net 0045:01:00.0: FW version is 10.2.252.1905
[ 236.049225] be2net 0045:01:00.0: opcode 36-1 failed:status 68-0
[ 236.050361] be2net 0045:01:00.0: HW Flow control - TX:0 RX:0
[ 236.063314] be2net 0045:01:00.0: Emulex OneConnect(Lancer): PF port 0
[ 236.063473] be2net 0045:01:00.1: be2net version is 11.4.0.0
[ 236.063499] be2net 0045:01:00.1: enabling device (0140 -> 0142)
[ 236.063869] be2net 0045:01:00.1: Using 64-bit DMA iommu bypass
[ 236.607147] mlx4_core 0004:01:00.0: DMFS high rate steer mode is: disabled performance optimized steering
[ 236.607437] mlx4_core 0004:01:00.0: PCIe link speed is 8.0GT/s, device supports 8.0GT/s
[ 236.607442] mlx4_core 0004:01:00.0: PCIe link width is x8, device supports x8
[ 236.877104] mlx4_en: Mellanox ConnectX HCA Ethernet driver v4.0-0
[ 236.877639] mlx4_en 0004:01:00.0: Activating port:1
[ 236.881900] mlx4_en: 0004:01:00.0: Port 1: Using 32 TX rings
[ 236.881907] mlx4_en: 0004:01:00.0: Port 1: Using 8 RX rings
[ 236.882218] mlx4_en: 0004:01:00.0: Port 1: Initializing port
[ 236.882903] mlx4_en 0004:01:00.0: registered PHC clock
[ 236.885369] mlx4_en 0004:01:00.0: Activating port:2
[ 236.887628] mlx4_en: 0004:01:00.0: Port 2: Using 32 TX rings
[ 236.887634] mlx4_en: 0004:01:00.0: Port 2: Using 8 RX rings
[ 236.889179] mlx4_en: 0004:01:00.0: Port 2: Initializing port
[ 236.894554] mlx4_core 0004:01:00.0 enP4p1s0: renamed from eth1
[ 236.965474] mlx4_core 0004:01:00.0 enP4p1s0d1: renamed from eth2
[ 237.455037] be2net 0045:01:00.1: FW config: function_mode=0x2, function_caps=0x874006
[ 237.635026] be2net 0045:01:00.1: Using profile 0x4c
[ 237.755029] be2net 0045:01:00.1: Max: txqs 18, rxqs 18, rss 17, eqs 20, vfs 50
[ 237.755035] be2net 0045:01:00.1: Max: uc-macs 16, mc-macs 40, vlans 16
[ 237.756155] be2net 0045:01:00.1: enabled 8 MSI-x vector(s) for NIC
[ 239.255086] be2net 0045:01:00.1: created 8 TX queue(s)
[ 239.795024] be2net 0045:01:00.1: created 9 RX queue(s)
[ 239.918093] be2net 0045:01:00.1: FW version is 10.2.252.1905
[ 239.919118] be2net 0045:01:00.1: opcode 36-1 failed:status 68-0
[ 239.920228] be2net 0045:01:00.1: HW Flow control - TX:0 RX:0
[ 239.933550] be2net 0045:01:00.1: Emulex OneConnect(Lancer): PF port 1
[ 239.933693] be2net 0045:01:00.2: be2net version is 11.4.0.0
[ 239.933716] be2net 0045:01:00.2: enabling device (0140 -> 0142)
[ 239.934114] be2net 0045:01:00.2: Using 64-bit DMA iommu bypass
[ 241.295029] be2net 0045:01:00.2: FW config: function_mode=0x2, function_caps=0x874006
[ 241.475033] be2net 0045:01:00.2: Using profile 0x4c
[ 241.595036] be2net 0045:01:00.2: Max: txqs 18, rxqs 18, rss 17, eqs 20, vfs 50
[ 241.595043] be2net 0045:01:00.2: Max: uc-macs 16, mc-macs 40, vlans 16
[ 241.596088] be2net 0045:01:00.2: enabled 8 MSI-x vector(s) for NIC
[ 243.095090] be2net 0045:01:00.2: created 8 TX queue(s)
[ 243.635029] be2net 0045:01:00.2: created 9 RX queue(s)
[ 243.758092] be2net 0045:01:00.2: FW version is 10.2.252.1905
[ 243.759116] be2net 0045:01:00.2: opcode 36-1 failed:status 68-0
[ 243.760219] be2net 0045:01:00.2: HW Flow control - TX:0 RX:0
[ 243.773499] be2net 0045:01:00.2: Emulex OneConnect(Lancer): PF port 2
[ 243.773636] be2net 0045:01:00.3: be2net version is 11.4.0.0
[ 243.773658] be2net 0045:01:00.3: enabling device (0140 -> 0142)
[ 243.774058] be2net 0045:01:00.3: Using 64-bit DMA iommu bypass
[ 245.135030] be2net 0045:01:00.3: FW config: function_mode=0x2, function_caps=0x874006
[ 245.315029] be2net 0045:01:00.3: Using profile 0x4c
[ 245.435025] be2net 0045:01:00.3: Max: txqs 18, rxqs 18, rss 17, eqs 20, vfs 50
[ 245.435031] be2net 0045:01:00.3: Max: uc-macs 16, mc-macs 40, vlans 16
[ 245.436073] be2net 0045:01:00.3: enabled 8 MSI-x vector(s) for NIC
[ 246.935089] be2net 0045:01:00.3: created 8 TX queue(s)
[ 247.475027] be2net 0045:01:00.3: created 9 RX queue(s)
[ 247.598089] be2net 0045:01:00.3: FW version is 10.2.252.1905
[ 247.599114] be2net 0045:01:00.3: opcode 36-1 failed:status 68-0
[ 247.600199] be2net 0045:01:00.3: HW Flow control - TX:0 RX:0
[ 247.613506] be2net 0045:01:00.3: Emulex OneConnect(Lancer): PF port 3
[ 247.833487] be2net 0045:01:00.0 enP69p1s0f0: renamed from eth0
[ 247.875161] be2net 0045:01:00.1 enP69p1s0f1: renamed from eth1
[ 247.915136] be2net 0045:01:00.2 enP69p1s0f2: renamed from eth2
[ 247.985145] be2net 0045:01:00.3 enP69p1s0f3: renamed from eth3
[ 249.345021] raid6: altivecx1 gen() 9898 MB/s
[ 249.515016] raid6: altivecx2 gen() 16904 MB/s
[ 249.685020] raid6: altivecx4 gen() 24694 MB/s
[ 249.855029] raid6: altivecx8 gen() 13362 MB/s
[ 250.025016] raid6: int64x1 gen() 4257 MB/s
[ 250.195031] raid6: int64x1 xor() 1490 MB/s
[ 250.365018] raid6: int64x2 gen() 8496 MB/s
[ 250.535035] raid6: int64x2 xor() 2708 MB/s
[ 250.705022] raid6: int64x4 gen() 4510 MB/s
[ 250.875036] raid6: int64x4 xor() 2376 MB/s
[ 251.045023] raid6: int64x8 gen() 3816 MB/s
[ 251.215028] raid6: int64x8 xor() 1647 MB/s
[ 251.215031] raid6: using algorithm altivecx4 gen() 24694 MB/s
[ 251.215034] raid6: using intx1 recovery algorithm
[ 251.215291] xor: measuring software checksum speed
[ 251.315014] 8regs : 17932.800 MB/sec
[ 251.415025] 8regs_prefetch: 16192.000 MB/sec
[ 251.515019] 32regs : 19059.200 MB/sec
[ 251.615015] 32regs_prefetch: 17696.000 MB/sec
[ 251.715015] altivec : 26201.600 MB/sec
[ 251.715019] xor: using function: altivec (26201.600 MB/sec)
[ 251.776631] Btrfs loaded, crc32c=crc32c-vpmsum
[ 251.887883] SGI XFS with ACLs, security attributes, no debug enabled
[ 251.910511] XFS (md0): Mounting V5 Filesystem
[ 252.020203] XFS (md0): Starting recovery (logdev: internal)
[ 252.100955] XFS (md0): Ending recovery (logdev: internal)
[ 252.819041] systemd[1]: systemd 229 running in system mode. (+PAM +AUDIT +SELINUX +IMA +APPARMOR +SMACK +SYSVINIT +UTMP +LIBCRYPTSETUP +GCRYPT +GNUTLS +ACL +XZ -LZ4 +SECCOMP +BLKID +ELFUTILS +KMOD -IDN)
[ 252.819715] systemd[1]: Detected architecture ppc64-le.
[ 252.820170] systemd[1]: Set hostname to <p87>.
[ 253.678777] systemd[1]: Listening on Journal Socket.
[ 253.678935] systemd[1]: Listening on Syslog Socket.
[ 253.678996] systemd[1]: Listening on udev Kernel Socket.
[ 253.679008] systemd[1]: Reached target Encrypted Volumes.
[ 253.679104] systemd[1]: Listening on /dev/initctl Compatibility Named Pipe.
[ 253.679246] systemd[1]: Listening on Device-mapper event daemon FIFOs.
[ 253.679318] systemd[1]: Listening on LVM2 poll daemon socket.
[ 253.940730] systemd-cgroups (3580) used greatest stack depth: 8112 bytes left
[ 254.208123] systemd-journald[3568]: Received request to flush runtime journal from PID 1
[ 254.715609] powernv_rng: Registered powernv hwrng.
[ 254.889610] crypto_register_alg 'aes' = 0
[ 254.889761] crypto_register_alg 'cbc(aes)' = 0
[ 254.890011] crypto_register_alg 'ctr(aes)' = 0
[ 254.890171] crypto_register_alg 'xts(aes)' = 0
[ 254.969958] synth uevent: /devices/vio: failed to send uevent
[ 254.969971] vio vio: uevent: failed to send synthetic uevent
[ 254.974947] sd 0:2:2:0: [sdc] tag#0 FAILED Result: hostbyte=DID_ERROR driverbyte=DRIVER_SENSE
[ 254.974959] sd 0:2:2:0: [sdc] tag#0 Sense Key : Illegal Request [current]
[ 254.974966] sd 0:2:2:0: [sdc] tag#0 Add. Sense: Invalid field in cdb
[ 254.974975] sd 0:2:2:0: [sdc] tag#0 CDB: ATA command pass through(16) 85 06 20 00 05 00 fe 00 00 00 00 00 00 40 ef 00
[ 254.975331] sd 0:2:0:0: [sda] tag#0 FAILED Result: hostbyte=DID_ERROR driverbyte=DRIVER_SENSE
[ 254.975338] sd 0:2:0:0: [sda] tag#0 Sense Key : Illegal Request [current]
[ 254.975346] sd 0:2:0:0: [sda] tag#0 Add. Sense: Invalid field in cdb
[ 254.975352] sd 0:2:0:0: [sda] tag#0 CDB: ATA command pass through(16) 85 06 20 00 05 00 fe 00 00 00 00 00 00 40 ef 00
[ 254.975406] sd 0:2:1:0: [sdb] tag#2 FAILED Result: hostbyte=DID_ERROR driverbyte=DRIVER_SENSE
[ 254.975412] sd 0:2:1:0: [sdb] tag#2 Sense Key : Illegal Request [current]
[ 254.975418] sd 0:2:1:0: [sdb] tag#2 Add. Sense: Invalid field in cdb
[ 254.975426] sd 0:2:1:0: [sdb] tag#2 CDB: ATA command pass through(16) 85 06 20 00 05 00 fe 00 00 00 00 00 00 40 ef 00
[ 254.975445] sd 0:2:4:0: [sde] tag#3 FAILED Result: hostbyte=DID_ERROR driverbyte=DRIVER_SENSE
[ 254.975455] sd 0:2:4:0: [sde] tag#3 Sense Key : Illegal Request [current]
[ 254.975461] sd 0:2:4:0: [sde] tag#3 Add. Sense: Invalid field in cdb
[ 254.975467] sd 0:2:4:0: [sde] tag#3 CDB: ATA command pass through(16) 85 06 20 00 05 00 fe 00 00 00 00 00 00 40 ef 00
[ 254.975492] sd 0:2:3:0: [sdd] tag#4 FAILED Result: hostbyte=DID_ERROR driverbyte=DRIVER_SENSE
[ 254.975498] sd 0:2:3:0: [sdd] tag#4 Sense Key : Illegal Request [current]
[ 254.975505] sd 0:2:3:0: [sdd] tag#4 Add. Sense: Invalid field in cdb
[ 254.975510] sd 0:2:3:0: [sdd] tag#4 CDB: ATA command pass through(16) 85 06 20 00 05 00 fe 00 00 00 00 00 00 40 ef 00
[ 254.975748] sd 0:2:6:0: [sdg] tag#3 FAILED Result: hostbyte=DID_ERROR driverbyte=DRIVER_SENSE
[ 254.975755] sd 0:2:6:0: [sdg] tag#3 Sense Key : Illegal Request [current]
[ 254.975763] sd 0:2:6:0: [sdg] tag#3 Add. Sense: Invalid field in cdb
[ 254.975769] sd 0:2:6:0: [sdg] tag#3 CDB: ATA command pass through(16) 85 06 20 00 05 00 fe 00 00 00 00 00 00 40 ef 00
[ 254.975835] sd 0:2:5:0: [sdf] tag#5 FAILED Result: hostbyte=DID_ERROR driverbyte=DRIVER_SENSE
[ 254.975841] sd 0:2:5:0: [sdf] tag#5 Sense Key : Illegal Request [current]
[ 254.975848] sd 0:2:5:0: [sdf] tag#5 Add. Sense: Invalid field in cdb
[ 254.975854] sd 0:2:5:0: [sdf] tag#5 CDB: ATA command pass through(16) 85 06 20 00 05 00 fe 00 00 00 00 00 00 40 ef 00
[ 255.682920] XFS (md1): Mounting V5 Filesystem
[ 255.692678] XFS (md2): Mounting V5 Filesystem
[ 255.788014] XFS (md2): Starting recovery (logdev: internal)
[ 255.801628] XFS (md2): Ending recovery (logdev: internal)
[ 255.817910] XFS (md1): Starting recovery (logdev: internal)
[ 255.836363] XFS (md1): Ending recovery (logdev: internal)
[ 256.162178] mlx4_en: enP4p1s0: Steering Mode 1
[ 256.203630] mlx4_en: enP4p1s0d1: Steering Mode 1
[ 256.766053] new mount options do not match the existing superblock, will be ignored
[ 256.794714] br0: port 1(enP5p9s0f0) entered blocking state
[ 256.794727] br0: port 1(enP5p9s0f0) entered disabled state
[ 256.794975] device enP5p9s0f0 entered promiscuous mode
[ 259.054819] tg3 0005:09:00.0 enP5p9s0f0: Link is up at 1000 Mbps, full duplex
[ 259.054842] tg3 0005:09:00.0 enP5p9s0f0: Flow control is off for TX and off for RX
[ 259.054849] tg3 0005:09:00.0 enP5p9s0f0: EEE is disabled
[ 259.054891] br0: port 1(enP5p9s0f0) entered blocking state
[ 259.054904] br0: port 1(enP5p9s0f0) entered forwarding state
[ 260.856099] ======================================================
[ 260.856150] WARNING: possible circular locking dependency detected
[ 260.856157] 4.13.0-00083-gb38923a #1 Tainted: G W
[ 260.856162] ------------------------------------------------------
[ 260.856167] ppc64_cpu/4980 is trying to acquire lock:
[ 260.856171] ((complete)&st->done){+.+.}, at: [<c000000000108290>] takedown_cpu+0xf0/0x1d0
[ 260.856238]
but task is already holding lock:
[ 260.856273] (sparse_irq_lock){+.+.}, at: [<c0000000001aa30c>] irq_lock_sparse+0x2c/0x40
[ 260.856334]
which lock already depends on the new lock.
[ 260.856380]
the existing dependency chain (in reverse order) is:
[ 260.856427]
-> #2 (sparse_irq_lock){+.+.}:
[ 260.856466] lock_acquire+0xe4/0x310
[ 260.856491] __mutex_lock+0xc0/0xb30
[ 260.856516] irq_lock_sparse+0x2c/0x40
[ 260.856551] irq_affinity_online_cpu+0x3c/0x190
[ 260.856587] cpuhp_invoke_callback+0x250/0xd00
[ 260.856623] cpuhp_up_callbacks+0x58/0x160
[ 260.856658] cpuhp_thread_fun+0x1dc/0x220
[ 260.856694] smpboot_thread_fn+0x2cc/0x380
[ 260.856729] kthread+0x1b8/0x200
[ 260.856754] ret_from_kernel_thread+0x5c/0x70
[ 260.856789]
-> #1 (cpuhp_state){+.+.}:
[ 260.856816] smpboot_thread_fn+0x2cc/0x380
[ 260.856851] kthread+0x1b8/0x200
[ 260.856876] ret_from_kernel_thread+0x5c/0x70
[ 260.856911]
-> #0 ((complete)&st->done){+.+.}:
[ 260.856948] __lock_acquire+0x170c/0x1810
[ 260.856984] lock_acquire+0xe4/0x310
[ 260.857009] wait_for_common+0x88/0x240
[ 260.857044] takedown_cpu+0xf0/0x1d0
[ 260.857069] cpuhp_invoke_callback+0x250/0xd00
[ 260.857104] cpuhp_down_callbacks+0x78/0xf0
[ 260.857140] _cpu_down+0x160/0x1c0
[ 260.857163] do_cpu_down+0x68/0xb0
[ 260.857189] cpu_subsys_offline+0x2c/0x50
[ 260.857224] device_offline+0x114/0x150
[ 260.857260] online_store+0x6c/0xc0
[ 260.857285] dev_attr_store+0x68/0xa0
[ 260.857322] sysfs_kf_write+0x94/0xc0
[ 260.857358] kernfs_fop_write+0x180/0x260
[ 260.857393] __vfs_write+0x6c/0x240
[ 260.857417] vfs_write+0xd0/0x240
[ 260.857441] SyS_write+0x6c/0x110
[ 260.857465] system_call+0x58/0x6c
[ 260.857489]
other info that might help us debug this:
[ 260.857524] Chain exists of:
(complete)&st->done --> cpuhp_state --> sparse_irq_lock
[ 260.857584] Possible unsafe locking scenario:
[ 260.857619] CPU0 CPU1
[ 260.857653] ---- ----
[ 260.857688] lock(sparse_irq_lock);
[ 260.857712] lock(cpuhp_state);
[ 260.857759] lock(sparse_irq_lock);
[ 260.857805] lock((complete)&st->done);
[ 260.857830]
*** DEADLOCK ***
[ 260.857853] 8 locks held by ppc64_cpu/4980:
[ 260.857888] #0: (sb_writers#6){.+.+}, at: [<c0000000003cde80>] vfs_write+0x210/0x240
[ 260.857949] #1: (&of->mutex){+.+.}, at: [<c000000000494474>] kernfs_fop_write+0x134/0x260
[ 260.858020] #2: (kn->count#115){.+.+}, at: [<c000000000494480>] kernfs_fop_write+0x140/0x260
[ 260.858092] #3: (device_hotplug_lock){+.+.}, at: [<c0000000007628e8>] lock_device_hotplug_sysfs+0x28/0x90
[ 260.858175] #4: (&dev->mutex){....}, at: [<c000000000764730>] device_offline+0x90/0x150
[ 260.858235] #5: (cpu_add_remove_lock){+.+.}, at: [<c00000000010a1b4>] do_cpu_down+0x44/0xb0
[ 260.858306] #6: (cpu_hotplug_lock.rw_sem){++++}, at: [<c00000000018d83c>] percpu_down_write+0x4c/0x160
[ 260.858377] #7: (sparse_irq_lock){+.+.}, at: [<c0000000001aa30c>] irq_lock_sparse+0x2c/0x40
[ 260.858448]
stack backtrace:
[ 260.858473] CPU: 85 PID: 4980 Comm: ppc64_cpu Tainted: G W 4.13.0-00083-gb38923a #1
[ 260.858542] Call Trace:
[ 260.858556] [c000001f6e4074d0] [c000000000b9c000] dump_stack+0xe8/0x158 (unreliable)
[ 260.858616] [c000001f6e407510] [c0000000001918ac] print_circular_bug+0x2dc/0x4d0
[ 260.858675] [c000001f6e4075b0] [c000000000192d40] check_prev_add+0x370/0xa50
[ 260.858733] [c000001f6e4076b0] [c0000000001968dc] __lock_acquire+0x170c/0x1810
[ 260.858792] [c000001f6e407800] [c000000000197694] lock_acquire+0xe4/0x310
[ 260.858840] [c000001f6e4078d0] [c000000000bb7de8] wait_for_common+0x88/0x240
[ 260.858898] [c000001f6e407950] [c000000000108290] takedown_cpu+0xf0/0x1d0
[ 260.858945] [c000001f6e4079b0] [c000000000108760] cpuhp_invoke_callback+0x250/0xd00
[ 260.859004] [c000001f6e407a70] [c000000000109378] cpuhp_down_callbacks+0x78/0xf0
[ 260.859062] [c000001f6e407ac0] [c00000000010c6d0] _cpu_down+0x160/0x1c0
[ 260.859123] [c000001f6e407b20] [c00000000010a1d8] do_cpu_down+0x68/0xb0
[ 260.859216] [c000001f6e407b60] [c00000000076d06c] cpu_subsys_offline+0x2c/0x50
[ 260.859331] [c000001f6e407b90] [c0000000007647b4] device_offline+0x114/0x150
[ 260.859446] [c000001f6e407bd0] [c00000000076497c] online_store+0x6c/0xc0
[ 260.859539] [c000001f6e407c20] [c00000000075f188] dev_attr_store+0x68/0xa0
[ 260.859632] [c000001f6e407c60] [c000000000495b54] sysfs_kf_write+0x94/0xc0
[ 260.859725] [c000001f6e407ca0] [c0000000004944c0] kernfs_fop_write+0x180/0x260
[ 260.859839] [c000001f6e407cf0] [c0000000003cd91c] __vfs_write+0x6c/0x240
[ 260.859932] [c000001f6e407d90] [c0000000003cdd40] vfs_write+0xd0/0x240
[ 260.860025] [c000001f6e407de0] [c0000000003ce0ac] SyS_write+0x6c/0x110
[ 260.860118] [c000001f6e407e30] [c00000000000b96c] system_call+0x58/0x6c
[ 263.889870] nf_conntrack version 0.5.0 (65536 buckets, 262144 max)
[ 265.411394] ip_tables: (C) 2000-2006 Netfilter Core Team
[ 270.019832] Initializing XFRM netlink socket
[ 295.587534] tun: Universal TUN/TAP device driver, 1.6
[ 295.945097] virbr0: port 1(virbr0-nic) entered blocking state
[ 295.945183] virbr0: port 1(virbr0-nic) entered disabled state
[ 295.945443] device virbr0-nic entered promiscuous mode
[ 300.667632] virbr0: port 1(virbr0-nic) entered blocking state
[ 300.667723] virbr0: port 1(virbr0-nic) entered listening state
[ 301.962611] virbr0: port 1(virbr0-nic) entered disabled state
[ 302.285068] br0: port 2(vnet0) entered blocking state
[ 302.285137] br0: port 2(vnet0) entered disabled state
[ 302.285366] device vnet0 entered promiscuous mode
[ 302.325070] br0: port 2(vnet0) entered blocking state
[ 302.325125] br0: port 2(vnet0) entered forwarding state
[ 303.560563] libvirtd (4979) used greatest stack depth: 8000 bytes leftFixed in 6b2c08f98925, thanks @bauermann :champagne: