Re: port-amd64/39283: Kernel crash on Dell Poweredge 2950

[fredrik%netbsd.se@localhost]

> Hi,
>
> The next time it crashes like this, please do "show reg". Take the value
> of
> 'rsp' and do something like this:
>
> x/Lx 0xffffffff12345678,40
>
> ... adding the ,40 at the end. That will dump some of the stack. Go
> through each value dumped, one at a time, until you find something useful
> giving each value to this command:
>
> x/I 0xffffffff12345678
>
> You will get a function name at some point - probably on the first value.
> It
> will show us where the call to NULL is being made from.
>
> Thanks,
> Andrew
>

Hi,

The machine hanged sometime tonight again, here is the stack dump, hope it
helps:

db{0}> show reg
ds          0x10
es          0xc4c8
fs          0x7
gs          0x8
rdi         0x6
rsi         0x3f8
rbp         0xffff80004f8ac508
rbx         0xffff80004f8ac518
rdx         0x8
rcx         0x6
rax         0x1
r8          0xffffffff80a2a98a  copyright+0x8b48a
r9          0x1
r10         0xffff80004f8ac428
r11         0xffffffff802db6f0  comcnputc
r12         0x100
r13         0xffffffff809ea668  copyright+0x4b168
r14         0x6
r15         0x1
rip         0xffffffff80552aa5  breakpoint+0x5
cs          0x8
rflags      0x246
rsp         0xffff80004f8ac508
ss          0x10
netbsd:breakpoint+0x5:  leave

db{0}> x/Lx 0xffff80004f8ac508,40
0xffff80004f8ac508:     ffff80004f8ac608        ffffffff80490470       
30000000
08              ffff80004f8ac618        ffff80004f8ac538       
ffff80004f8ac618
        ffff80004f8ac548        3f8                     8
0xffff80004f8ac550:     6                       ffffffff80a2a98a        0
0xffff80004f8ac568:     ffffffff80cf6dc0        0                       6
0xffff80004f8ac580:     1                       ffff80004f8ac648        6
0xffff80004f8ac598:     ffff800007dbf500        ffff80004b26a000       
ffff8000
4f8ac608        ffffffff80487e61        ffff800000000000        3
0xffff80004f8ac5c8:     0                       ffffffff801158ae        8
0xffff80004f8ac5e0:     7                       ffff80004f8ac5f8       
ffffffff
80cf6dc0        ffffffff809ea9c0        ffffffff807c8960       
ffff80004f8ac648
        ffffffff80487fc3        6008ac668               4
0xffff80004f8ac628:     ffffffff80ccdf30        ffff80004b26a000       
ffffffff
80ccdf30        3d                      ffff80004f8ac678       
ffffffff8045db26
        ffffffff80c1b640        ffffffff80ccde80        ffffffff80c1b640
0xffff80004f8ac670:     1                       ffff80004f8ac6d8       
ffffffff
8048e2fa        ffff80004f8ac6d8        1ffffff80489153         0
0xffff80004f8ac6a0:     ffffffff80481b0d        600000000              
ffffffff
80ccde80        ffffffff80c1b640        1                       0
0xffff80004f8ac6d0:     3d                      ffff80004f8ac6f8       
ffffffff
8048e60c        ffffffff80ccdff0        ffffffff80cbd630       
ffff80004f8ac738
        ffffffff80481b2e

db{0}> x/I 0xffff80004f8ac508
0xffff80004f8ac508:     orb     %al,%dh


db{0}> x/I 0xffff80004f8ac608
0xffff80004f8ac608:     rex.w    movb   $0xff,0xffffffffff80004f(%rdx)

db{0}> x/I ffffffff80490470
netbsd:panic+0x260:     jmp     netbsd:panic+0x251

db{0}> x/I 3000000008
0x3000000008:fatal page fault in supervisor mode
trap type 6 code 0 rip ffffffff805532d7 cs 8 rflags 10216 cr2 
7fbfc00c0000 cpl 8 rsp ffff80004f8abf50
   kernel: page fault trap, code=0
Faulted in DDB; continuing...

db{0}> x/I ffff80004f8ac618
0xffff80004f8ac618:     pushl   $0x6008ac6

db{0}> x/I ffff80004f8ac538
0xffff80004f8ac538:     rex.w    ldsq   0xffffffffff80004f(%rdx),%rcx

db{0}> x/I ffff80004f8ac618
0xffff80004f8ac618:     pushl   $0x6008ac6

db{0}> x/I ffff80004f8ac548
0xffff80004f8ac548:     orb     %al,0(%rax)

db{0}> x/I 0xffff80004f8ac550
0xffff80004f8ac550:     push    %es

db{0}> x/I 0xffffffff80a2a98a
netbsd:copyright+0x8b48a:       orb     0(%rax),%al

db{0}> x/I 0xffff80004f8ac568
0xffff80004f8ac568:     shrb    $0x80,0xffffffffffffffcf(%rbp)

db{0}> x/I 0xffffffff80cf6dc0
netbsd:ld_prime+0x2d00: call    0xffffffff812a89e0

db{0}> x/I 0xffff80004f8ac580
0xffff80004f8ac580:     addl    %eax,0(%rax)

db{0}> x/I 0xffff80004f8ac648
0xffff80004f8ac648:     js      0xffff80004f8ac610

db{0}> x/I 0xffff80004f8ac598
0xffff80004f8ac598:     addb    %dh,%ch

db{0}> x/I 0xffff800007dbf500
0xffff800007dbf500:     pop     %es

db{0}> x/I 0xffff80004b26a000
0xffff80004b26a000:     addb    %al,0(%rax)

db{0}> x/I 0xffff8000
0xffff8000:fatal page fault in supervisor mode
trap type 6 code 0 rip ffffffff805532d7 cs 8 rflags 10217 cr2 
7fbfc0003ff8 cpl 8 rsp ffff80004f8abf50
     kernel: page fault trap, code=0
Faulted in DDB; continuing...

db{0}> x/I 0xffffffff80487e61
netbsd:lockdebug_dump+0x111:    rex.wb   movq   0x40(%r13),%rdi

db{0}> x/I 0xffff80004f8ac5c8
0xffff80004f8ac5c8:     addb    %al,0(%rax)

db{0}> x/I 0xffffffff801158ae
netbsd:Xspllower+0xe:   movl    %ebx,%eax

db{0}> x/I 0xffff80004f8ac5e0
0xffff80004f8ac5e0:     pop     %es

db{0}> x/I 0xffff80004f8ac5f8
0xffff80004f8ac5f8:     shrb    $0xff,0xffffffffffff809e(%rcx)

db{0}> x/I 0xffffffff80cf6dc0
netbsd:ld_prime+0x2d00: call    0xffffffff812a89e0

db{0}> x/I 0xffffffff809ea9c0
netbsd:copyright+0x4b4c0:       popal

db{0}> x/I 0xffffffff807c8960
netbsd:__func__.7368:   insb    %dx,%es:(%rdi)

db{0}> x/I 0xffff80004f8ac648
0xffff80004f8ac648:     js      0xffff80004f8ac610

db{0}> x/I 0xffffffff80487fc3
netbsd:lockdebug_abort1+0xd3:   nop

db{0}> x/I 0xffff80004f8ac628
0xffff80004f8ac628:     xorb    %bl,%bh

db{0}> x/I ffffffff80ccdf30
netbsd:l2cap_pdu_pool+0xb0:     addb    $-0x60,%al

db{0}> x/I 0xffff80004b26a000
0xffff80004b26a000:     addb    %al,0(%rax)

db{0}> x/I 0xffff80004f8ac678
0xffff80004f8ac678:     fadd    %st(6),%st

db{0}> x/I 0xffffffff8045db26
netbsd:mutex_tryenter+0x1a6:    jmp     netbsd:mutex_tryenter+0x59

db{0}> x/I 0xffffffff80c1b640
netbsd:pool_allocator_kmem:     loopne  netbsd:pool_allocator_meta+0x2b

db{0}> x/I 0xffffffff80ccde80
netbsd:l2cap_pdu_pool:  andb    %ah,%al

db{0}> x/I 0xffffffff80c1b640
netbsd:pool_allocator_kmem:     loopne  netbsd:pool_allocator_meta+0x2b

db{0}> x/I 0xffff80004f8ac670
0xffff80004f8ac670:     addl    %eax,0(%rax)

db{0}> x/I 0xffff80004f8ac6d8
0xffff80004f8ac6d8:     clc

db{0}> x/I 0x1ffffff80489153
0x1ffffff80489153:fatal protection fault in supervisor mode
trap type 4 code 0 rip ffffffff80554360 cs 8 rflags 10246 cr2 
7fbfffe03330 cpl 8 rsp ffff80004f8abf10
      kernel: protection fault trap, code=0
Faulted in DDB; continuing...

db{0}> x/I 0x0xffff80004f8ac6a0
Bad character in number

db{0}> x/I 0xffffffff80481b0d
netbsd:callback_run_roundrobin+0x2d:    rex.rb   movl   0x38(%r12),%r15d

db{0}> x/I 0xffff80004f8ac6f8
0xffff80004f8ac6f8:     cmpb    %al,%bh

db{0}> x/I 0xffffffff8048e60c
netbsd:pool_reclaim_callback+0x2c:      rex.wr   movq   %r12,%rdi

db{0}> x/I 0xffffffff80ccdff0
netbsd:l2cap_pdu_pool+0x170:    nop

db{0}> x/I 0xffffffff80cbd630
netbsd:kmem_map_store+0x130:    addl    $0x6,%eax

db{0}> x/I 0xffff80004f8ac738
0xffff80004f8ac738:     testb   $0xc7,%al

db{0}> x/I ffffffff80481b2e
netbsd:callback_run_roundrobin+0x4e:    rex.b    movl   %eax,%r14d


Regards
Fredrik