RE: kernel trap 19 with interrupts disabled: system hang

From: Bruce Evans [mailto:bde_at_zeta.org.au]
> On Sun, 13 Jun 2004, Don Bowman wrote:
> 
> >  ... OK, this did the trick, i got into db.
> > ...

It trapped again, and i've got it in db this time.
3 are in sched_switch, and one is in 
smp_tlb_shootdown

suggestions on how to proceed?

kernel trap 19 with interrupts disabled
NMI ... going to debugger
timeout stopping cpus
kernel: type 19 trap, code=0
Stopped at      smp_tlb_shootdown+0x3e: movl    smp_tlb_wait,%eax
db> 
db> t 0
sched_switch(c074bfa0) at sched_switch+0x60
mi_switch(1,0,1,c0c21d2c,c0562ba4) at mi_switch+0x1a0
sleepq_switch(c074bde0,0,c0c21d54,c054dd12,c074bde0) at sleepq_switch+0x135
sleepq_timedwait(c074bde0,0,23,0,0) at sleepq_timedwait+0xc
msleep(c074bde0,0,44,c06ecd01,2710) at msleep+0x40a
scheduler(0,c1ec00,c1e000,0,c0436065) at scheduler+0x167
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> t 1
sched_switch(c53e0540) at sched_switch+0x60
mi_switch(1,0,0,ed097c18,c0562b60) at mi_switch+0x1a0
sleepq_switch(c53dfdc0,0,ed097c3c,c054dd2a,c53dfdc0) at sleepq_switch+0x135
sleepq_wait_sig(c53dfdc0,c074fed0,100,0,c53dfe2c) at sleepq_wait_sig+0xc
msleep(c53dfdc0,c53dfe2c,15c,c06dde84,0) at msleep+0x422
kern_wait(c53e0540,ffffffff,ed097c94,0,ed097c98) at kern_wait+0x7b5
wait4(c53e0540,ed097d14,4,2,286) at wait4+0x1f
syscall(2f,2f,2f,bfbfeef8,bfbfeef8) at syscall+0x283
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x80518cb, esp = 0xbfbfeddc,
ebp = 0xbfbfedf8 ---
db> t 2
sched_switch(c54ab7e0) at sched_switch+0x60
mi_switch(1,0,0,eec7accc,c0562ba4) at mi_switch+0x1a0
sleepq_switch(c074bce4,0,eec7acf4,c054dd12,c074bce4) at sleepq_switch+0x135
sleepq_timedwait(c074bce4,0,0,0,0) at sleepq_timedwait+0xc
msleep(c074bce4,0,4c,c06c7155,64) at msleep+0x40a
g_event_procbody(0,eec7ad48) at g_event_procbody+0x52
fork_exit(c05156dc,0,eec7ad48) at fork_exit+0x71
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xeec7ad7c, ebp = 0 ---
db> t 3
smp_tlb_shootdown(f6,e75ad000,e75cd000) at smp_tlb_shootdown+0x3e
smp_invlpg_range(e75ad000,e75cd000) at smp_invlpg_range+0x1c
pmap_invalidate_range(c077dd80,e75ad000,e75cd000,de54c3e8,eec7dc58) at
pmap_invalidate_range+0xbf
pmap_qremove(e75ad000,20,de54c3e8,ca646660,0) at pmap_qremove+0x3d
cluster_callback(de54c3e8,eec7dc94,c0662c51,c54db000,ca646660) at
cluster_callback+0x2b
bufdone(de54c3e8) at bufdone+0x113
bufdonebio(de54c3e8) at bufdonebio+0x3f
biodone(de54c3e8,ca646660,ca646660,4,eec7dccc) at biodone+0x86
g_dev_done(ca646660) at g_dev_done+0x5b
biodone(ca646660,c0714ebc,c06dab63,c06dab63,30000) at biodone+0x86
g_io_schedule_up(c54ab930) at g_io_schedule_up+0xda
g_up_procbody(0,eec7dd48) at g_up_procbody+0x1a
fork_exit(c051569c,0,eec7dd48) at fork_exit+0x71
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xeec7dd7c, ebp = 0 ---
db> show pcpu 0
cpuid        = 0
curthread    = 0xc54ab930: pid 3 "g_up"
curpcb       = 0xeec7dda0
fpcurthread  = none
idlethread   = 0xc53e0a80: pid 14 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x28
db> show pcpu 1
cpuid        = 1
curthread    = 0xc53e0930: pid 13 "idle: cpu1"
curpcb       = 0xed0a0da0
fpcurthread  = none
idlethread   = 0xc53e0930: pid 13 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x28
db> show pcpu 2
cpuid        = 2
curthread    = 0xc53e07e0: pid 12 "idle: cpu2"
curpcb       = 0xed09dda0
fpcurthread  = none
idlethread   = 0xc53e07e0: pid 12 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x28
db> show pcpu 3
cpuid        = 3
curthread    = 0xc53e0690: pid 11 "idle: cpu3"
curpcb       = 0xed09ada0
fpcurthread  = none
idlethread   = 0xc53e0690: pid 11 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x28
db>