panic: mtx_lock() of destroyed mutex _at_ /usr/src/sys/kern/vfs_subr.c:2458

I managed to panic my 8.0-CURRENT i386 box (kernel built from csup as
of 4/1/2008).

At the time I had just issued a "reboot" when the panic occurred.

Here is the kgdb output, and after that the backtrace, finally
followed by the dmesg.

I haven't been able to reproduce it, unfortunately.

Regards,
Josh


root_at_dev:/usr/obj/usr/src/sys/DEV# kgdb kernel.debug /var/crash/vmcore.0
[GDB will not be able to debug user-mode threads:
/usr/lib/libthread_db.so: Undefined symbol "ps_pglobal_lookup"]
GNU gdb 6.1.1 [FreeBSD]
Copyright 2004 Free Software Foundation, Inc.
GDB is free software, covered by the GNU General Public License, and you are
welcome to change it and/or distribute copies of it under certain conditions.
Type "show copying" to see the conditions.
There is absolutely no warranty for GDB.  Type "show warranty" for details.
This GDB was configured as "i386-marcel-freebsd".
Reading symbols from /boot/kernel/coretemp.ko...Reading symbols from
/boot/kernel/coretemp.ko.symbols...done.
done.
Loaded symbols for /boot/kernel/coretemp.ko

Unread portion of the kernel message buffer:
<118>Apr  2 03:03:14 dev syslogd: exiting on signal 15
Waiting (max 60 seconds) for system process `vnlru' to stop...done
Wa
iStyinncgi n(gm adxi s6k0s ,s evcnoonddess)  rfeomra isnyisntge.m.
.p2r ocess `syncer' to stop...2 0 1 1 0 0 done
Waiting (max 60 seconds) for system process `bufdaemon' to stop...done
All buffers synced.
lock order reversal:
 1st 0xc4f1f29c vfslock (vfslock) _at_ /usr/src/sys/kern/vfs_mount.c:1250
 2nd 0xc4f38ce4 syncer (syncer) _at_ /usr/src/sys/kern/vfs_subr.c:2144
KDB: stack backtrace:
db_trace_self_wrapper(c07ced1b,e77e3adc,c05f958e,c07d1233,c4f38ce4,...)
at db_trace_self_wrapper+0x26
kdb_backtrace(c07d1233,c4f38ce4,c07d7f9a,c07d7f9a,c07d76ef,...) at
kdb_backtrace+0x29
witness_checkorder(c4f38ce4,9,c07d76ef,860,0,...) at witness_checkorder+0x6de
_lockmgr_args(c4f38ce4,20002,c4f38d14,0,ffffffff,...) at _lockmgr_args+0x51e
vop_stdlock(e77e3b70,38,c07d0903,20002,c4f38c8c,...) at vop_stdlock+0x51
VOP_LOCK1_APV(c0819820,e77e3b70,c08334a0,c4f38c8c,20002,...) at
VOP_LOCK1_APV+0xa5
_vn_lock(c4f38c8c,20002,c07d76ef,860,0,...) at _vn_lock+0x5b
vrele(c4f38c8c,0,c07d705b,4f8,50,...) at vrele+0x142
dounmount(c4f1f29c,80000,c54b6840,d8b73aec,0,...) at dounmount+0x38a
vfs_unmountall(c07e8388,0,c07cbf2c,128,0,...) at vfs_unmountall+0x4e
boot(c084c930,0,c07cbf2c,ab,e77e3d2c,...) at boot+0x44f
reboot(c54b6840,e77e3cfc,4,c07d26bd,c0809dc8,...) at reboot+0x4b
syscall(e77e3d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (55, FreeBSD ELF32, reboot), eip = 0x280b25fb, esp =
0xbfbfecec, ebp = 0xbfbfed28 ---
panic: mtx_lock() of destroyed mutex _at_ /usr/src/sys/kern/vfs_subr.c:2458
cpuid = 0
KDB: enter: panic
Physical memory: 2039 MB
Dumping 189 MB: 174 158 142 126 110 94 78 62 46 30 14

#0  doadump () at pcpu.h:195
195             __asm __volatile("movl %%fs:0,%0" : "=r" (td));


and the backtrace:

(kgdb) bt
#0  doadump () at pcpu.h:195
#1  0xc04ad969 in db_fncall (dummy1=1, dummy2=0, dummy3=-1064599392,
dummy4=0xe77e3904 "")
    at /usr/src/sys/ddb/db_command.c:516
#2  0xc04adeec in db_command (last_cmdp=0xc0836194, cmd_table=0x0, dopager=1)
    at /usr/src/sys/ddb/db_command.c:413
#3  0xc04adffa in db_command_loop () at /usr/src/sys/ddb/db_command.c:466
#4  0xc04af7ed in db_trap (type=3, code=0) at /usr/src/sys/ddb/db_main.c:228
#5  0xc05e7826 in kdb_trap (type=3, code=0, tf=0xe77e3aac) at
/usr/src/sys/kern/subr_kdb.c:510
#6  0xc077e9af in trap (frame=0xe77e3aac) at /usr/src/sys/i386/i386/trap.c:643
#7  0xc076387b in calltrap () at /usr/src/sys/i386/i386/exception.s:146
#8  0xc05e79aa in kdb_enter (why=0xc07cc072 "panic", msg=0xc07cc072
"panic") at cpufunc.h:60
#9  0xc05bf18c in panic (fmt=0xc07cae4b "mtx_lock() of destroyed mutex _at_ %s:%d")
    at /usr/src/sys/kern/kern_shutdown.c:556
#10 0xc05b2085 in _mtx_lock_flags (m=0xc80e5088, opts=0,
    file=0xc07d76ef "/usr/src/sys/kern/vfs_subr.c", line=2458)
    at /usr/src/sys/kern/kern_mutex.c:174
#11 0xc063d445 in vgone (vp=0xc80e5000) at /usr/src/sys/kern/vfs_subr.c:2458
#12 0xc0563dc4 in tmpfs_alloc_vp (mp=0xc4e597d4, node=0xc4f25000,
lkflag=2, vpp=0xe77e3bfc,
    td=0xc54b6840) at /usr/src/sys/fs/tmpfs/tmpfs_subr.c:395
#13 0xc0562821 in tmpfs_root (mp=0xc4e597d4, flags=2, vpp=0xe77e3bfc,
td=0xc54b6840)
    at /usr/src/sys/fs/tmpfs/tmpfs_vfsops.c:388
#14 0xc0638f82 in dounmount (mp=0xc4e597d4, flags=524288, td=0xc54b6840)
    at /usr/src/sys/kern/vfs_mount.c:1281
---Type <return> to continue, or q <return> to quit---
#15 0xc063c0be in vfs_unmountall () at /usr/src/sys/kern/vfs_subr.c:2924
#16 0xc05bec6f in boot (howto=Variable "howto" is not available.
) at /usr/src/sys/kern/kern_shutdown.c:400
#17 0xc05bf28b in reboot (td=0xc54b6840, uap=0xe77e3cfc) at
/usr/src/sys/kern/kern_shutdown.c:172
#18 0xc077e163 in syscall (frame=0xe77e3d38) at
/usr/src/sys/i386/i386/trap.c:1026
#19 0xc07638e0 in Xint0x80_syscall () at /usr/src/sys/i386/i386/exception.s:203
#20 0x00000033 in ?? ()
Previous frame inner to this frame (corrupt stack?)


dmesg:

Copyright (c) 1992-2008 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
	The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.0-CURRENT #0: Tue Apr  1 17:16:30 EDT 2008
    root_at_dev.pflog.net:/usr/obj/usr/src/sys/DEV
WARNING: WITNESS option enabled, expect reduced performance.
module_register: module cpu/coretemp already exists!
Module cpu/coretemp failed to register: 17
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Core(TM)2 CPU         X6900  _at_ 3.20GHz (3202.58-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0x6f6  Stepping = 6
  Features=0xbfebfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,PBE>
  Features2=0xe3bd<SSE3,RSVD2,MON,DS_CPL,VMX,EST,TM2,SSSE3,CX16,xTPR,PDCM>
  AMD Features=0x20100000<NX,LM>
  AMD Features2=0x1<LAHF>
  Cores per package: 2
real memory  = 2147024896 (2047 MB)
avail memory = 2097811456 (2000 MB)
ACPI APIC Table: <MSTEST OEMAPIC >
FreeBSD/SMP: Multiprocessor System Detected: 2 CPUs
 cpu0 (BSP): APIC ID:  0
 cpu1 (AP): APIC ID:  1
ioapic0 <Version 2.0> irqs 0-23 on motherboard
netsmb_dev: loaded
acpi0: <MSTEST TESTONLY> on motherboard
acpi0: [ITHREAD]
acpi0: Power Button (fixed)
acpi0: reservation of 0, a0000 (3) failed
acpi0: reservation of 100000, 7ff00000 (3) failed
Timecounter "ACPI-fast" frequency 3579545 Hz quality 1000
acpi_timer0: <24-bit timer at 3.579545MHz> port 0x808-0x80b on acpi0
acpi_hpet0: <High Precision Event Timer> iomem 0xfed00000-0xfed003ff on acpi0
Timecounter "HPET" frequency 14318180 Hz quality 900
pcib0: <ACPI Host-PCI bridge> port 0xcf8-0xcff on acpi0
pci0: <ACPI PCI bus> on pcib0
pcib1: <ACPI PCI-PCI bridge> irq 16 at device 1.0 on pci0
pci1: <ACPI PCI bus> on pcib1
vgapci0: <VGA-compatible display> mem
0xfd000000-0xfdffffff,0xc0000000-0xcfffffff,0xfc000000-0xfcffffff irq
16 at device 0.0 on pci1
uhci0: <UHCI (generic) USB controller> port 0xe000-0xe01f irq 16 at
device 26.0 on pci0
uhci0: [GIANT-LOCKED]
uhci0: [ITHREAD]
usb0: <UHCI (generic) USB controller> on uhci0
usb0: USB revision 1.0
uhub0: <Intel UHCI root hub, class 9/0, rev 1.00/1.00, addr 1> on usb0
uhub0: 2 ports with 2 removable, self powered
uhci1: <UHCI (generic) USB controller> port 0xe080-0xe09f irq 17 at
device 26.1 on pci0
uhci1: [GIANT-LOCKED]
uhci1: [ITHREAD]
usb1: <UHCI (generic) USB controller> on uhci1
usb1: USB revision 1.0
uhub1: <Intel UHCI root hub, class 9/0, rev 1.00/1.00, addr 1> on usb1
uhub1: 2 ports with 2 removable, self powered
ehci0: <EHCI (generic) USB 2.0 controller> mem 0xfebff400-0xfebff7ff
irq 18 at device 26.7 on pci0
ehci0: [GIANT-LOCKED]
ehci0: [ITHREAD]
usb2: waiting for BIOS to give up control
usb2: EHCI version 1.0
usb2: companion controllers, 2 ports each: usb0 usb1
usb2: <EHCI (generic) USB 2.0 controller> on ehci0
usb2: USB revision 2.0
uhub2: <Intel EHCI root hub, class 9/0, rev 2.00/1.00, addr 1> on usb2
uhub2: 4 ports with 4 removable, self powered
pcib2: <ACPI PCI-PCI bridge> irq 16 at device 28.0 on pci0
pci4: <ACPI PCI bus> on pcib2
pcib3: <ACPI PCI-PCI bridge> irq 19 at device 28.3 on pci0
pci3: <ACPI PCI bus> on pcib3
re0: <RealTek 8168/8111B PCIe Gigabit Ethernet> port 0xc800-0xc8ff mem
0xfeaff000-0xfeafffff irq 19 at device 0.0 on pci3
miibus0: <MII bus> on re0
rgephy0: <RTL8169S/8110S/8211B media interface> PHY 1 on miibus0
rgephy0:  10baseT, 10baseT-FDX, 100baseTX, 100baseTX-FDX, 1000baseT,
1000baseT-FDX, auto
re0: Ethernet address: 00:17:31:f2:32:59
re0: [FILTER]
pcib4: <ACPI PCI-PCI bridge> irq 16 at device 28.4 on pci0
pci2: <ACPI PCI bus> on pcib4
atapci0: <JMicron JMB363 SATA300 controller> port
0xbc00-0xbc07,0xb880-0xb883,0xb800-0xb807,0xb480-0xb483,0xb400-0xb40f
mem 0xfe9fe000-0xfe9fffff irq 16 at device 0.0 on pci2
atapci0: [ITHREAD]
atapci0: AHCI called from vendor specific driver
atapci0: AHCI Version 01.00 controller with 2 ports detected
ata2: <ATA channel 0> on atapci0
ata2: [ITHREAD]
ata3: <ATA channel 1> on atapci0
ata3: [ITHREAD]
ata4: <ATA channel 2> on atapci0
ata4: [ITHREAD]
uhci2: <UHCI (generic) USB controller> port 0xd800-0xd81f irq 23 at
device 29.0 on pci0
uhci2: [GIANT-LOCKED]
uhci2: [ITHREAD]
usb3: <UHCI (generic) USB controller> on uhci2
usb3: USB revision 1.0
uhub3: <Intel UHCI root hub, class 9/0, rev 1.00/1.00, addr 1> on usb3
uhub3: 2 ports with 2 removable, self powered
uhci3: <UHCI (generic) USB controller> port 0xd880-0xd89f irq 19 at
device 29.1 on pci0
uhci3: [GIANT-LOCKED]
uhci3: [ITHREAD]
usb4: <UHCI (generic) USB controller> on uhci3
usb4: USB revision 1.0
uhub4: <Intel UHCI root hub, class 9/0, rev 1.00/1.00, addr 1> on usb4
uhub4: 2 ports with 2 removable, self powered
uhci4: <UHCI (generic) USB controller> port 0xdc00-0xdc1f irq 18 at
device 29.2 on pci0
uhci4: [GIANT-LOCKED]
uhci4: [ITHREAD]
usb5: <UHCI (generic) USB controller> on uhci4
usb5: USB revision 1.0
uhub5: <Intel UHCI root hub, class 9/0, rev 1.00/1.00, addr 1> on usb5
uhub5: 2 ports with 2 removable, self powered
ehci1: <EHCI (generic) USB 2.0 controller> mem 0xfebff000-0xfebff3ff
irq 23 at device 29.7 on pci0
ehci1: [GIANT-LOCKED]
ehci1: [ITHREAD]
usb6: EHCI version 1.0
usb6: companion controllers, 2 ports each: usb3 usb4 usb5
usb6: <EHCI (generic) USB 2.0 controller> on ehci1
usb6: USB revision 2.0
uhub6: <Intel EHCI root hub, class 9/0, rev 2.00/1.00, addr 1> on usb6
uhub6: 6 ports with 6 removable, self powered
pcib5: <ACPI PCI-PCI bridge> at device 30.0 on pci0
pci5: <ACPI PCI bus> on pcib5
isab0: <PCI-ISA bridge> at device 31.0 on pci0
isa0: <ISA bus> on isab0
atapci1: <Intel AHCI controller> port
0xec00-0xec07,0xe880-0xe883,0xe800-0xe807,0xe480-0xe483,0xe400-0xe41f
mem 0xfebff800-0xfebfffff irq 19 at device 31.2 on pci0
atapci1: [ITHREAD]
atapci1: AHCI Version 01.10 controller with 4 ports detected
ata5: <ATA channel 0> on atapci1
ata5: [ITHREAD]
ata6: <ATA channel 1> on atapci1
ata6: [ITHREAD]
ata7: <ATA channel 2> on atapci1
ata7: port not implemented
ata7: [ITHREAD]
ata8: <ATA channel 3> on atapci1
ata8: port not implemented
ata8: [ITHREAD]
ata9: <ATA channel 4> on atapci1
ata9: [ITHREAD]
ata10: <ATA channel 5> on atapci1
ata10: [ITHREAD]
pci0: <serial bus, SMBus> at device 31.3 (no driver attached)
cpu0: <ACPI CPU> on acpi0
coretemp0: <CPU On-Die Thermal Sensors> on cpu0
cpu1: <ACPI CPU> on acpi0
coretemp1: <CPU On-Die Thermal Sensors> on cpu1
atkbdc0: <Keyboard controller (i8042)> port 0x60,0x64 irq 1 on acpi0
atkbd0: <AT Keyboard> irq 1 on atkbdc0
kbd0 at atkbd0
atkbd0: [GIANT-LOCKED]
atkbd0: [ITHREAD]
acpi_button0: <Power Button> on acpi0
ata0 at port 0x1f0-0x1f7,0x3f6 irq 14 on isa0
ata0: [ITHREAD]
ata1 at port 0x170-0x177,0x376 irq 15 on isa0
ata1: [ITHREAD]
sc0: <System console> at flags 0x100 on isa0
sc0: VGA <16 virtual consoles, flags=0x300>
vga0: <Generic ISA VGA> at port 0x3c0-0x3df iomem 0xa0000-0xbffff on isa0
ums0: <Microsoft Microsoft 5-Button Mouse with IntelliEye(TM), class
0/0, rev 1.10/3.00, addr 2> on uhub3
ums0: 5 buttons and Z dir.
Timecounters tick every 1.000 msec
ad8: 152627MB <WDC WD1600JB-00EVA0 15.05R15> at ata4-master UDMA100
acd0: DVDR <SONY DVD RW DRU-800A/KY06> at ata4-slave UDMA66
acd0: FAILURE - INQUIRY ILLEGAL REQUEST asc=0x24 ascq=0x00
acd0: FAILURE - INQUIRY ILLEGAL REQUEST asc=0x24 ascq=0x00
SMP: AP CPU #1 Launched!
WARNING: WITNESS option enabled, expect reduced performance.
cd0 at ata4 bus 0 target 1 lun 0
cd0: <SONY DVD RW DRU-800A KY06> Removable CD-ROM SCSI-0 device
cd0: 66.000MB/s transfers
cd0: Attempt to query device size failed: NOT READY, Medium not present
lock order reversal:
 1st 0xc4ce0e08 devfs (devfs) _at_ /usr/src/sys/kern/vfs_subr.c:2044
 2nd 0xc4e24654 devfsmount (devfsmount) _at_
/usr/src/sys/fs/devfs/devfs_vnops.c:201
KDB: stack backtrace:
db_trace_self_wrapper(c07ced1b,e3703bbc,c05f958e,c07d1233,c4e24654,...)
at db_trace_self_wrapper+0x26
kdb_backtrace(c07d1233,c4e24654,c07c1885,c07c1885,c07c18c6,...) at
kdb_backtrace+0x29
witness_checkorder(c4e24654,9,c07c18c6,c9,c7,...) at witness_checkorder+0x6de
_sx_xlock(c4e24654,0,c07c18c6,c9,c4e24654,...) at _sx_xlock+0x7d
devfs_allocv(c4e32380,c4e5a000,e3703c28,c4b1cc60,c07d705b,...) at
devfs_allocv+0x144
devfs_root(c4e5a000,2,c089e618,c4b1cc60,ca,...) at devfs_root+0x51
set_rootvnode(c089e600,0,c07d705b,5f5,c0635d20,...) at set_rootvnode+0x2b
vfs_mountroot(c084c930,4,c07c6d2b,264,c,...) at vfs_mountroot+0x356
start_init(0,e3703d38,c07c867d,30d,c4b1acd0,...) at start_init+0x65
fork_exit(c0587b10,0,e3703d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe3703d70, ebp = 0 ---
Trying to mount root from ufs:/dev/ad8s1a
lock order reversal:
 1st 0xc4ce0978 ufs (ufs) _at_ /usr/src/sys/kern/vfs_subr.c:2044
 2nd 0xc4e5a000 vfslock (vfslock) _at_ /usr/src/sys/kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c07ced1b,e37039b4,c05f958e,c07d1233,c4e5a000,...)
at db_trace_self_wrapper+0x26
kdb_backtrace(c07d1233,c4e5a000,c07d7152,c07d7152,c07d76ef,...) at
kdb_backtrace+0x29
witness_checkorder(c4e5a000,1,c07d76ef,16c,e37039f4,...) at
witness_checkorder+0x6de
_lockmgr_args(c4e5a000,20001,c4e5a030,0,ffffffff,...) at _lockmgr_args+0x1d5
vfs_busy(c4e5a000,0,0,c4b1cc60,e3703b3c,...) at vfs_busy+0x1b0
lookup(e3703b24,c07d6e09,d8,c0,c4af322c,...) at lookup+0x7bf
namei(e3703b24,e3703b28,c05f8d6c,e3703b30,c089df18,...) at namei+0x44b
kern_unlinkat(c4b1cc60,ffffff9c,c07d7491,1,e3703c5c,...) at kern_unlinkat+0x46
kern_unlink(c4b1cc60,c07d7491,1,630,0,...) at kern_unlink+0x27
vfs_mountroot_try(c07d764b,c07c5a2a,c07bfaab,1,c0635d20,...) at
vfs_mountroot_try+0x476
vfs_mountroot(c084c930,4,c07c6d2b,264,c,...) at vfs_mountroot+0x418
start_init(0,e3703d38,c07c867d,30d,c4b1acd0,...) at start_init+0x65
fork_exit(c0587b10,0,e3703d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe3703d70, ebp = 0 ---
lock order reversal:
 1st 0xc4b20044 user map (user map) _at_ /usr/src/sys/vm/vm_map.c:3111
 2nd 0xc4ce0730 ufs (ufs) _at_ /usr/src/sys/kern/vfs_subr.c:2044
KDB: stack backtrace:
db_trace_self_wrapper(c07ced1b,e37039e0,c05f958e,c07d1233,c4ce0730,...)
at db_trace_self_wrapper+0x26
kdb_backtrace(c07d1233,c4ce0730,c07c62eb,c07c62eb,c07d76ef,...) at
kdb_backtrace+0x29
witness_checkorder(c4ce0730,1,c07d76ef,7fc,c07e653b,...) at
witness_checkorder+0x6de
_lockmgr_args(c4ce0730,30041,c4ce0760,0,ffffffff,...) at _lockmgr_args+0x1d5
ffs_lock(e3703a88,c07e7fe3,c07c5a28,30041,c4ce06d8,...) at ffs_lock+0x72
VOP_LOCK1_APV(c0823260,e3703a88,c08334a0,c4ce06d8,30041,...) at
VOP_LOCK1_APV+0xa5
_vn_lock(c4ce06d8,30041,c07d76ef,7fc,c07cabc2,...) at _vn_lock+0x5b
vget(c4ce06d8,30041,c4b1cc60,4a9,c1060680,...) at vget+0xa1
vnode_pager_lock(c1060500,0,c07e563a,127,e3703be8,...) at vnode_pager_lock+0x1ad
vm_fault(c4b20000,80d3000,2,8,80d3000,...) at vm_fault+0x1df
trap_pfault(5,0,c07efcdf,2c4,c,...) at trap_pfault+0xf9
trap(e3703d38) at trap+0x24f
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x80480e5, esp = 0xbfbfef10, ebp = 0xbfbfef30 ---
WARNING: TMPFS is considered to be a highly experimental feature in FreeBSD.
WARNING: TMPFS is considered to be a highly experimental feature in FreeBSD.
lock order reversal:
 1st 0xc5504730 tmpfs (tmpfs) _at_ /usr/src/sys/kern/vfs_vnops.c:530
 2nd 0xc4b20a68 user map (user map) _at_ /usr/src/sys/vm/vm_map.c:3111
KDB: stack backtrace:
db_trace_self_wrapper(c07ced1b,e77867f4,c05f958e,c07d1233,c4b20a68,...)
at db_trace_self_wrapper+0x26
kdb_backtrace(c07d1233,c4b20a68,c07e5ca7,c07e5ca7,c07e5c3c,...) at
kdb_backtrace+0x29
witness_checkorder(c4b20a68,9,c07e5c3c,c27,c524c630,...) at
witness_checkorder+0x6de
_sx_xlock(c4b20a68,0,c07e5c3c,c27,e778685c,...) at _sx_xlock+0x7d
_vm_map_lock_read(c4b20a24,c07e5c3c,c27,0,0,...) at _vm_map_lock_read+0x50
vm_map_lookup(e7786954,8120000,2,e7786958,e7786948,...) at vm_map_lookup+0x38
vm_fault(c4b20a24,8120000,2,8,8120000,...) at vm_fault+0x83
trap_pfault(5,0,c07efcdf,6dd,c,...) at trap_pfault+0xf9
trap(e7786a98) at trap+0x3f2
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0xc077bdce, esp = 0xe7786ad8, ebp = 0xe7786b14 ---
generic_copyout(e37cc000,b1,e7786c60,1f5,e7786b54,...) at generic_copyout+0x36
tmpfs_read(e7786bc8,c524c630,c54ff104,c524c630,e7786be8,...) at tmpfs_read+0x381
VOP_READ_APV(c0806ea0,e7786bc8,c07d83e4,212,c089de98,...) at VOP_READ_APV+0xa5
vn_read(c54ff104,e7786c60,c5275100,0,c524c630,...) at vn_read+0x1ee
dofileread(e7786c60,ffffffff,ffffffff,0,c54ff104,...) at dofileread+0x96
kern_readv(c524c630,5,e7786c60,8120000,1000,...) at kern_readv+0x58
read(c524c630,e7786cfc,c,c07d1942,c08098e8,...) at read+0x4f
syscall(e7786d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28183db3, esp =
0xbfbfe0ac, ebp = 0xbfbfe0c8 ---
Waiting (max 60 seconds) for system process `vnlru' to stop...done
Wa
iStyinncgi n(gm adxi s6k0s ,s evcnoonddess)  rfeomra isnyisntge.m.
.p2r ocess `syncer' to stop...2 0 1 1 0 0 done
Waiting (max 60 seconds) for system process `bufdaemon' to stop...done
All buffers synced.
lock order reversal:
 1st 0xc4f1f29c vfslock (vfslock) _at_ /usr/src/sys/kern/vfs_mount.c:1250
 2nd 0xc4f38ce4 syncer (syncer) _at_ /usr/src/sys/kern/vfs_subr.c:2144
KDB: stack backtrace:
db_trace_self_wrapper(c07ced1b,e77e3adc,c05f958e,c07d1233,c4f38ce4,...)
at db_trace_self_wrapper+0x26
kdb_backtrace(c07d1233,c4f38ce4,c07d7f9a,c07d7f9a,c07d76ef,...) at
kdb_backtrace+0x29
witness_checkorder(c4f38ce4,9,c07d76ef,860,0,...) at witness_checkorder+0x6de
_lockmgr_args(c4f38ce4,20002,c4f38d14,0,ffffffff,...) at _lockmgr_args+0x51e
vop_stdlock(e77e3b70,38,c07d0903,20002,c4f38c8c,...) at vop_stdlock+0x51
VOP_LOCK1_APV(c0819820,e77e3b70,c08334a0,c4f38c8c,20002,...) at
VOP_LOCK1_APV+0xa5
_vn_lock(c4f38c8c,20002,c07d76ef,860,0,...) at _vn_lock+0x5b
vrele(c4f38c8c,0,c07d705b,4f8,50,...) at vrele+0x142
dounmount(c4f1f29c,80000,c54b6840,d8b73aec,0,...) at dounmount+0x38a
vfs_unmountall(c07e8388,0,c07cbf2c,128,0,...) at vfs_unmountall+0x4e
boot(c084c930,0,c07cbf2c,ab,e77e3d2c,...) at boot+0x44f
reboot(c54b6840,e77e3cfc,4,c07d26bd,c0809dc8,...) at reboot+0x4b
syscall(e77e3d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (55, FreeBSD ELF32, reboot), eip = 0x280b25fb, esp =
0xbfbfecec, ebp = 0xbfbfed28 ---
panic: mtx_lock() of destroyed mutex _at_ /usr/src/sys/kern/vfs_subr.c:2458
cpuid = 0
KDB: enter: panic
Physical memory: 2039 MB
Dumping 189 MB: 174 158 142 126 110 94 78 62 46 30 14Copyright (c)
1992-2008 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
	The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.0-CURRENT #0: Tue Apr  1 17:16:30 EDT 2008
    root_at_dev.pflog.net:/usr/obj/usr/src/sys/DEV
WARNING: WITNESS option enabled, expect reduced performance.
module_register: module cpu/coretemp already exists!
Module cpu/coretemp failed to register: 17
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Core(TM)2 CPU         X6900  _at_ 3.20GHz (3202.58-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0x6f6  Stepping = 6
  Features=0xbfebfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,PBE>
  Features2=0xe3bd<SSE3,RSVD2,MON,DS_CPL,VMX,EST,TM2,SSSE3,CX16,xTPR,PDCM>
  AMD Features=0x20100000<NX,LM>
  AMD Features2=0x1<LAHF>
  Cores per package: 2
real memory  = 2147024896 (2047 MB)
avail memory = 2097811456 (2000 MB)
ACPI APIC Table: <MSTEST OEMAPIC >
FreeBSD/SMP: Multiprocessor System Detected: 2 CPUs
 cpu0 (BSP): APIC ID:  0
 cpu1 (AP): APIC ID:  1
ioapic0 <Version 2.0> irqs 0-23 on motherboard
netsmb_dev: loaded
acpi0: <MSTEST TESTONLY> on motherboard
acpi0: [ITHREAD]
acpi0: Power Button (fixed)
acpi0: reservation of 0, a0000 (3) failed
acpi0: reservation of 100000, 7ff00000 (3) failed
Timecounter "ACPI-fast" frequency 3579545 Hz quality 1000
acpi_timer0: <24-bit timer at 3.579545MHz> port 0x808-0x80b on acpi0
acpi_hpet0: <High Precision Event Timer> iomem 0xfed00000-0xfed003ff on acpi0
Timecounter "HPET" frequency 14318180 Hz quality 900
pcib0: <ACPI Host-PCI bridge> port 0xcf8-0xcff on acpi0
pci0: <ACPI PCI bus> on pcib0
pcib1: <ACPI PCI-PCI bridge> irq 16 at device 1.0 on pci0
pci1: <ACPI PCI bus> on pcib1
vgapci0: <VGA-compatible display> mem
0xfd000000-0xfdffffff,0xc0000000-0xcfffffff,0xfc000000-0xfcffffff irq
16 at device 0.0 on pci1
uhci0: <UHCI (generic) USB controller> port 0xe000-0xe01f irq 16 at
device 26.0 on pci0
uhci0: [GIANT-LOCKED]
uhci0: [ITHREAD]
usb0: <UHCI (generic) USB controller> on uhci0
usb0: USB revision 1.0
uhub0: <Intel UHCI root hub, class 9/0, rev 1.00/1.00, addr 1> on usb0
uhub0: 2 ports with 2 removable, self powered
uhci1: <UHCI (generic) USB controller> port 0xe080-0xe09f irq 17 at
device 26.1 on pci0
uhci1: [GIANT-LOCKED]
uhci1: [ITHREAD]
usb1: <UHCI (generic) USB controller> on uhci1
usb1: USB revision 1.0
uhub1: <Intel UHCI root hub, class 9/0, rev 1.00/1.00, addr 1> on usb1
uhub1: 2 ports with 2 removable, self powered
ehci0: <EHCI (generic) USB 2.0 controller> mem 0xfebff400-0xfebff7ff
irq 18 at device 26.7 on pci0
ehci0: [GIANT-LOCKED]
ehci0: [ITHREAD]
usb2: waiting for BIOS to give up control
usb2: EHCI version 1.0
usb2: companion controllers, 2 ports each: usb0 usb1
usb2: <EHCI (generic) USB 2.0 controller> on ehci0
usb2: USB revision 2.0
uhub2: <Intel EHCI root hub, class 9/0, rev 2.00/1.00, addr 1> on usb2
uhub2: 4 ports with 4 removable, self powered
pcib2: <ACPI PCI-PCI bridge> irq 16 at device 28.0 on pci0
pci4: <ACPI PCI bus> on pcib2
pcib3: <ACPI PCI-PCI bridge> irq 19 at device 28.3 on pci0
pci3: <ACPI PCI bus> on pcib3
re0: <RealTek 8168/8111B PCIe Gigabit Ethernet> port 0xc800-0xc8ff mem
0xfeaff000-0xfeafffff irq 19 at device 0.0 on pci3
miibus0: <MII bus> on re0
rgephy0: <RTL8169S/8110S/8211B media interface> PHY 1 on miibus0
rgephy0:  10baseT, 10baseT-FDX, 100baseTX, 100baseTX-FDX, 1000baseT,
1000baseT-FDX, auto
re0: Ethernet address: 00:17:31:f2:32:59
re0: [FILTER]
pcib4: <ACPI PCI-PCI bridge> irq 16 at device 28.4 on pci0
pci2: <ACPI PCI bus> on pcib4
atapci0: <JMicron JMB363 SATA300 controller> port
0xbc00-0xbc07,0xb880-0xb883,0xb800-0xb807,0xb480-0xb483,0xb400-0xb40f
mem 0xfe9fe000-0xfe9fffff irq 16 at device 0.0 on pci2
atapci0: [ITHREAD]
atapci0: AHCI called from vendor specific driver
atapci0: AHCI Version 01.00 controller with 2 ports detected
ata2: <ATA channel 0> on atapci0
ata2: [ITHREAD]
ata3: <ATA channel 1> on atapci0
ata3: [ITHREAD]
ata4: <ATA channel 2> on atapci0
ata4: [ITHREAD]
uhci2: <UHCI (generic) USB controller> port 0xd800-0xd81f irq 23 at
device 29.0 on pci0
uhci2: [GIANT-LOCKED]
uhci2: [ITHREAD]
usb3: <UHCI (generic) USB controller> on uhci2
usb3: USB revision 1.0
uhub3: <Intel UHCI root hub, class 9/0, rev 1.00/1.00, addr 1> on usb3
uhub3: 2 ports with 2 removable, self powered
uhci3: <UHCI (generic) USB controller> port 0xd880-0xd89f irq 19 at
device 29.1 on pci0
uhci3: [GIANT-LOCKED]
uhci3: [ITHREAD]
usb4: <UHCI (generic) USB controller> on uhci3
usb4: USB revision 1.0
uhub4: <Intel UHCI root hub, class 9/0, rev 1.00/1.00, addr 1> on usb4
uhub4: 2 ports with 2 removable, self powered
uhci4: <UHCI (generic) USB controller> port 0xdc00-0xdc1f irq 18 at
device 29.2 on pci0
uhci4: [GIANT-LOCKED]
uhci4: [ITHREAD]
usb5: <UHCI (generic) USB controller> on uhci4
usb5: USB revision 1.0
uhub5: <Intel UHCI root hub, class 9/0, rev 1.00/1.00, addr 1> on usb5
uhub5: 2 ports with 2 removable, self powered
ehci1: <EHCI (generic) USB 2.0 controller> mem 0xfebff000-0xfebff3ff
irq 23 at device 29.7 on pci0
ehci1: [GIANT-LOCKED]
ehci1: [ITHREAD]
usb6: EHCI version 1.0
usb6: companion controllers, 2 ports each: usb3 usb4 usb5
usb6: <EHCI (generic) USB 2.0 controller> on ehci1
usb6: USB revision 2.0
uhub6: <Intel EHCI root hub, class 9/0, rev 2.00/1.00, addr 1> on usb6
uhub6: 6 ports with 6 removable, self powered
pcib5: <ACPI PCI-PCI bridge> at device 30.0 on pci0
pci5: <ACPI PCI bus> on pcib5
isab0: <PCI-ISA bridge> at device 31.0 on pci0
isa0: <ISA bus> on isab0
atapci1: <Intel AHCI controller> port
0xec00-0xec07,0xe880-0xe883,0xe800-0xe807,0xe480-0xe483,0xe400-0xe41f
mem 0xfebff800-0xfebfffff irq 19 at device 31.2 on pci0
atapci1: [ITHREAD]
atapci1: AHCI Version 01.10 controller with 4 ports detected
ata5: <ATA channel 0> on atapci1
ata5: [ITHREAD]
ata6: <ATA channel 1> on atapci1
ata6: [ITHREAD]
ata7: <ATA channel 2> on atapci1
ata7: port not implemented
ata7: [ITHREAD]
ata8: <ATA channel 3> on atapci1
ata8: port not implemented
ata8: [ITHREAD]
ata9: <ATA channel 4> on atapci1
ata9: [ITHREAD]
ata10: <ATA channel 5> on atapci1
ata10: [ITHREAD]
pci0: <serial bus, SMBus> at device 31.3 (no driver attached)
cpu0: <ACPI CPU> on acpi0
coretemp0: <CPU On-Die Thermal Sensors> on cpu0
cpu1: <ACPI CPU> on acpi0
coretemp1: <CPU On-Die Thermal Sensors> on cpu1
atkbdc0: <Keyboard controller (i8042)> port 0x60,0x64 irq 1 on acpi0
atkbd0: <AT Keyboard> irq 1 on atkbdc0
kbd0 at atkbd0
atkbd0: [GIANT-LOCKED]
atkbd0: [ITHREAD]
acpi_button0: <Power Button> on acpi0
ata0 at port 0x1f0-0x1f7,0x3f6 irq 14 on isa0
ata0: [ITHREAD]
ata1 at port 0x170-0x177,0x376 irq 15 on isa0
ata1: [ITHREAD]
sc0: <System console> at flags 0x100 on isa0
sc0: VGA <16 virtual consoles, flags=0x300>
vga0: <Generic ISA VGA> at port 0x3c0-0x3df iomem 0xa0000-0xbffff on isa0
ums0: <Microsoft Microsoft 5-Button Mouse with IntelliEye(TM), class
0/0, rev 1.10/3.00, addr 2> on uhub3
ums0: 5 buttons and Z dir.
Timecounters tick every 1.000 msec
ad8: 152627MB <WDC WD1600JB-00EVA0 15.05R15> at ata4-master UDMA100
acd0: DVDR <SONY DVD RW DRU-800A/KY06> at ata4-slave UDMA66
acd0: FAILURE - INQUIRY ILLEGAL REQUEST asc=0x24 ascq=0x00
acd0: FAILURE - INQUIRY ILLEGAL REQUEST asc=0x24 ascq=0x00
SMP: AP CPU #1 Launched!
WARNING: WITNESS option enabled, expect reduced performance.
cd0 at ata4 bus 0 target 1 lun 0
cd0: <SONY DVD RW DRU-800A KY06> Removable CD-ROM SCSI-0 device
cd0: 66.000MB/s transfers
cd0: Attempt to query device size failed: NOT READY, Medium not present
lock order reversal:
 1st 0xc4ce0e08 devfs (devfs) _at_ /usr/src/sys/kern/vfs_subr.c:2044
 2nd 0xc4e24654 devfsmount (devfsmount) _at_
/usr/src/sys/fs/devfs/devfs_vnops.c:201
KDB: stack backtrace:
db_trace_self_wrapper(c07ced1b,e3703bbc,c05f958e,c07d1233,c4e24654,...)
at db_trace_self_wrapper+0x26
kdb_backtrace(c07d1233,c4e24654,c07c1885,c07c1885,c07c18c6,...) at
kdb_backtrace+0x29
witness_checkorder(c4e24654,9,c07c18c6,c9,c7,...) at witness_checkorder+0x6de
_sx_xlock(c4e24654,0,c07c18c6,c9,c4e24654,...) at _sx_xlock+0x7d
devfs_allocv(c4e32380,c4e5a000,e3703c28,c4b1cc60,c07d705b,...) at
devfs_allocv+0x144
devfs_root(c4e5a000,2,c089e618,c4b1cc60,ca,...) at devfs_root+0x51
set_rootvnode(c089e600,0,c07d705b,5f5,c0635d20,...) at set_rootvnode+0x2b
vfs_mountroot(c084c930,4,c07c6d2b,264,c07cdbaf,...) at vfs_mountroot+0x356
start_init(0,e3703d38,c07c867d,30d,c4b1acd0,...) at start_init+0x65
fork_exit(c0587b10,0,e3703d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe3703d70, ebp = 0 ---
Trying to mount root from ufs:/dev/ad8s1a
WARNING: / was not properly dismounted
lock order reversal:
 1st 0xc4ce0978 ufs (ufs) _at_ /usr/src/sys/kern/vfs_subr.c:2044
 2nd 0xc4e5a000 vfslock (vfslock) _at_ /usr/src/sys/kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c07ced1b,e37039b4,c05f958e,c07d1233,c4e5a000,...)
at db_trace_self_wrapper+0x26
kdb_backtrace(c07d1233,c4e5a000,c07d7152,c07d7152,c07d76ef,...) at
kdb_backtrace+0x29
witness_checkorder(c4e5a000,1,c07d76ef,16c,e37039f4,...) at
witness_checkorder+0x6de
_lockmgr_args(c4e5a000,20001,c4e5a030,0,ffffffff,...) at _lockmgr_args+0x1d5
vfs_busy(c4e5a000,0,0,c4b1cc60,e3703b3c,...) at vfs_busy+0x1b0
lookup(e3703b24,c07d6e09,d8,c0,c4af322c,...) at lookup+0x7bf
namei(e3703b24,e3703b28,c05f8d6c,e3703b30,c089df18,...) at namei+0x44b
kern_unlinkat(c4b1cc60,ffffff9c,c07d7491,1,e3703c5c,...) at kern_unlinkat+0x46
kern_unlink(c4b1cc60,c07d7491,1,630,0,...) at kern_unlink+0x27
vfs_mountroot_try(c07d764b,c07c5a2a,c07bfaab,1,c0635d20,...) at
vfs_mountroot_try+0x476
vfs_mountroot(c084c930,4,c07c6d2b,264,c07cdbaf,...) at vfs_mountroot+0x418
start_init(0,e3703d38,c07c867d,30d,c4b1acd0,...) at start_init+0x65
fork_exit(c0587b10,0,e3703d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe3703d70, ebp = 0 ---
lock order reversal:
 1st 0xc4b20044 user map (user map) _at_ /usr/src/sys/vm/vm_map.c:3111
 2nd 0xc4ce0730 ufs (ufs) _at_ /usr/src/sys/kern/vfs_subr.c:2044
KDB: stack backtrace:
db_trace_self_wrapper(c07ced1b,e37039e0,c05f958e,c07d1233,c4ce0730,...)
at db_trace_self_wrapper+0x26
kdb_backtrace(c07d1233,c4ce0730,c07c62eb,c07c62eb,c07d76ef,...) at
kdb_backtrace+0x29
witness_checkorder(c4ce0730,1,c07d76ef,7fc,c07e653b,...) at
witness_checkorder+0x6de
_lockmgr_args(c4ce0730,30041,c4ce0760,0,ffffffff,...) at _lockmgr_args+0x1d5
ffs_lock(e3703a88,c07e7fe3,c07c5a28,30041,c4ce06d8,...) at ffs_lock+0x72
VOP_LOCK1_APV(c0823260,e3703a88,c08334a0,c4ce06d8,30041,...) at
VOP_LOCK1_APV+0xa5
_vn_lock(c4ce06d8,30041,c07d76ef,7fc,c07cabc2,...) at _vn_lock+0x5b
vget(c4ce06d8,30041,c4b1cc60,4a9,c1060680,...) at vget+0xa1
vnode_pager_lock(c1060500,0,c07e563a,127,e3703be8,...) at vnode_pager_lock+0x1ad
vm_fault(c4b20000,80d3000,2,8,80d3000,...) at vm_fault+0x1df
trap_pfault(5,0,c07efcdf,2c4,c,...) at trap_pfault+0xf9
trap(e3703d38) at trap+0x24f
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x80480e5, esp = 0xbfbfef10, ebp = 0xbfbfef30 ---
WARNING: /var was not properly dismounted
WARNING: TMPFS is considered to be a highly experimental feature in FreeBSD.
WARNING: TMPFS is considered to be a highly experimental feature in FreeBSD.