9.0-BETA1 panics with soft updates journaling enabled

From: kirk russell <kirk_at_ba23.org>
Date: Sat, 13 Aug 2011 16:08:05 +0100
Hi,

I have been testing a scratch filesystem, with soft updates journaling enabled.
I have been seeing one of these two panics:
    panic: ino 0xc5d0f600(0x3C8209) 14147, 7047 != 14098
and
    panic: Bad link elm 0xc4d7cd00 prev->next != elm
If I disable soft updates journaling, I do not see these panics.


FreeBSD kleenex 9.0-BETA1 FreeBSD 9.0-BETA1 #0: Fri Aug 12 21:31:10
IST 2011     root_at_kleenex:/usr/obj/usr/src/sys/GENERIC  i386
panic: ino 0xc5d0f600(0x3C8209) 14147, 7047 != 14098
#0  doadump (textdump=0) at pcpu.h:244
244     pcpu.h: No such file or directory.
        in pcpu.h
(kgdb) #0  doadump (textdump=0) at pcpu.h:244
#1  0xc04e4683 in db_dump (dummy=-1063023718, dummy2=0, dummy3=-1,
    dummy4=0xdef676f8 "") at /usr/src/sys/ddb/db_command.c:537
#2  0xc04e3da1 in db_command (last_cmdp=0xc104fc7c, cmd_table=0x0, dopager=1)
    at /usr/src/sys/ddb/db_command.c:448
#3  0xc04e3efa in db_command_loop () at /usr/src/sys/ddb/db_command.c:501
#4  0xc04e5eed in db_trap (type=3, code=0) at /usr/src/sys/ddb/db_main.c:229
#5  0xc0a38d63 in kdb_trap (type=3, code=0, tf=0xdef678a8)
    at /usr/src/sys/kern/subr_kdb.c:539
#6  0xc0d347bb in trap (frame=0xdef678a8) at /usr/src/sys/i386/i386/trap.c:719
#7  0xc0d1d69c in calltrap () at /usr/src/sys/i386/i386/exception.s:168
#8  0xc0a38b9a in kdb_enter (why=0xc0eefcd5 "panic", msg=0xc0eefcd5 "panic")
    at cpufunc.h:71
#9  0xc0a04274 in panic (fmt=0xc0f24586 "ino %p(0x%X) %d, %d != %d")
    at /usr/src/sys/kern/kern_shutdown.c:587
#10 0xc0c35964 in softdep_disk_io_initiation (bp=0xdeb5d8a8)
    at /usr/src/sys/ufs/ffs/ffs_softdep.c:9818
#11 0xc0c3d9af in ffs_geom_strategy (bo=0xc5c1cd6c, bp=0xdeb5d8a8)
    at buf.h:405
#12 0xc0a85e79 in bufwrite (bp=0xdeb5d8a8) at buf.h:398
#13 0xc0c3cfc0 in ffs_bufwrite (bp=0xdeb5d8a8)
    at /usr/src/sys/ufs/ffs/ffs_vfsops.c:2074
#14 0xc0c1b23c in ffs_update (vp=0xc5c1c330, waitfor=2) at buf.h:386
#15 0xc0c44113 in ffs_syncvnode (vp=0xc5c1c330, waitfor=2)
    at /usr/src/sys/ufs/ffs/ffs_vnops.c:304
#16 0xc0c3e11f in ffs_sync (mp=0xc5630a20, waitfor=2)
    at /usr/src/sys/ufs/ffs/ffs_vfsops.c:1498
#17 0xc0aa56f0 in sync (td=0xc5d182e0, uap=0xdef67cec)
    at /usr/src/sys/kern/vfs_syscalls.c:149
#18 0xc0a47663 in syscallenter (td=0xc5d182e0, sa=0xdef67ce4)
    at /usr/src/sys/kern/subr_trap.c:344
#19 0xc0d34064 in syscall (frame=0xdef67d28)
    at /usr/src/sys/i386/i386/trap.c:1082
#20 0xc0d1d701 in Xint0x80_syscall ()
    at /usr/src/sys/i386/i386/exception.s:266
#21 0x00000033 in ?? ()
(kgdb) frame 10
#10 0xc0c35964 in softdep_disk_io_initiation (bp=0xdeb5d8a8) at
/usr/src/sys/ufs/ffs/ffs_softdep.c:9818
9818				panic("ino %p(0x%X) %d, %d != %d",
(kgdb) print *inodedep
$3 = {id_list = {wk_list = {le_next = 0xdef67a84, le_prev =
0xc5e09a00}, wk_mp = 0xc5630a20, wk_type = 1, wk_state = 3965449},
id_hash = {le_next = 0x0, le_prev = 0xc5502004}, id_unlinked = {
    tqe_next = 0xc5d0a100, tqe_prev = 0xc5340a78}, id_fs = 0xc597d000,
id_ino = 14147, id_nlinkdelta = 0, id_savednlink = 65535, id_deps =
{le_next = 0xdeadc0de, le_prev = 0xdeadc0de},
  id_bmsafemap = 0x0, id_mkdiradd = 0x0, id_inoreflst = {tqh_first =
0x0, tqh_last = 0xc5d0f63c}, id_savedextsize = -1, id_savedsize = -1,
id_dirremhd = {lh_first = 0x0}, id_pendinghd = {
    lh_first = 0x0}, id_bufwait = {lh_first = 0xc5c19000}, id_inowait
= {lh_first = 0x0}, id_inoupdt = {tqh_first = 0x0, tqh_last =
0xc5d0f660}, id_newinoupdt = {tqh_first = 0x0,
    tqh_last = 0xc5d0f668}, id_extupdt = {tqh_first = 0x0, tqh_last =
0xc5d0f670}, id_newextupdt = {tqh_first = 0x0, tqh_last = 0xc5d0f678},
id_freeblklst = {tqh_first = 0x0,
    tqh_last = 0xc5d0f680}, id_un = {idu_savedino1 = 0x0, idu_savedino2 = 0x0}}


FreeBSD kleenex 9.0-BETA1 FreeBSD 9.0-BETA1 #0: Fri Aug 12 21:31:10
IST 2011     root_at_kleenex:/usr/obj/usr/src/sys/GENERIC  i386
panic: Bad link elm 0xc4d7cd00 prev->next != elm
#0  doadump (textdump=0) at pcpu.h:244
244     pcpu.h: No such file or directory.
        in pcpu.h
(kgdb) #0  doadump (textdump=0) at pcpu.h:244
#1  0xc04e4683 in db_dump (dummy=-1063023718, dummy2=0, dummy3=-1,
    dummy4=0xeced176c "") at /usr/src/sys/ddb/db_command.c:537
#2  0xc04e3da1 in db_command (last_cmdp=0xc104fc7c, cmd_table=0x0, dopager=1)
    at /usr/src/sys/ddb/db_command.c:448
#3  0xc04e3efa in db_command_loop () at /usr/src/sys/ddb/db_command.c:501
#4  0xc04e5eed in db_trap (type=3, code=0) at /usr/src/sys/ddb/db_main.c:229
#5  0xc0a38d63 in kdb_trap (type=3, code=0, tf=0xeced191c)
    at /usr/src/sys/kern/subr_kdb.c:539
#6  0xc0d347bb in trap (frame=0xeced191c) at /usr/src/sys/i386/i386/trap.c:719
#7  0xc0d1d69c in calltrap () at /usr/src/sys/i386/i386/exception.s:168
#8  0xc0a38b9a in kdb_enter (why=0xc0eefcd5 "panic", msg=0xc0eefcd5 "panic")
    at cpufunc.h:71
#9  0xc0a04274 in panic (fmt=0xc0d59f67 "Bad link elm %p prev->next != elm")
    at /usr/src/sys/kern/kern_shutdown.c:587
#10 0xc0c33757 in softdep_freefile (pvp=0xc5962dd0, ino=14112, mode=33125)
    at /usr/src/sys/ufs/ffs/ffs_softdep.c:9143
#11 0xc0c0fe0e in ffs_vfree (pvp=0xc5962dd0, ino=14112, mode=33125)
    at /usr/src/sys/ufs/ffs/ffs_alloc.c:2144
#12 0xc0c492e1 in ufs_inactive (ap=0xeced1a9c)
    at /usr/src/sys/ufs/ufs/ufs_inode.c:147
#13 0xc0d54af5 in VOP_INACTIVE_APV (vop=0xc103d080, a=0xeced1a9c)
    at vnode_if.c:1863
#14 0xc0a9db3e in vinactive (vp=0xc5962dd0, td=0xc57af000) at vnode_if.h:807
#15 0xc0aa18f8 in vputx (vp=0xc5962dd0, func=2)
    at /usr/src/sys/kern/vfs_subr.c:2265
#16 0xc0aa1960 in vput (vp=0xc5962dd0) at /usr/src/sys/kern/vfs_subr.c:2292
#17 0xc0aad0ca in vn_close (vp=0xc5962dd0, flags=7, file_cred=0xc5597580,
    td=0xc57af000) at /usr/src/sys/kern/vfs_vnops.c:308
#18 0xc0aad1c4 in vn_closefile (fp=0xc549eb60, td=0xc57af000)
    at /usr/src/sys/kern/vfs_vnops.c:942
#19 0xc09c75d3 in _fdrop (fp=0xc549eb60, td=0xc57af000) at file.h:280
#20 0xc09c9c90 in closef (fp=0xc549eb60, td=0xc57af000)
    at /usr/src/sys/kern/kern_descrip.c:2222
#21 0xc09ca059 in kern_close (td=0xc57af000, fd=5)
    at /usr/src/sys/kern/kern_descrip.c:1208
#22 0xc09ca1fa in close (td=0xc57af000, uap=0xeced1cec)
    at /usr/src/sys/kern/kern_descrip.c:1154
#23 0xc0a47663 in syscallenter (td=0xc57af000, sa=0xeced1ce4)
    at /usr/src/sys/kern/subr_trap.c:344
#24 0xc0d34064 in syscall (frame=0xeced1d28)
    at /usr/src/sys/i386/i386/trap.c:1082
#25 0xc0d1d701 in Xint0x80_syscall ()
    at /usr/src/sys/i386/i386/exception.s:266
#26 0x00000033 in ?? ()
Previous frame inner to this frame (corrupt stack?)
(kgdb) frame 10
#10 0xc0c33757 in softdep_freefile (pvp=0xc5962dd0, ino=14112,
mode=33125) at /usr/src/sys/ufs/ffs/ffs_softdep.c:9143
9143			TAILQ_REMOVE(&ump->softdep_unlinked, inodedep, id_unlinked);
(kgdb)  print *inodedep
$1 = {id_list = {wk_list = {le_next = 0xc5997c80, le_prev =
0xc5992e00}, wk_mp = 0xc5230a20, wk_type = 1, wk_state = 2129929},
id_hash = {le_next = 0x0, le_prev = 0xc5101780}, id_unlinked = {
    tqe_next = 0xc4d7c600, tqe_prev = 0xc4d7d918}, id_fs = 0xc5581000,
id_ino = 14112, id_nlinkdelta = 0, id_savednlink = 65535, id_deps =
{le_next = 0xdeadc0de, le_prev = 0xdeadc0de},
  id_bmsafemap = 0x0, id_mkdiradd = 0x0, id_inoreflst = {tqh_first =
0x0, tqh_last = 0xc4d7cd3c}, id_savedextsize = -1, id_savedsize = -1,
id_dirremhd = {lh_first = 0x0}, id_pendinghd = {
    lh_first = 0x0}, id_bufwait = {lh_first = 0x0}, id_inowait =
{lh_first = 0x0}, id_inoupdt = {tqh_first = 0x0, tqh_last =
0xc4d7cd60}, id_newinoupdt = {tqh_first = 0x0, tqh_last = 0xc4d7cd68},
  id_extupdt = {tqh_first = 0x0, tqh_last = 0xc4d7cd70}, id_newextupdt
= {tqh_first = 0x0, tqh_last = 0xc4d7cd78}, id_freeblklst = {tqh_first
= 0x0, tqh_last = 0xc4d7cd80}, id_un = {
    idu_savedino1 = 0x0, idu_savedino2 = 0x0}}


-- 
Kirk Russell            <kirk_at_ba23.org>           http://www.ba23.org/
Received on Sat Aug 13 2011 - 13:08:07 UTC

This archive was generated by hypermail 2.4.0 : Wed May 19 2021 - 11:40:16 UTC