7 LOR dumps related to ufs, tmpfs, igmp

Wed Feb 17 01:34:59 UTC 2016

Apologies. The mail server is truncating the text.

Attached as a TXT.

On Tue, Feb 16, 2016 at 7:30 PM, Mahmoud Al-Qudsi <mqudsi at neosmart.net> wrote:
> Hello all,
>
> I'm including below a list of LORs that I experienced running an x86
> build of 10.2-RELEASE-p2.
>
> Some known LORs are also included for posterity's sake, as all are from
> a single session and appear in chronological order, should this
> information be of any additional use. I believe from a bit of hunting around
> that not all are documented/known-ok. Also, one is repeated below.
>
> I thought of submitting a separate email for each, but did not want to
> clutter the mailing list with needless "spam."
>
> Pardon the long lines.
>
> Thanks,
>
> Mahmoud
>
>
> 1st 0xc6aaa46c ufs (ufs) @ sys/kern/vfs_mount.c:1227
> 2nd 0xc6aaa5d4 devfs (devfs) @ sys/kern/vfs_subr.c:2285
> KDB: stack backtrace:
> db_trace_self_wrapper(c120a33c,632e7262,3832323a,c0000a35,db7df750,...)
> at db_trace_self_wrapper+0x2d/frame 0xdb7df708
> kdb_backtrace(c120e109,c6aaa5d4,c11ffba6,c65ae7f0,c1217ba8,...) at
> kdb_backtrace+0x30/frame 0xdb7df76c
> witness_checkorder(c6aaa5d4,9,c1217ba8,8ed,c6aaa640,...) at
> witness_checkorder+0xd4f/frame 0xdb7df7b8
> __lockmgr_args(c6aaa5d4,80100,c6aaa640,0,0,0,c1217ba8,8ed) at
> __lockmgr_args+0x8d4/frame 0xdb7df894
> vop_stdlock(db7df908,c1486da8,c16d26e8,8,c1759564,...) at
> vop_stdlock+0x53/frame 0xdb7df8c4
> VOP_LOCK1_APV(c14756ac,db7df908,c0b39b31,c1759554,c14c28c0,...) at
> VOP_LOCK1_APV+0x10a/frame 0xdb7df8f0
> _vn_lock(c6aaa5a0,80100,c1217ba8,8ed,db7df974,...) at
> _vn_lock+0xca/frame 0xdb7df930
> vputx(c6aaa5a0,0,c11faeb6,20e,0,...) at vputx+0x37a/frame 0xdb7df974
> cd9660_unmount(c6ed5000,8080000,db7df9e0,510,c1486da8,...) at
> cd9660_unmount+0x1dc/frame 0xdb7df9a8
> dounmount(c6ed5000,8080000,c6eab310,48f,db7dfa58,...) at
> dounmount+0x5fa/frame 0xdb7dfa08
> sys_unmount(c6eab310,db7dfb68,c6e9c304,d6,c108d221,...) at
> sys_unmount+0x3bb/frame 0xdb7dfad8
> syscall(db7dfba8) at syscall+0x336/frame 0xdb7dfb9c
> Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xdb7dfb9c
> --- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x853d873, esp =
> 0xbfbfe6d4, ebp = 0xbfbfe7a0 ---
>
>
> lock order reversal:
> 1st 0xc7d9da0c tmpfs (tmpfs) @ sys/kern/vfs_mount.c:848
> 2nd 0xc7e9473c ufs (ufs) @ sys/kern/vfs_subr.c:2174
> KDB: stack backtrace:
> db_trace_self_wrapper(c120a33c,3731323a,34000a34,a38,0,...) at
> db_trace_self_wrapper+0x2d/frame 0xdb7e3578
> kdb_backtrace(c120e109,c7e9473c,c11f31cd,c65ae928,c1217ba8,...) at
> kdb_backtrace+0x30/frame 0xdb7e35dc
> witness_checkorder(c7e9473c,9,c1217ba8,87e,c7e947a8,...) at
> witness_checkorder+0xd4f/frame 0xdb7e3628
> __lockmgr_args(c7e9473c,80100,c7e947a8,0,0,...) at
> __lockmgr_args+0x8d4/frame 0xdb7e3708
> ffs_lock(db7e3788,c65a6248,c65acb80,c65a6248,c16d10e8,...) at
> ffs_lock+0x97/frame 0xdb7e3744
> VOP_LOCK1_APV(c14ae018,db7e3788,c65a8468,ffffffff,c14c28c0,...) at
> VOP_LOCK1_APV+0x10a/frame 0xdb7e3770
> _vn_lock(c7e94708,80100,c1217ba8,87e,57,...) at _vn_lock+0xca/frame 0xdb7e37b0
> vget(c7e94708,80100,c6daec40,57,0,...) at vget+0x77/frame 0xdb7e37e4
> vfs_hash_get(c70025d8,2,80000,c6daec40,db7e38a4,...) at
> vfs_hash_get+0xff/frame 0xdb7e3810
> ffs_vgetf(c70025d8,2,80000,db7e38a4,0) at ffs_vgetf+0x44/frame 0xdb7e386c
> ffs_vget(c70025d8,2,80000,db7e38a4,c16fe418,...) at
> ffs_vget+0x2f/frame 0xdb7e388c
> ufs_root(c70025d8,80000,db7e3a90,359,c6f12390,...) at
> ufs_root+0x49/frame 0xdb7e38b0
> vfs_donmount(c6daec40,0,0,c6ea8100,c6ea8100,...) at
> vfs_donmount+0x13a7/frame 0xdb7e3ab0
> sys_nmount(c6daec40,db7e3b68,c6cd2000,d6,e2,...) at
> sys_nmount+0x78/frame 0xdb7e3ad8
> syscall(db7e3ba8) at syscall+0x336/frame 0xdb7e3b9c
> Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xdb7e3b9c
> --- syscall (378, FreeBSD ELF32, sys_nmount), eip = 0x280dc9eb, esp =
> 0xbfbfdda0, ebp = 0xbfbfe2f8 ---
>
>
>
> lock order reversal:
> 1st 0xc69bba3c if_addr_lock (if_addr_lock) @ sys/netinet/igmp.c:1710
> 2nd 0xc175d718 ifnet_rw (ifnet_rw) @ sys/net/if.c:244
> KDB: stack backtrace:
> db_trace_self_wrapper(c120a33c,3a632e66,a343432,692f7400,2e706d67,...)
> at db_trace_self_wrapper+0x2d/frame 0xdab56720
> kdb_backtrace(c120e109,c175d718,c121cefe,c65aa960,c121c998,...) at
> kdb_backtrace+0x30/frame 0xdab56784
> witness_checkorder(c175d718,1,c121c998,f4,0,...) at
> witness_checkorder+0xd4f/frame 0xdab567d0
> __rw_rlock(c175d728,c121c998,f4,c771f500,dab568dc,...) at
> __rw_rlock+0x92/frame 0xdab56858
> ifnet_byindex(1,c12454ce,da,c65ab4c0,c26be200,...) at
> ifnet_byindex+0x23/frame 0xdab56870
> igmp_intr(c771f500,c6d95c00,dab56930,c0e06833,c26c3900,...) at
> igmp_intr+0x1e/frame 0xdab568dc
> netisr_dispatch_src(2,0,c771f500) at netisr_dispatch_src+0xb6/frame 0xdab5691c
> netisr_dispatch(2,c771f500,0,89a,dab56978,...) at
> netisr_dispatch+0x20/frame 0xdab56930
> igmp_v1v2_queue_report(c175d8dc,4,c122a604,6e4,c175a310,...) at
> igmp_v1v2_queue_report+0x1a9/frame 0xdab56978
> igmp_fasttimo(dab56a50,c0b3a7cc,c175a300,dab56a50,c0b6421d,...) at
> igmp_fasttimo+0x417/frame 0xdab56a1c
> pffasttimo(0,0,c12073f5,285,c0b813be,...) at pffasttimo+0x30/frame 0xdab56a50
> softclock_call_cc(0,0,c12073f5,32b,0,...) at
> softclock_call_cc+0x1ac/frame 0xdab56aec
> softclock(c175a300,c11fe255,566,78e5b803,c66e5f48,...) at
> softclock+0x40/frame 0xdab56b0c
> intr_event_execute_handlers(c1591590,c66e5f00,c11fe255,566,8,...) at
> intr_event_execute_handlers+0x8b/frame 0xdab56b34
> ithread_loop(c65a3260,dab56ba8,c11fdfa8,3f2,0,...) at
> ithread_loop+0x90/frame 0xdab56b6c
> fork_exit(c0b1e6d0,c65a3260,dab56ba8) at fork_exit+0x7f/frame 0xdab56b94
> fork_trampoline() at fork_trampoline+0x8/frame 0xdab56b94
> --- trap 0, eip = 0, esp = 0xdab56be0, ebp = 0 ---
>
>
>
> lock order reversal:
> 1st 0xc724ce44 tmpfs (tmpfs) @ sys/kern/vfs_mount.c:1227
> 2nd 0xc9a2c19c syncer (syncer) @ sys/kern/vfs_subr.c:2285
> KDB: stack backtrace:
> db_trace_self_wrapper(c120a33c,72627573,323a632e,a353832,e769f700,...)
> at db_trace_self_wrapper+0x2d/frame 0xe769f738
> kdb_backtrace(c120e109,c9a2c19c,c121829f,c65aed38,c1217ba8,...) at
> kdb_backtrace+0x30/frame 0xe769f79c
> witness_checkorder(c9a2c19c,9,c1217ba8,8ed,c9a2c208,...) at
> witness_checkorder+0xd4f/frame 0xe769f7e8
> __lockmgr_args(c9a2c19c,80100,c9a2c208,0,0,0,c1217ba8,8ed) at
> __lockmgr_args+0x8d4/frame 0xe769f8c4
> vop_stdlock(e769f938,246,1,e769f954,c65aecd0,...) at
> vop_stdlock+0x53/frame 0xe769f8f4
> VOP_LOCK1_APV(c14918d4,e769f938,c0b39b31,c9a2c208,c14c28c0,...) at
> VOP_LOCK1_APV+0x10a/frame 0xe769f920
> _vn_lock(c9a2c168,80100,c1217ba8,8ed,c6d04930,...) at
> _vn_lock+0xca/frame 0xe769f960
> vputx(c70068c4,0,c1217148,510,c1486da8,...) at vputx+0x37a/frame 0xe769f9a8
> dounmount(c70068c4,8000000,c6d04930,48f,e769fa58,...) at
> dounmount+0x4bf/frame 0xe769fa08
> sys_unmount(c6d04930,e769fb68,c937a304,d6,c108d221,...) at
> sys_unmount+0x3bb/frame 0xe769fad8
> syscall(e769fba8) at syscall+0x336/frame 0xe769fb9c
> Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xe769fb9c
> --- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x280c93eb, esp =
> 0xbfbfe5d4, ebp = 0xbfbfe6a0 ---
>
>
>
>
>
> lock order reversal:
> 1st 0xc724ce44 tmpfs (tmpfs) @ sys/kern/vfs_mount.c:1227
> 2nd 0xc9a2c5d4 devfs (devfs) @ sys/ufs/ffs/ffs_vfsops.c:1375
> KDB: stack backtrace:
> db_trace_self_wrapper(c120a33c,7366765f,2e73706f,33313a63,a3537,...)
> at db_trace_self_wrapper+0x2d/frame 0xe769f668
> kdb_backtrace(c120e109,c9a2c5d4,c11ffba6,c65ae7f0,c12425cd,...) at
> kdb_backtrace+0x30/frame 0xe769f6cc
> witness_checkorder(c9a2c5d4,9,c12425cd,55f,0,...) at
> witness_checkorder+0xd4f/frame 0xe769f718
> __lockmgr_args(c9a2c5d4,80400,c9a2c640,0,0,0,c12425cd,55f) at
> __lockmgr_args+0x8d4/frame 0xe769f7f4
> vop_stdlock(e769f868,c0baeb8e,c15a59ec,4,c15a59dc,...) at
> vop_stdlock+0x53/frame 0xe769f824
> VOP_LOCK1_APV(c14756ac,e769f868,0,0,c14c28c0,...) at
> VOP_LOCK1_APV+0x10a/frame 0xe769f850
> _vn_lock(c9a2c5a0,80400,c12425cd,55f,1,...) at _vn_lock+0xca/frame 0xe769f890
> ffs_flushfiles(c70068c4,8,c6d04930,e769f920,c0b5460d,...) at
> ffs_flushfiles+0x151/frame 0xe769f8e0
> softdep_flushfiles(c70068c4,0,c6d04930,0,0,...) at
> softdep_flushfiles+0x8b/frame 0xe769f960
> ffs_unmount(c70068c4,8000000,c1217148,510,c1486da8,...) at
> ffs_unmount+0x7b/frame 0xe769f9a8
> dounmount(c70068c4,8000000,c6d04930,48f,e769fa58,...) at
> dounmount+0x5fa/frame 0xe769fa08
> sys_unmount(c6d04930,e769fb68,c937a304,d6,c108d221,...) at
> sys_unmount+0x3bb/frame 0xe769fad8
> syscall(e769fba8) at syscall+0x336/frame 0xe769fb9c
> Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xe769fb9c
> --- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x280c93eb, esp =
> 0xbfbfe5d4, ebp = 0xbfbfe6a0 ---
>
>
>
> lock order reversal:
> 1st 0xda98da2c bufwait (bufwait) @ sys/kern/vfs_bio.c:3124
> 2nd 0xc754e200 dirhash (dirhash) @ sys/ufs/ufs/ufs_dirhash.c:280
> KDB: stack backtrace:
> db_trace_self_wrapper(c120a33c,7366752f,7269645f,68736168,323a632e,...)
> at db_trace_self_wrapper+0x2d/frame 0xe9bb55d0
> kdb_backtrace(c120e109,c754e200,c1243661,c65ae990,c1243289,...) at
> kdb_backtrace+0x30/frame 0xe9bb5634
> witness_checkorder(c754e200,9,c1243289,118,0,...) at
> witness_checkorder+0xd4f/frame 0xe9bb5680
> _sx_xlock(c754e200,0,c1243289,118,c7c9b000,...) at
> _sx_xlock+0x75/frame 0xe9bb56b0
> ufsdirhash_add(c8173ca8,e9bb57d0,724,e9bb5730,e9bb5734,...) at
> ufsdirhash_add+0x4a/frame 0xe9bb56e0
> ufs_direnter(c814f9d8,0,e9bb57d0,e9bb59d4,0,...) at
> ufs_direnter+0x604/frame 0xe9bb5760
> ufs_rename(e9bb5a88,c14c2ce0,c899c9d8,e9bb5a84,c1486da8,...) at
> ufs_rename+0x1017/frame 0xe9bb590c
> VOP_RENAME_APV(c14ae018,e9bb5a88,0,1,e9bb59d4,...) at
> VOP_RENAME_APV+0x104/frame 0xe9bb5938
> kern_renameat(c720d310,ffffff9c,bfbfcbc0,ffffff9c,bfbfd3c0,0) at
> kern_renameat+0x55b/frame 0xe9bb5ab8
> sys_rename(c720d310,e9bb5b68,dab2dc90,e9bb5b30,c108d221,...) at
> sys_rename+0x39/frame 0xe9bb5ad8
> syscall(e9bb5ba8) at syscall+0x336/frame 0xe9bb5b9c
> Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xe9bb5b9c
> --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x281261fb, esp =
> 0xbfbfc61c, ebp = 0xbfbfc704 ---
>
>
>
> lock order reversal:
> 1st 0xc814fa0c ufs (ufs) @ sys/kern/vfs_subr.c:2174
> 2nd 0xda98da2c bufwait (bufwait) @ sys/ufs/ffs/ffs_vnops.c:262
> 3rd 0xc9f71cdc ufs (ufs) @ sys/kern/vfs_subr.c:2174
> KDB: stack backtrace:
> db_trace_self_wrapper(c120a33c,3731323a,6f000a34,632e7370,3236323a,...)
> at db_trace_self_wrapper+0x2d/frame 0xe9bb50e8
> kdb_backtrace(c120e122,c9f71cdc,c11f31cd,c65ae928,c1217ba8,...) at
> kdb_backtrace+0x30/frame 0xe9bb514c
> witness_checkorder(c9f71cdc,9,c1217ba8,87e,c9f71d48,...) at
> witness_checkorder+0xd4f/frame 0xe9bb5198
> __lockmgr_args(c9f71cdc,80100,c9f71d48,0,0,...) at
> __lockmgr_args+0x8d4/frame 0xe9bb5278
> ffs_lock(e9bb52f8,c15a0bcc,c65a6248,c65acb80,c65a6248,...) at
> ffs_lock+0x97/frame 0xe9bb52b4
> VOP_LOCK1_APV(c14ae018,e9bb52f8,104,1b9,c14c28c0,...) at
> VOP_LOCK1_APV+0x10a/frame 0xe9bb52e0
> _vn_lock(c9f71ca8,80100,c1217ba8,87e,c1216d59,...) at
> _vn_lock+0xca/frame 0xe9bb5320
> vget(c9f71ca8,80100,c720d310,57,0,...) at vget+0x77/frame 0xe9bb5358
> vfs_hash_get(c70012ec,1fd924,80000,c720d310,e9bb5458,...) at
> vfs_hash_get+0xff/frame 0xe9bb5384
> ffs_vgetf(c70012ec,1fd924,80000,e9bb5458,1,...) at
> ffs_vgetf+0x44/frame 0xe9bb53e0
> softdep_sync_buf(c814f9d8,da98d9d4,1,0,0,...) at
> softdep_sync_buf+0xac7/frame 0xe9bb5470
> ffs_syncvnode(c814f9d8,1,0,0,c1488968,...) at
> ffs_syncvnode+0x2dd/frame 0xe9bb54c8
> ffs_truncate(c814f9d8,2a00,0,880,c771e200,...) at
> ffs_truncate+0x70e/frame 0xe9bb5678
> ufs_direnter(c814f9d8,c9f7b000,e9bb5740,e9bb5a64,0,...) at
> ufs_direnter+0x79e/frame 0xe9bb56f8
> ufs_makeinode(e9bb5a50,e9bb5a64,c814f9d8,c14c09b8,c814f9d8,...) at
> ufs_makeinode+0x534/frame 0xe9bb5874
> ufs_create(e9bb5970,c13da585,c123c2ce,c70012fc,2,...) at
> ufs_create+0x30/frame 0xe9bb5898
> VOP_CREATE_APV(c14ae018,e9bb5970,e9bb5a64,e9bb5900,c0b3a060,...) at
> VOP_CREATE_APV+0x12f/frame 0xe9bb58c8
> vn_open_cred(e9bb5a08,e9bb5a94,180,0,c771e200,c6eedaf0) at
> vn_open_cred+0x2f9/frame 0xe9bb5998
> vn_open(e9bb5a08,e9bb5a94,180,c6eedaf0,bfbfcbc0,...) at
> vn_open+0x3d/frame 0xe9bb59c0
> kern_openat(c720d310,ffffff9c,bfbfcbc0,0,a02,180) at
> kern_openat+0x310/frame 0xe9bb5ab4
> sys_open(c720d310,e9bb5b68,dab27c90,e9bb5b30,c108d221,...) at
> sys_open+0x39/frame 0xe9bb5ad8
> syscall(e9bb5ba8) at syscall+0x336/frame 0xe9bb5b9c
> Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xe9bb5b9c
> --- syscall (5, FreeBSD ELF32, sys_open), eip = 0x281f4ac3, esp =
> 0xbfbfc25c, ebp = 0xbfbfc708 ---
-------------- next part --------------

1st 0xc6aaa46c ufs (ufs) @ sys/kern/vfs_mount.c:1227
2nd 0xc6aaa5d4 devfs (devfs) @ sys/kern/vfs_subr.c:2285
KDB: stack backtrace:
db_trace_self_wrapper(c120a33c,632e7262,3832323a,c0000a35,db7df750,...) at db_trace_self_wrapper+0x2d/frame 0xdb7df708
kdb_backtrace(c120e109,c6aaa5d4,c11ffba6,c65ae7f0,c1217ba8,...) at kdb_backtrace+0x30/frame 0xdb7df76c
witness_checkorder(c6aaa5d4,9,c1217ba8,8ed,c6aaa640,...) at witness_checkorder+0xd4f/frame 0xdb7df7b8
__lockmgr_args(c6aaa5d4,80100,c6aaa640,0,0,0,c1217ba8,8ed) at __lockmgr_args+0x8d4/frame 0xdb7df894
vop_stdlock(db7df908,c1486da8,c16d26e8,8,c1759564,...) at vop_stdlock+0x53/frame 0xdb7df8c4
VOP_LOCK1_APV(c14756ac,db7df908,c0b39b31,c1759554,c14c28c0,...) at VOP_LOCK1_APV+0x10a/frame 0xdb7df8f0
_vn_lock(c6aaa5a0,80100,c1217ba8,8ed,db7df974,...) at _vn_lock+0xca/frame 0xdb7df930
vputx(c6aaa5a0,0,c11faeb6,20e,0,...) at vputx+0x37a/frame 0xdb7df974
cd9660_unmount(c6ed5000,8080000,db7df9e0,510,c1486da8,...) at cd9660_unmount+0x1dc/frame 0xdb7df9a8
dounmount(c6ed5000,8080000,c6eab310,48f,db7dfa58,...) at dounmount+0x5fa/frame 0xdb7dfa08
sys_unmount(c6eab310,db7dfb68,c6e9c304,d6,c108d221,...) at sys_unmount+0x3bb/frame 0xdb7dfad8
syscall(db7dfba8) at syscall+0x336/frame 0xdb7dfb9c
Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xdb7dfb9c
--- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x853d873, esp = 0xbfbfe6d4, ebp = 0xbfbfe7a0 ---

lock order reversal:
1st 0xc7d9da0c tmpfs (tmpfs) @ sys/kern/vfs_mount.c:848
2nd 0xc7e9473c ufs (ufs) @ sys/kern/vfs_subr.c:2174
KDB: stack backtrace:
db_trace_self_wrapper(c120a33c,3731323a,34000a34,a38,0,...) at db_trace_self_wrapper+0x2d/frame 0xdb7e3578
kdb_backtrace(c120e109,c7e9473c,c11f31cd,c65ae928,c1217ba8,...) at kdb_backtrace+0x30/frame 0xdb7e35dc
witness_checkorder(c7e9473c,9,c1217ba8,87e,c7e947a8,...) at witness_checkorder+0xd4f/frame 0xdb7e3628
__lockmgr_args(c7e9473c,80100,c7e947a8,0,0,...) at __lockmgr_args+0x8d4/frame 0xdb7e3708
ffs_lock(db7e3788,c65a6248,c65acb80,c65a6248,c16d10e8,...) at ffs_lock+0x97/frame 0xdb7e3744
VOP_LOCK1_APV(c14ae018,db7e3788,c65a8468,ffffffff,c14c28c0,...) at VOP_LOCK1_APV+0x10a/frame 0xdb7e3770
_vn_lock(c7e94708,80100,c1217ba8,87e,57,...) at _vn_lock+0xca/frame 0xdb7e37b0
vget(c7e94708,80100,c6daec40,57,0,...) at vget+0x77/frame 0xdb7e37e4
vfs_hash_get(c70025d8,2,80000,c6daec40,db7e38a4,...) at vfs_hash_get+0xff/frame 0xdb7e3810
ffs_vgetf(c70025d8,2,80000,db7e38a4,0) at ffs_vgetf+0x44/frame 0xdb7e386c
ffs_vget(c70025d8,2,80000,db7e38a4,c16fe418,...) at ffs_vget+0x2f/frame 0xdb7e388c
ufs_root(c70025d8,80000,db7e3a90,359,c6f12390,...) at ufs_root+0x49/frame 0xdb7e38b0
vfs_donmount(c6daec40,0,0,c6ea8100,c6ea8100,...) at vfs_donmount+0x13a7/frame 0xdb7e3ab0
sys_nmount(c6daec40,db7e3b68,c6cd2000,d6,e2,...) at sys_nmount+0x78/frame 0xdb7e3ad8
syscall(db7e3ba8) at syscall+0x336/frame 0xdb7e3b9c
Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xdb7e3b9c
--- syscall (378, FreeBSD ELF32, sys_nmount), eip = 0x280dc9eb, esp = 0xbfbfdda0, ebp = 0xbfbfe2f8 ---

lock order reversal:
1st 0xc69bba3c if_addr_lock (if_addr_lock) @ sys/netinet/igmp.c:1710
2nd 0xc175d718 ifnet_rw (ifnet_rw) @ sys/net/if.c:244
KDB: stack backtrace:
db_trace_self_wrapper(c120a33c,3a632e66,a343432,692f7400,2e706d67,...) at db_trace_self_wrapper+0x2d/frame 0xdab56720
kdb_backtrace(c120e109,c175d718,c121cefe,c65aa960,c121c998,...) at kdb_backtrace+0x30/frame 0xdab56784
witness_checkorder(c175d718,1,c121c998,f4,0,...) at witness_checkorder+0xd4f/frame 0xdab567d0
__rw_rlock(c175d728,c121c998,f4,c771f500,dab568dc,...) at __rw_rlock+0x92/frame 0xdab56858
ifnet_byindex(1,c12454ce,da,c65ab4c0,c26be200,...) at ifnet_byindex+0x23/frame 0xdab56870
igmp_intr(c771f500,c6d95c00,dab56930,c0e06833,c26c3900,...) at igmp_intr+0x1e/frame 0xdab568dc
netisr_dispatch_src(2,0,c771f500) at netisr_dispatch_src+0xb6/frame 0xdab5691c
netisr_dispatch(2,c771f500,0,89a,dab56978,...) at netisr_dispatch+0x20/frame 0xdab56930
igmp_v1v2_queue_report(c175d8dc,4,c122a604,6e4,c175a310,...) at igmp_v1v2_queue_report+0x1a9/frame 0xdab56978
igmp_fasttimo(dab56a50,c0b3a7cc,c175a300,dab56a50,c0b6421d,...) at igmp_fasttimo+0x417/frame 0xdab56a1c
pffasttimo(0,0,c12073f5,285,c0b813be,...) at pffasttimo+0x30/frame 0xdab56a50
softclock_call_cc(0,0,c12073f5,32b,0,...) at softclock_call_cc+0x1ac/frame 0xdab56aec
softclock(c175a300,c11fe255,566,78e5b803,c66e5f48,...) at softclock+0x40/frame 0xdab56b0c
intr_event_execute_handlers(c1591590,c66e5f00,c11fe255,566,8,...) at intr_event_execute_handlers+0x8b/frame 0xdab56b34
ithread_loop(c65a3260,dab56ba8,c11fdfa8,3f2,0,...) at ithread_loop+0x90/frame 0xdab56b6c
fork_exit(c0b1e6d0,c65a3260,dab56ba8) at fork_exit+0x7f/frame 0xdab56b94
fork_trampoline() at fork_trampoline+0x8/frame 0xdab56b94
--- trap 0, eip = 0, esp = 0xdab56be0, ebp = 0 ---

lock order reversal:
1st 0xc724ce44 tmpfs (tmpfs) @ sys/kern/vfs_mount.c:1227
2nd 0xc9a2c19c syncer (syncer) @ sys/kern/vfs_subr.c:2285
KDB: stack backtrace:
db_trace_self_wrapper(c120a33c,72627573,323a632e,a353832,e769f700,...) at db_trace_self_wrapper+0x2d/frame 0xe769f738
kdb_backtrace(c120e109,c9a2c19c,c121829f,c65aed38,c1217ba8,...) at kdb_backtrace+0x30/frame 0xe769f79c
witness_checkorder(c9a2c19c,9,c1217ba8,8ed,c9a2c208,...) at witness_checkorder+0xd4f/frame 0xe769f7e8
__lockmgr_args(c9a2c19c,80100,c9a2c208,0,0,0,c1217ba8,8ed) at __lockmgr_args+0x8d4/frame 0xe769f8c4
vop_stdlock(e769f938,246,1,e769f954,c65aecd0,...) at vop_stdlock+0x53/frame 0xe769f8f4
VOP_LOCK1_APV(c14918d4,e769f938,c0b39b31,c9a2c208,c14c28c0,...) at VOP_LOCK1_APV+0x10a/frame 0xe769f920
_vn_lock(c9a2c168,80100,c1217ba8,8ed,c6d04930,...) at _vn_lock+0xca/frame 0xe769f960
vputx(c70068c4,0,c1217148,510,c1486da8,...) at vputx+0x37a/frame 0xe769f9a8
dounmount(c70068c4,8000000,c6d04930,48f,e769fa58,...) at dounmount+0x4bf/frame 0xe769fa08
sys_unmount(c6d04930,e769fb68,c937a304,d6,c108d221,...) at sys_unmount+0x3bb/frame 0xe769fad8
syscall(e769fba8) at syscall+0x336/frame 0xe769fb9c
Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xe769fb9c
--- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x280c93eb, esp = 0xbfbfe5d4, ebp = 0xbfbfe6a0 ---

lock order reversal:
1st 0xc724ce44 tmpfs (tmpfs) @ sys/kern/vfs_mount.c:1227
2nd 0xc9a2c5d4 devfs (devfs) @ sys/ufs/ffs/ffs_vfsops.c:1375
KDB: stack backtrace:
db_trace_self_wrapper(c120a33c,7366765f,2e73706f,33313a63,a3537,...) at db_trace_self_wrapper+0x2d/frame 0xe769f668
kdb_backtrace(c120e109,c9a2c5d4,c11ffba6,c65ae7f0,c12425cd,...) at kdb_backtrace+0x30/frame 0xe769f6cc
witness_checkorder(c9a2c5d4,9,c12425cd,55f,0,...) at witness_checkorder+0xd4f/frame 0xe769f718
__lockmgr_args(c9a2c5d4,80400,c9a2c640,0,0,0,c12425cd,55f) at __lockmgr_args+0x8d4/frame 0xe769f7f4
vop_stdlock(e769f868,c0baeb8e,c15a59ec,4,c15a59dc,...) at vop_stdlock+0x53/frame 0xe769f824
VOP_LOCK1_APV(c14756ac,e769f868,0,0,c14c28c0,...) at VOP_LOCK1_APV+0x10a/frame 0xe769f850
_vn_lock(c9a2c5a0,80400,c12425cd,55f,1,...) at _vn_lock+0xca/frame 0xe769f890
ffs_flushfiles(c70068c4,8,c6d04930,e769f920,c0b5460d,...) at ffs_flushfiles+0x151/frame 0xe769f8e0
softdep_flushfiles(c70068c4,0,c6d04930,0,0,...) at softdep_flushfiles+0x8b/frame 0xe769f960
ffs_unmount(c70068c4,8000000,c1217148,510,c1486da8,...) at ffs_unmount+0x7b/frame 0xe769f9a8
dounmount(c70068c4,8000000,c6d04930,48f,e769fa58,...) at dounmount+0x5fa/frame 0xe769fa08
sys_unmount(c6d04930,e769fb68,c937a304,d6,c108d221,...) at sys_unmount+0x3bb/frame 0xe769fad8
syscall(e769fba8) at syscall+0x336/frame 0xe769fb9c
Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xe769fb9c
--- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x280c93eb, esp = 0xbfbfe5d4, ebp = 0xbfbfe6a0 ---

lock order reversal:
1st 0xda98da2c bufwait (bufwait) @ sys/kern/vfs_bio.c:3124
2nd 0xc754e200 dirhash (dirhash) @ sys/ufs/ufs/ufs_dirhash.c:280
KDB: stack backtrace:
db_trace_self_wrapper(c120a33c,7366752f,7269645f,68736168,323a632e,...) at db_trace_self_wrapper+0x2d/frame 0xe9bb55d0
kdb_backtrace(c120e109,c754e200,c1243661,c65ae990,c1243289,...) at kdb_backtrace+0x30/frame 0xe9bb5634
witness_checkorder(c754e200,9,c1243289,118,0,...) at witness_checkorder+0xd4f/frame 0xe9bb5680
_sx_xlock(c754e200,0,c1243289,118,c7c9b000,...) at _sx_xlock+0x75/frame 0xe9bb56b0
ufsdirhash_add(c8173ca8,e9bb57d0,724,e9bb5730,e9bb5734,...) at ufsdirhash_add+0x4a/frame 0xe9bb56e0
ufs_direnter(c814f9d8,0,e9bb57d0,e9bb59d4,0,...) at ufs_direnter+0x604/frame 0xe9bb5760
ufs_rename(e9bb5a88,c14c2ce0,c899c9d8,e9bb5a84,c1486da8,...) at ufs_rename+0x1017/frame 0xe9bb590c
VOP_RENAME_APV(c14ae018,e9bb5a88,0,1,e9bb59d4,...) at VOP_RENAME_APV+0x104/frame 0xe9bb5938
kern_renameat(c720d310,ffffff9c,bfbfcbc0,ffffff9c,bfbfd3c0,0) at kern_renameat+0x55b/frame 0xe9bb5ab8
sys_rename(c720d310,e9bb5b68,dab2dc90,e9bb5b30,c108d221,...) at sys_rename+0x39/frame 0xe9bb5ad8
syscall(e9bb5ba8) at syscall+0x336/frame 0xe9bb5b9c
Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xe9bb5b9c
--- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x281261fb, esp = 0xbfbfc61c, ebp = 0xbfbfc704 ---

lock order reversal:
1st 0xc814fa0c ufs (ufs) @ sys/kern/vfs_subr.c:2174
2nd 0xda98da2c bufwait (bufwait) @ sys/ufs/ffs/ffs_vnops.c:262
3rd 0xc9f71cdc ufs (ufs) @ sys/kern/vfs_subr.c:2174
KDB: stack backtrace:
db_trace_self_wrapper(c120a33c,3731323a,6f000a34,632e7370,3236323a,...) at db_trace_self_wrapper+0x2d/frame 0xe9bb50e8
kdb_backtrace(c120e122,c9f71cdc,c11f31cd,c65ae928,c1217ba8,...) at kdb_backtrace+0x30/frame 0xe9bb514c
witness_checkorder(c9f71cdc,9,c1217ba8,87e,c9f71d48,...) at witness_checkorder+0xd4f/frame 0xe9bb5198
__lockmgr_args(c9f71cdc,80100,c9f71d48,0,0,...) at __lockmgr_args+0x8d4/frame 0xe9bb5278
ffs_lock(e9bb52f8,c15a0bcc,c65a6248,c65acb80,c65a6248,...) at ffs_lock+0x97/frame 0xe9bb52b4
VOP_LOCK1_APV(c14ae018,e9bb52f8,104,1b9,c14c28c0,...) at VOP_LOCK1_APV+0x10a/frame 0xe9bb52e0
_vn_lock(c9f71ca8,80100,c1217ba8,87e,c1216d59,...) at _vn_lock+0xca/frame 0xe9bb5320
vget(c9f71ca8,80100,c720d310,57,0,...) at vget+0x77/frame 0xe9bb5358
vfs_hash_get(c70012ec,1fd924,80000,c720d310,e9bb5458,...) at vfs_hash_get+0xff/frame 0xe9bb5384
ffs_vgetf(c70012ec,1fd924,80000,e9bb5458,1,...) at ffs_vgetf+0x44/frame 0xe9bb53e0
softdep_sync_buf(c814f9d8,da98d9d4,1,0,0,...) at softdep_sync_buf+0xac7/frame 0xe9bb5470
ffs_syncvnode(c814f9d8,1,0,0,c1488968,...) at ffs_syncvnode+0x2dd/frame 0xe9bb54c8
ffs_truncate(c814f9d8,2a00,0,880,c771e200,...) at ffs_truncate+0x70e/frame 0xe9bb5678
ufs_direnter(c814f9d8,c9f7b000,e9bb5740,e9bb5a64,0,...) at ufs_direnter+0x79e/frame 0xe9bb56f8
ufs_makeinode(e9bb5a50,e9bb5a64,c814f9d8,c14c09b8,c814f9d8,...) at ufs_makeinode+0x534/frame 0xe9bb5874
ufs_create(e9bb5970,c13da585,c123c2ce,c70012fc,2,...) at ufs_create+0x30/frame 0xe9bb5898
VOP_CREATE_APV(c14ae018,e9bb5970,e9bb5a64,e9bb5900,c0b3a060,...) at VOP_CREATE_APV+0x12f/frame 0xe9bb58c8
vn_open_cred(e9bb5a08,e9bb5a94,180,0,c771e200,c6eedaf0) at vn_open_cred+0x2f9/frame 0xe9bb5998
vn_open(e9bb5a08,e9bb5a94,180,c6eedaf0,bfbfcbc0,...) at vn_open+0x3d/frame 0xe9bb59c0
kern_openat(c720d310,ffffff9c,bfbfcbc0,0,a02,180) at kern_openat+0x310/frame 0xe9bb5ab4
sys_open(c720d310,e9bb5b68,dab27c90,e9bb5b30,c108d221,...) at sys_open+0x39/frame 0xe9bb5ad8
syscall(e9bb5ba8) at syscall+0x336/frame 0xe9bb5b9c
Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xe9bb5b9c
--- syscall (5, FreeBSD ELF32, sys_open), eip = 0x281f4ac3, esp = 0xbfbfc25c, ebp = 0xbfbfc708 ---