Kernel traps
Oliver Roeschke
o.roeschke at gmx.net
Sun Jan 18 18:25:27 PST 2009
Hi...
I just started testing 8-CURRENT and I have to say it really rocks. Is
so incredibly fast (even with WITNESS activated). Great work!!!
Currently I'm using 8-CURRENT within VMware workstation (6.0.4) and XEN
(3.3.0) as para-virtualized domain.
I've seen some kernel traps which appear on XEN and VMware, and some
only on XEN or VMware. I've tried to collect them all, and saved them in
the attached text-file.
I'm currently running on SVN revision 187392. I'm experimenting for over
a week now, and always seen the traps.
How can I help resolve this issues? Since I'm experimenting in virtual
machines it's no problem to test whatever needed.
greetz
olli
-------------- next part --------------
XEN:
========================================
template-8_CURRENT# umount /mnt/new
lock order reversal:
1st 0xc2b788b8 ufs (ufs) @ /usr/src/sys/kern/vfs_mount.c:1190
2nd 0xc2b78bdc devfs (devfs) @ /usr/src/sys/ufs/ffs/ffs_vfsops.c:1339
KDB: stack backtrace:
X_db_sym_numargs(c024df5a,da14ea38,c00f1115,4,c0249670,...) at X_db_sym_numargs+0x146
kdb_backtrace(4,c0249670,c2896008,c2895f38,da14ea94,...) at kdb_backtrace+0x29
witness_display_spinlock(c0250bd0,c2b78bdc,c02414d6,c2895f38,c0261f23,...) at witness_display_spinlock+0x75
witness_checkorder(c2b78bdc,9,c0261f23,53b,c2b78bf8,...) at witness_checkorder+0x839
__lockmgr_args(c2b78bdc,80400,c2b78bf8,0,0,...) at __lockmgr_args+0x797
vop_stdlock(da14eb9c,c0261f23,c03eae00,80400,c2b78b84,...) at vop_stdlock+0x62
VOP_LOCK1_APV(c027cfa0,da14eb9c,da14ebbc,c02a4f60,c2b78b84,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c2b78b84,80400,c0261f23,53b,c2b91aec,...) at _vn_lock+0x5e
ffs_sbupdate(c2a96a00,1,c2b2d240,4eb,c0284820,...) at ffs_sbupdate+0x7ba
dounmount(c2a96a00,8000000,c2b2d240,471,eb08ac66,...) at dounmount+0x45c
unmount(c2b2d240,da14ed08,8,c,c027fc70,...) at unmount+0x2e0
syscall(da14ed48) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x22
--- syscall (22, FreeBSD ELF32, unmount), eip = 0x280d224f, esp = 0xbf7fe56c, ebp = 0xbf7fe638 ---
template-8_CURRENT# rm -rf .cshrc .profile COPYRIGHT bin/ boot/ dist/ etc/ lib libexec/ rescue/ root/ sbin/ tmp/* usr/ var
rm: bin/rcp: Operation not permitted
rm: bin/: Directory not empty
lock order reversal:
1st 0xcf831160 bufwait (bufwait) @ /usr/src/sys/kern/vfs_bio.c:2443
2nd 0xc2a90e00 dirhash (dirhash) @ /usr/src/sys/ufs/ufs/ufs_dirhash.c:263
KDB: stack backtrace:
X_db_sym_numargs(c024df5a,da151a84,c00f1115,4,c0249670,...) at X_db_sym_numargs+0x146
kdb_backtrace(4,c0249670,c2893f88,c2896070,da151ae0,...) at kdb_backtrace+0x29
witness_display_spinlock(c0250bd0,c2a90e00,c0262a60,c2896070,c02626f9,...) at witness_display_spinlock+0x75
witness_checkorder(c2a90e00,9,c02626f9,107,0,...) at witness_checkorder+0x839
_sx_xlock(c2a90e00,0,c02626f9,107,d01e9018,...) at _sx_xlock+0x85
ufsdirhash_enduseful(0,e,c2b90000,cf831100,d01e9018,...) at ufsdirhash_enduseful+0x2f5
ufsdirhash_remove(c2b7a348,d01e9018,18,da151b70,da151b6c,...) at ufsdirhash_remove+0x14
ufs_dirremove(c2b97d9c,c2b961e0,500800c,0,0,...) at ufs_dirremove+0xe5
ufs_readdir(da151c40,da151c40,0,da151c40,c2b95d9c,...) at ufs_readdir+0x39f
VOP_REMOVE_APV(c0297c00,da151c40,2,0,282191b8,...) at VOP_REMOVE_APV+0xa5
kern_unlinkat(c2b2d000,ffffff9c,282191b8,0,da151c90,...) at kern_unlinkat+0x187
kern_unlink(c2b2d000,282191b8,0,da151d3c,c02282b3,...) at kern_unlink+0x27
unlink(c2b2d000,da151d08,4,c0267928,c027fb50,...) at unlink+0x22
syscall(da151d48) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x22
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2815aedf, esp = 0xbf7fec1c, ebp = 0xbf7fec48 ---
Trying to mount root from ufs:/dev/ad0s1a
warning: no time-of-day clock registered, system time will not be set accurately
lock order reversal:
1st 0xc28d7044 user map (user map) @ /usr/src/sys/vm/vm_map.c:3198
2nd 0xc294b7ac ufs (ufs) @ /usr/src/sys/kern/vfs_subr.c:2079
KDB: stack backtrace:
X_db_sym_numargs(c024df5a,c27b9920,c00f1115,4,c0249670,...) at X_db_sym_numargs+0x146
kdb_backtrace(4,c0249670,c2892728,c2896008,c27b997c,...) at kdb_backtrace+0x29
witness_display_spinlock(c0250bd0,c294b7ac,c0244b0f,c2896008,c02579f0,...) at witness_display_spinlock+0x75
witness_checkorder(c294b7ac,1,c02579f0,81f,0,...) at witness_checkorder+0x839
__lockmgr_args(c294b7ac,200501,c294b7c8,0,0,...) at __lockmgr_args+0x237
ffs_syncvnode(c27b9a8c,c00f0ebb,c0266952,200501,c294b754,...) at ffs_syncvnode+0x58a
VOP_LOCK1_APV(c0297c00,c27b9a8c,c28d3e24,c02a4f60,c294b754,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c294b754,200501,c02579f0,81f,4,...) at _vn_lock+0x5e
vget(c294b754,200501,c28d3d80,4b4,0,...) at vget+0xc9
vnode_pager_lock(c087bc98,0,c0263f23,127,c27b9c2c,...) at vnode_pager_lock+0x1e0
vm_fault(c28d7000,80db000,2,8,80db700,...) at vm_fault+0x1df
dblfault_handler() at dblfault_handler+0x4e7
--- trap 0x17, eip = 0, esp = 0, ebp = 0 ---
When entering username on login for the first time after reboot:
lock order reversal:
1st 0xc041d264 XCONS LOCK (XCONS LOCK) @ /usr/src/sys/dev/xen/console/console.c:290
2nd 0xc2946004 ttymtx (ttymtx) @ /usr/src/sys/dev/xen/console/console.c:274
KDB: stack backtrace:
X_db_sym_numargs(c024df5a,c27f1bb4,c00f1115,4,c0249670,...) at X_db_sym_numargs+0x146
kdb_backtrace(4,c0249670,c28921e0,c2894f60,c27f1c10,...) at kdb_backtrace+0x29
witness_display_spinlock(c0250bd0,c2946004,c0253348,c2894f60,c02675ea,...) at witness_display_spinlock+0x75
witness_checkorder(c2946004,9,c02675ea,112,0,...) at witness_checkorder+0x839
_mtx_lock_flags(c2946004,0,c02675ea,112,0,...) at _mtx_lock_flags+0xc4
xencons_rx(c0522000,1,c0267654,56,c024c985,...) at xencons_rx+0x4a
xencons_handle_input(0,c27f1cc8,c00a3a94,c02aef40,c28cfd38,...) at xencons_handle_input+0x5d
intr_event_execute_handlers(c28d17ec,c28cfd00,c02470f5,4dd,c28cfd70,...) at intr_event_execute_handlers+0x125
intr_event_add_handler(c28d06e0,c27f1d38,c0246e64,32d,c28d17ec,...) at intr_event_add_handler+0x42f
fork_exit(c0092ee0,c28d06e0,c27f1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc27f1d70, ebp = 0 ---
VMware Workstation 6.0.4
============================================
Trying to mount root from ufs:/dev/ad0s1a
lock order reversal:
1st 0xc2954044 user map (user map) @ /usr/src/sys/vm/vm_map.c:3198
2nd 0xc2ae77ac ufs (ufs) @ /usr/src/sys/kern/vfs_subr.c:2079
KDB: stack backtrace:
db_trace_self_wrapper(c0be7dc5,c267d90c,c0874305,4,c0be3343,...) at db_trace_self_wrapper+0x26
kdb_backtrace(4,c0be3343,c2907728,c290c180,c267d968,...) at kdb_backtrace+0x29
_witness_debugger(c0beaaaf,c2ae77ac,c0bde3b4,c290c180,c0bf178c,...) at _witness_debugger+0x25
witness_checkorder(c2ae77ac,1,c0bf178c,81f,0,...) at witness_checkorder+0x839
__lockmgr_args(c2ae77ac,200501,c2ae77c8,0,0,...) at __lockmgr_args+0x237
ffs_lock(c267da78,c08740ab,c0c0d859,200501,c2ae7754,...) at ffs_lock+0x8a
VOP_LOCK1_APV(c0cee520,c267da78,c294fe24,c0d02600,c2ae7754,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c2ae7754,200501,c0bf178c,81f,4,...) at _vn_lock+0x5e
vget(c2ae7754,200501,c294fd80,4b4,0,...) at vget+0xc9
vnode_pager_lock(c187d744,0,c0c0ae3a,127,c267dc18,...) at vnode_pager_lock+0x1e0
vm_fault(c2954000,80db000,2,8,80db700,...) at vm_fault+0x1df
trap_pfault(5,0,c0c1afbb,2e7,c294dd34,...) at trap_pfault+0x118
trap(c267dd38) at trap+0x289
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x80480e5, esp = 0xbfbfeef0, ebp = 0xbfbfef10 ---
Jan 18 02:15:38 template_8-CURRENT syslogd: exiting on signal 15
Waiting (max 60 seconds) for system process `vnlru' to stop...done
Waiting (max 60 seconds) for system process `bufdaemon' to stop...done
Waiting (max 60 seconds) for system process `syncer' to stop...done
All buffers synced.
lock order reversal:
1st 0xc2ae79c4 ufs (ufs) @ /usr/src/sys/kern/vfs_mount.c:1190
2nd 0xc2ae7df4 devfs (devfs) @ /usr/src/sys/kern/vfs_subr.c:2079
KDB: stack backtrace:
db_trace_self_wrapper(c0be7dc5,c267d9c4,c0874305,4,c0be3343,...) at db_trace_self_wrapper+0x26
kdb_backtrace(4,c0be3343,c290c180,c290c0b0,c267da20,...) at kdb_backtrace+0x29
_witness_debugger(c0beaaaf,c2ae7df4,c0bda8f2,c290c0b0,c0bf178c,...) at _witness_debugger+0x25
witness_checkorder(c2ae7df4,9,c0bf178c,81f,0,...) at witness_checkorder+0x839
__lockmgr_args(c2ae7df4,80100,c2ae7e10,0,0,...) at __lockmgr_args+0x797
vop_stdlock(c267db28,c08740ab,c0bdab23,80100,c2ae7d9c,...) at vop_stdlock+0x62
VOP_LOCK1_APV(c0cc62c0,c267db28,c294fe24,c0d02600,c2ae7d9c,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c2ae7d9c,80100,c0bf178c,81f,8,...) at _vn_lock+0x5e
vget(c2ae7d9c,80100,c294fd80,160,c0bdaa45,...) at vget+0xc9
devfs_allocv(c2b63180,c2b79000,c267dbc0,c294fd80,c2ae796c,...) at devfs_allocv+0x11a
devfs_root(c2b79000,80000,c267dbfc,c294fd80,0,...) at devfs_root+0x51
dounmount(c2b79000,80000,c294fd80,c24b1230,0,...) at dounmount+0x3f6
vfs_unmountall(c0be48c6,0,c0be4970,12a,0,...) at vfs_unmountall+0x4e
boot(c0d36c50,0,c0be4970,ad,c267dd2c,...) at boot+0x44f
reboot(c294fd80,c267dcf8,4,c0bebc92,c0cc9cc8,...) at reboot+0x4b
syscall(c267dd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (55, FreeBSD ELF32, reboot), eip = 0x8050ff3, esp = 0xbfbfe8cc, ebp = 0xbfbfe9a8 ---
Uptime: 36s
lock order reversal:
1st 0xc24f5690 bufwait (bufwait) @ /usr/src/sys/kern/vfs_bio.c:2443
2nd 0xc2d68c00 dirhash (dirhash) @ /usr/src/sys/ufs/ufs/ufs_dirhash.c:263
KDB: stack backtrace:
db_trace_self_wrapper(c0be7dc5,c27eca74,c0874305,4,c0be3343,...) at db_trace_self_wrapper+0x26
kdb_backtrace(4,c0be3343,c29096d8,c290c1e8,c27ecad0,...) at kdb_backtrace+0x29
_witness_debugger(c0beaaaf,c2d68c00,c0c0992e,c290c1e8,c0c095c7,...) at _witness_debugger+0x25
witness_checkorder(c2d68c00,9,c0c095c7,107,0,...) at witness_checkorder+0x839
_sx_xlock(c2d68c00,0,c0c095c7,107,c8349454,...) at _sx_xlock+0x85
ufsdirhash_acquire(0,e,c2a98000,c24f5630,c8349454,...) at ufsdirhash_acquire+0x35
ufsdirhash_remove(c2da8c30,c8349454,1454,c27ecb60,c27ecb5c,...) at ufsdirhash_remove+0x14
ufs_dirremove(c2da4d9c,c2da8bb8,500800c,0,c2da4d9c,...) at ufs_dirremove+0xe5
ufs_remove(c27ecc30,c27ecc30,0,c27ecc30,c2da496c,...) at ufs_remove+0x6e
VOP_REMOVE_APV(c0cee520,c27ecc30,2,c2d9a2a4,bfbfde87,...) at VOP_REMOVE_APV+0xa5
kern_unlinkat(c2d7a480,ffffff9c,bfbfde87,0,c27ecc80,...) at kern_unlinkat+0x187
kern_unlink(c2d7a480,bfbfde87,0,c27ecd2c,c0b36d23,...) at kern_unlink+0x27
unlink(c2d7a480,c27eccf8,4,c0beb2e4,c0cc9890,...) at unlink+0x22
syscall(c27ecd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2818026f, esp = 0xbfbfd98c, ebp = 0xbfbfda08 ---
More information about the freebsd-current
mailing list