Kernel traps

Oliver Roeschke o.roeschke at gmx.net
Sun Jan 18 18:25:27 PST 2009


Hi...

I just started testing 8-CURRENT and I have to say it really rocks. Is
so incredibly fast (even with WITNESS activated). Great work!!!

Currently I'm using 8-CURRENT within VMware workstation (6.0.4) and XEN
(3.3.0) as para-virtualized domain.

I've seen some kernel traps which appear on XEN and VMware, and some
only on XEN or VMware. I've tried to collect them all, and saved them in
the attached text-file.

I'm currently running on SVN revision 187392. I'm experimenting for over
a week now, and always seen the traps.

How can I help resolve this issues? Since I'm experimenting in virtual
machines it's no problem to test whatever needed.


greetz
olli
-------------- next part --------------
XEN:
========================================
template-8_CURRENT# umount /mnt/new
lock order reversal:
 1st 0xc2b788b8 ufs (ufs) @ /usr/src/sys/kern/vfs_mount.c:1190
  2nd 0xc2b78bdc devfs (devfs) @ /usr/src/sys/ufs/ffs/ffs_vfsops.c:1339
  KDB: stack backtrace:
  X_db_sym_numargs(c024df5a,da14ea38,c00f1115,4,c0249670,...) at X_db_sym_numargs+0x146
  kdb_backtrace(4,c0249670,c2896008,c2895f38,da14ea94,...) at kdb_backtrace+0x29
  witness_display_spinlock(c0250bd0,c2b78bdc,c02414d6,c2895f38,c0261f23,...) at witness_display_spinlock+0x75
  witness_checkorder(c2b78bdc,9,c0261f23,53b,c2b78bf8,...) at witness_checkorder+0x839
  __lockmgr_args(c2b78bdc,80400,c2b78bf8,0,0,...) at __lockmgr_args+0x797
  vop_stdlock(da14eb9c,c0261f23,c03eae00,80400,c2b78b84,...) at vop_stdlock+0x62
  VOP_LOCK1_APV(c027cfa0,da14eb9c,da14ebbc,c02a4f60,c2b78b84,...) at VOP_LOCK1_APV+0xa5
  _vn_lock(c2b78b84,80400,c0261f23,53b,c2b91aec,...) at _vn_lock+0x5e
  ffs_sbupdate(c2a96a00,1,c2b2d240,4eb,c0284820,...) at ffs_sbupdate+0x7ba
  dounmount(c2a96a00,8000000,c2b2d240,471,eb08ac66,...) at dounmount+0x45c
  unmount(c2b2d240,da14ed08,8,c,c027fc70,...) at unmount+0x2e0
  syscall(da14ed48) at syscall+0x2a3
  Xint0x80_syscall() at Xint0x80_syscall+0x22
  --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280d224f, esp = 0xbf7fe56c, ebp = 0xbf7fe638 ---


template-8_CURRENT# rm -rf .cshrc .profile COPYRIGHT bin/ boot/ dist/ etc/ lib libexec/ rescue/ root/ sbin/ tmp/* usr/ var
rm: bin/rcp: Operation not permitted
rm: bin/: Directory not empty
lock order reversal:
 1st 0xcf831160 bufwait (bufwait) @ /usr/src/sys/kern/vfs_bio.c:2443
  2nd 0xc2a90e00 dirhash (dirhash) @ /usr/src/sys/ufs/ufs/ufs_dirhash.c:263
  KDB: stack backtrace:
  X_db_sym_numargs(c024df5a,da151a84,c00f1115,4,c0249670,...) at X_db_sym_numargs+0x146
  kdb_backtrace(4,c0249670,c2893f88,c2896070,da151ae0,...) at kdb_backtrace+0x29
  witness_display_spinlock(c0250bd0,c2a90e00,c0262a60,c2896070,c02626f9,...) at witness_display_spinlock+0x75
  witness_checkorder(c2a90e00,9,c02626f9,107,0,...) at witness_checkorder+0x839
  _sx_xlock(c2a90e00,0,c02626f9,107,d01e9018,...) at _sx_xlock+0x85
  ufsdirhash_enduseful(0,e,c2b90000,cf831100,d01e9018,...) at ufsdirhash_enduseful+0x2f5
  ufsdirhash_remove(c2b7a348,d01e9018,18,da151b70,da151b6c,...) at ufsdirhash_remove+0x14
  ufs_dirremove(c2b97d9c,c2b961e0,500800c,0,0,...) at ufs_dirremove+0xe5
  ufs_readdir(da151c40,da151c40,0,da151c40,c2b95d9c,...) at ufs_readdir+0x39f
  VOP_REMOVE_APV(c0297c00,da151c40,2,0,282191b8,...) at VOP_REMOVE_APV+0xa5
  kern_unlinkat(c2b2d000,ffffff9c,282191b8,0,da151c90,...) at kern_unlinkat+0x187
  kern_unlink(c2b2d000,282191b8,0,da151d3c,c02282b3,...) at kern_unlink+0x27
  unlink(c2b2d000,da151d08,4,c0267928,c027fb50,...) at unlink+0x22
  syscall(da151d48) at syscall+0x2a3
  Xint0x80_syscall() at Xint0x80_syscall+0x22
  --- syscall (10, FreeBSD ELF32, unlink), eip = 0x2815aedf, esp = 0xbf7fec1c, ebp = 0xbf7fec48 ---

Trying to mount root from ufs:/dev/ad0s1a
warning: no time-of-day clock registered, system time will not be set accurately
lock order reversal:
 1st 0xc28d7044 user map (user map) @ /usr/src/sys/vm/vm_map.c:3198
  2nd 0xc294b7ac ufs (ufs) @ /usr/src/sys/kern/vfs_subr.c:2079
  KDB: stack backtrace:
  X_db_sym_numargs(c024df5a,c27b9920,c00f1115,4,c0249670,...) at X_db_sym_numargs+0x146
  kdb_backtrace(4,c0249670,c2892728,c2896008,c27b997c,...) at kdb_backtrace+0x29
  witness_display_spinlock(c0250bd0,c294b7ac,c0244b0f,c2896008,c02579f0,...) at witness_display_spinlock+0x75
  witness_checkorder(c294b7ac,1,c02579f0,81f,0,...) at witness_checkorder+0x839
  __lockmgr_args(c294b7ac,200501,c294b7c8,0,0,...) at __lockmgr_args+0x237
  ffs_syncvnode(c27b9a8c,c00f0ebb,c0266952,200501,c294b754,...) at ffs_syncvnode+0x58a
  VOP_LOCK1_APV(c0297c00,c27b9a8c,c28d3e24,c02a4f60,c294b754,...) at VOP_LOCK1_APV+0xa5
  _vn_lock(c294b754,200501,c02579f0,81f,4,...) at _vn_lock+0x5e
  vget(c294b754,200501,c28d3d80,4b4,0,...) at vget+0xc9
  vnode_pager_lock(c087bc98,0,c0263f23,127,c27b9c2c,...) at vnode_pager_lock+0x1e0
  vm_fault(c28d7000,80db000,2,8,80db700,...) at vm_fault+0x1df
  dblfault_handler() at dblfault_handler+0x4e7
  --- trap 0x17, eip = 0, esp = 0, ebp = 0 ---


When entering username on login for the first time after reboot:
lock order reversal:
 1st 0xc041d264 XCONS LOCK (XCONS LOCK) @ /usr/src/sys/dev/xen/console/console.c:290
  2nd 0xc2946004 ttymtx (ttymtx) @ /usr/src/sys/dev/xen/console/console.c:274
  KDB: stack backtrace:
  X_db_sym_numargs(c024df5a,c27f1bb4,c00f1115,4,c0249670,...) at X_db_sym_numargs+0x146
  kdb_backtrace(4,c0249670,c28921e0,c2894f60,c27f1c10,...) at kdb_backtrace+0x29
  witness_display_spinlock(c0250bd0,c2946004,c0253348,c2894f60,c02675ea,...) at witness_display_spinlock+0x75
  witness_checkorder(c2946004,9,c02675ea,112,0,...) at witness_checkorder+0x839
  _mtx_lock_flags(c2946004,0,c02675ea,112,0,...) at _mtx_lock_flags+0xc4
  xencons_rx(c0522000,1,c0267654,56,c024c985,...) at xencons_rx+0x4a
  xencons_handle_input(0,c27f1cc8,c00a3a94,c02aef40,c28cfd38,...) at xencons_handle_input+0x5d
  intr_event_execute_handlers(c28d17ec,c28cfd00,c02470f5,4dd,c28cfd70,...) at intr_event_execute_handlers+0x125
  intr_event_add_handler(c28d06e0,c27f1d38,c0246e64,32d,c28d17ec,...) at intr_event_add_handler+0x42f
  fork_exit(c0092ee0,c28d06e0,c27f1d38) at fork_exit+0xb8
  fork_trampoline() at fork_trampoline+0x8
  --- trap 0, eip = 0, esp = 0xc27f1d70, ebp = 0 ---


VMware Workstation 6.0.4
============================================
Trying to mount root from ufs:/dev/ad0s1a
lock order reversal:
 1st 0xc2954044 user map (user map) @ /usr/src/sys/vm/vm_map.c:3198
  2nd 0xc2ae77ac ufs (ufs) @ /usr/src/sys/kern/vfs_subr.c:2079
  KDB: stack backtrace:
  db_trace_self_wrapper(c0be7dc5,c267d90c,c0874305,4,c0be3343,...) at db_trace_self_wrapper+0x26
  kdb_backtrace(4,c0be3343,c2907728,c290c180,c267d968,...) at kdb_backtrace+0x29
  _witness_debugger(c0beaaaf,c2ae77ac,c0bde3b4,c290c180,c0bf178c,...) at _witness_debugger+0x25
  witness_checkorder(c2ae77ac,1,c0bf178c,81f,0,...) at witness_checkorder+0x839
  __lockmgr_args(c2ae77ac,200501,c2ae77c8,0,0,...) at __lockmgr_args+0x237
  ffs_lock(c267da78,c08740ab,c0c0d859,200501,c2ae7754,...) at ffs_lock+0x8a
  VOP_LOCK1_APV(c0cee520,c267da78,c294fe24,c0d02600,c2ae7754,...) at VOP_LOCK1_APV+0xa5
  _vn_lock(c2ae7754,200501,c0bf178c,81f,4,...) at _vn_lock+0x5e
  vget(c2ae7754,200501,c294fd80,4b4,0,...) at vget+0xc9
  vnode_pager_lock(c187d744,0,c0c0ae3a,127,c267dc18,...) at vnode_pager_lock+0x1e0
  vm_fault(c2954000,80db000,2,8,80db700,...) at vm_fault+0x1df
  trap_pfault(5,0,c0c1afbb,2e7,c294dd34,...) at trap_pfault+0x118
  trap(c267dd38) at trap+0x289
  calltrap() at calltrap+0x6
  --- trap 0xc, eip = 0x80480e5, esp = 0xbfbfeef0, ebp = 0xbfbfef10 ---


Jan 18 02:15:38 template_8-CURRENT syslogd: exiting on signal 15
Waiting (max 60 seconds) for system process `vnlru' to stop...done
Waiting (max 60 seconds) for system process `bufdaemon' to stop...done
Waiting (max 60 seconds) for system process `syncer' to stop...done
All buffers synced.
lock order reversal:
 1st 0xc2ae79c4 ufs (ufs) @ /usr/src/sys/kern/vfs_mount.c:1190
  2nd 0xc2ae7df4 devfs (devfs) @ /usr/src/sys/kern/vfs_subr.c:2079
  KDB: stack backtrace:
  db_trace_self_wrapper(c0be7dc5,c267d9c4,c0874305,4,c0be3343,...) at db_trace_self_wrapper+0x26
  kdb_backtrace(4,c0be3343,c290c180,c290c0b0,c267da20,...) at kdb_backtrace+0x29
  _witness_debugger(c0beaaaf,c2ae7df4,c0bda8f2,c290c0b0,c0bf178c,...) at _witness_debugger+0x25
  witness_checkorder(c2ae7df4,9,c0bf178c,81f,0,...) at witness_checkorder+0x839
  __lockmgr_args(c2ae7df4,80100,c2ae7e10,0,0,...) at __lockmgr_args+0x797
  vop_stdlock(c267db28,c08740ab,c0bdab23,80100,c2ae7d9c,...) at vop_stdlock+0x62
  VOP_LOCK1_APV(c0cc62c0,c267db28,c294fe24,c0d02600,c2ae7d9c,...) at VOP_LOCK1_APV+0xa5
  _vn_lock(c2ae7d9c,80100,c0bf178c,81f,8,...) at _vn_lock+0x5e
  vget(c2ae7d9c,80100,c294fd80,160,c0bdaa45,...) at vget+0xc9
  devfs_allocv(c2b63180,c2b79000,c267dbc0,c294fd80,c2ae796c,...) at devfs_allocv+0x11a
  devfs_root(c2b79000,80000,c267dbfc,c294fd80,0,...) at devfs_root+0x51
  dounmount(c2b79000,80000,c294fd80,c24b1230,0,...) at dounmount+0x3f6
  vfs_unmountall(c0be48c6,0,c0be4970,12a,0,...) at vfs_unmountall+0x4e
  boot(c0d36c50,0,c0be4970,ad,c267dd2c,...) at boot+0x44f
  reboot(c294fd80,c267dcf8,4,c0bebc92,c0cc9cc8,...) at reboot+0x4b
  syscall(c267dd38) at syscall+0x2a3
  Xint0x80_syscall() at Xint0x80_syscall+0x20
  --- syscall (55, FreeBSD ELF32, reboot), eip = 0x8050ff3, esp = 0xbfbfe8cc, ebp = 0xbfbfe9a8 ---
  Uptime: 36s



lock order reversal:
 1st 0xc24f5690 bufwait (bufwait) @ /usr/src/sys/kern/vfs_bio.c:2443
  2nd 0xc2d68c00 dirhash (dirhash) @ /usr/src/sys/ufs/ufs/ufs_dirhash.c:263
  KDB: stack backtrace:
  db_trace_self_wrapper(c0be7dc5,c27eca74,c0874305,4,c0be3343,...) at db_trace_self_wrapper+0x26
  kdb_backtrace(4,c0be3343,c29096d8,c290c1e8,c27ecad0,...) at kdb_backtrace+0x29
  _witness_debugger(c0beaaaf,c2d68c00,c0c0992e,c290c1e8,c0c095c7,...) at _witness_debugger+0x25
  witness_checkorder(c2d68c00,9,c0c095c7,107,0,...) at witness_checkorder+0x839
  _sx_xlock(c2d68c00,0,c0c095c7,107,c8349454,...) at _sx_xlock+0x85
  ufsdirhash_acquire(0,e,c2a98000,c24f5630,c8349454,...) at ufsdirhash_acquire+0x35
  ufsdirhash_remove(c2da8c30,c8349454,1454,c27ecb60,c27ecb5c,...) at ufsdirhash_remove+0x14
  ufs_dirremove(c2da4d9c,c2da8bb8,500800c,0,c2da4d9c,...) at ufs_dirremove+0xe5
  ufs_remove(c27ecc30,c27ecc30,0,c27ecc30,c2da496c,...) at ufs_remove+0x6e
  VOP_REMOVE_APV(c0cee520,c27ecc30,2,c2d9a2a4,bfbfde87,...) at VOP_REMOVE_APV+0xa5
  kern_unlinkat(c2d7a480,ffffff9c,bfbfde87,0,c27ecc80,...) at kern_unlinkat+0x187
  kern_unlink(c2d7a480,bfbfde87,0,c27ecd2c,c0b36d23,...) at kern_unlink+0x27
  unlink(c2d7a480,c27eccf8,4,c0beb2e4,c0cc9890,...) at unlink+0x22
  syscall(c27ecd38) at syscall+0x2a3
  Xint0x80_syscall() at Xint0x80_syscall+0x20
  --- syscall (10, FreeBSD ELF32, unlink), eip = 0x2818026f, esp = 0xbfbfd98c, ebp = 0xbfbfda08 ---





More information about the freebsd-current mailing list