7.1RC1: system hang

Guy Helmer ghelmer at palisadesys.com
Mon Dec 15 09:12:11 PST 2008


I have a recurring hang on FreeBSD 7.1 roughly-RC1 (releng_7_1 checkout 
as of 2008-12-08) on a dual-CPU hyperthreaded Xeon i386.  Here is the 
output from ps/m, show allpcpu, show locks, show alllocks, allt, show 
allchains, and show lockedvnods commands in the debugger.

I'm suspicious of the vmstat process's locking -- it has shown up in 
each of the hangs I've seen so far.

Any help would be appreciated.

Guy

db> ps /m
  pid  ppid  pgrp   uid   state   wmesg     wchan    cmd
96381 96369 96364     0  S       user map 0xc610d86c vmstat
96378 96368 96365     0  R                           sysctl
96369 96364 96364     0  S       piperd   0xc4928c60 perl5.8.8
96368 96365 96365     0  S       piperd   0xc75ec630 perl5.8.8
96367 96362 96362  1001  R                           initial thread
96365 96361 96365     0  Ss      wait     0xc5cd42b8 sh
96364 96360 96364     0  Ss      wait     0xc6131570 sh
96362 96359 96362  1001  Ss      wait     0xc7478828 sh
96361  3851  3851     0  S       piperd   0xc4986dec cron
96360  3851  3851     0  S       piperd   0xc5dcf948 cron
96359  3851  3851     0  S       piperd   0xc74b8000 cron
96358  1424 96358    70  Ss      sbwait   0xc60a073c postgres
96215 96203  2054  1001  RL                          filter
96212 96209  2054  1001  R                           kvoop
96209 96201  2054  1001  R       CPU 1               filter
96203  2055  2054  1001  S       piperd   0xc5bf5948 perform_ca
96201  2055  2054  1001  S       piperd   0xc61b94a4 perform_ca
92421  3821  3821  1001  S       proctree 0xc0928754 httpd
92417  3821  3821  1001  R                           httpd
50637  1424 50637    70  Ss      sbwait   0xc772c8dc postgres
50633  1441  1440  1001  S       proctree 0xc0928754 ph_alert_mgr
 4611  4602  4611  1001  Ss+     allproc  0xc092873c tcsh
 4602  4550  4550  1001  S       select   0xc097a77c sshd
 4550  3836  4550     0  Ss      sbwait   0xc5ebd3fc sshd
 4459  4201  4459  1001  S+      allproc  0xc092873c tcsh
 4202     1  4202     0  Ss      sysctl l 0xc0928c34 ntpd
 4201     1  4201     0  Ss+     wait     0xc48d8828 login
 4200     1  4200     0  Ss+     ttyin    0xc4594010 getty
 4199     1  4199     0  Ss+     ttyin    0xc4595810 getty
 4198     1  4198     0  Ss+     ttyin    0xc45a3c10 getty
 4197     1  4197     0  Ss+     ttyin    0xc45a3810 getty
 3851     1  3851     0  Ss      nanslp   0xc0928dc4 cron
 3845     1  3845    25  Ss      pause    0xc5cd3318 sendmail
 3836     1  3836     0  Ss      select   0xc097a77c sshd
 3821     1  3821     0  Ss      proctree 0xc0928754 initial thread
 3813     1  3813     0  Ss      sysctl l 0xc0928c34 sendmail
 2463  2213  2463   100  Ss      piperd   0xc47b1948 unlinkd
 2225     1  2225  1001  Ss      (threaded)          proxsmtpd
100120                   S       accept   0xc5cdfd3a proxsmtpd
 2219     1    50     0  S+      select   0xc097a77c snmpd
 2213  2211  2211   100  S       select   0xc097a77c squid
 2211     1  2211   100  Ss      wait     0xc5cd3570 squid
 2189     1  2188     0  S       nanslp   0xc0928dc4 smartd
 2175  2167  2167  1001  S       accept   0xc5c5a37a imspector
 2174  2167  2167  1001  S       accept   0xc48cc85a imspector
 2168  2167  2167  1001  S       accept   0xc5c5a6ba imspector
 2167     1  2167  1001  Ss      select   0xc097a77c imspector
 2166  1424  2166    70  Ss      sbwait   0xc4be30bc postgres
 2162  2161  2161  1001  S       nanslp   0xc0928dc4 initial thread
 2161     1  2161     0  Ss      wait     0xc5bf8570 sys-monitor
 2154  2153  2153  1001  S       proctree 0xc0928754 initial thread
 2153     1  2153     0  Ss      wait     0xc47f2ae0 sys-monitor
 2138  2137  2137  1001  S       proctree 0xc0928754 icapd
 2137     1  2137     0  Ss      wait     0xc5bf8ae0 sys-monitor
 2127  2126  2126  1001  S       select   0xc097a77c perl5.8.8
 2126     1  2126     0  Ss      wait     0xc4a70828 sys-monitor
 2063  2062  2062  1001  S       accept   0xc48d203a initial thread
 2062     1  2062     0  Ss      wait     0xc5bf72b8 sys-monitor
 2055  2054  2054  1001  S       proctree 0xc0928754 perform_ca
 2054     1  2054     0  Ss      wait     0xc5bf7000 sys-monitor
 2052     1  2052     0  Ss      sysctl l 0xc0928c34 sys-ifmonitor
 1789  1424  1789    70  Ss      sbwait   0xc4be38dc postgres
 1746  1745  1745  1001  S       select   0xc097a77c initial thread
 1745     1  1745     0  Ss      wait     0xc47f3828 sys-monitor
 1738  1737  1737  1001  S       select   0xc097a77c user_manager
 1737     1  1737     0  Ss      wait     0xc47262b8 sys-monitor
 1730  1729  1729  1001  R       (threaded)          ph
100185                   S       ucond    0xc49a5440 ph
100184                   S       ucond    0xc49a5400 ph
100183                   S       ucond    0xc49a53c0 ph
100182                   S       ucond    0xc49a5380 ph
100082                   RunQ                        initial thread
 1729     1  1729     0  Ss      wait     0xc4a6f828 sys-monitor
 1441  1440  1440  1001  S       accept   0xc48cd51a initial thread
 1440     1  1440     0  Ss      wait     0xc47f3570 sys-monitor
 1429  1424  1429    70  Ss      select   0xc097a77c postgres
 1428  1424  1428    70  Ss      select   0xc097a77c postgres
 1427  1424  1427    70  Ss      select   0xc097a77c postgres
 1426  1424  1426    70  Ss      select   0xc097a77c postgres
 1424  1422  1422    70  S       allproc  0xc092873c initial thread
 1422     1  1422     0  Ss      wait     0xc48da828 sys-monitor
 1345     1  1345     0  Ss      select   0xc097a77c syslogd
 1316     0     0     0  SL      -        0xc0926a60 [accounting]
  465     1   465     0  Ss      select   0xc097a77c devd
  120     1   120     0  Ss      pause    0xc47b55d0 adjkerntz
   49     0     0     0  SL      sdflush  0xc09836c8 [softdepflush]
   48     0     0     0  SL      vlruwt   0xc4722828 [vnlru]
   47     0     0     0  SL      syncer   0xc0928bec [syncer]
   46     0     0     0  SL      psleep   0xc097ac04 [bufdaemon]
   45     0     0     0  SL      pollid   0xc0928318 [idlepoll]
   44     0     0     0  SL      pgzero   0xc09842a0 [pagezero]
   43     0     0     0  SL      psleep   0xc0983eb8 [vmdaemon]
   42     0     0     0  SL      psleep   0xc0983e80 [pagedaemon]
   41     0     0     0  SL      -        0xc46c6480 [dummynet]
   40     0     0     0  WL                          [irq7: ppbus0 ppc0]
   39     0     0     0  SL      -        0xc456a83c [fdc0]
   38     0     0     0  WL                          [swi0: sio]
   37     0     0     0  WL                          [irq1: atkbd0]
   36     0     0     0  WL                          [irq15: ata1]
   35     0     0     0  WL                          [irq14: ata0]
   34     0     0     0  SL      usbevt   0xc455d210 [usb2]
   33     0     0     0  WL                          [irq18: uhci2]
   32     0     0     0  SL      usbevt   0xc453e210 [usb1]
   31     0     0     0  WL                          [irq19: uhci1]
   30     0     0     0  SL      usbtsk   0xc0925bd4 [usbtask-dr]
   29     0     0     0  SL      usbtsk   0xc0925bc0 [usbtask-hc]
   28     0     0     0  SL      usbevt   0xc4544210 [usb0]
   27     0     0     0  WL                          [irq16: uhci0]
   26     0     0     0  SL      -        0xc4523a00 [em1 taskq]
   25     0     0     0  SL      -        0xc4523c00 [em0 taskq]
   24     0     0     0  WL                          [irq9: acpi0]
   23     0     0     0  SL      -        0xc446ed80 [kqueue taskq]
   22     0     0     0  WL                          [swi2: cambio]
    9     0     0     0  SL      ccb_scan 0xc090c954 [xpt_thrd]
   21     0     0     0  WL                          [swi6: task queue]
   20     0     0     0  WL                          [swi6: Giant taskq]
    8     0     0     0  SL      -        0xc44b3280 [acpi_task_2]
    7     0     0     0  SL      -        0xc44b3280 [acpi_task_1]
    6     0     0     0  SL      -        0xc44b3280 [acpi_task_0]
    5     0     0     0  SL      -        0xc44b3300 [thread taskq]
   19     0     0     0  WL                          [swi5: +]
   18     0     0     0  SL      -        0xc0928bf4 [yarrow]
    4     0     0     0  SL      -        0xc092634c [g_down]
    3     0     0     0  SL      -        0xc0926348 [g_up]
    2     0     0     0  SL      -        0xc0926340 [g_event]
   17     0     0     0  WL                          [swi3: vm]
   16     0     0     0  WL                          [swi4: clock sio]
   15     0     0     0  WL                          [swi1: net]
   14     0     0     0  RL      CPU 0               [idle: cpu0]
   13     0     0     0  RL                          [idle: cpu1]
   12     0     0     0  RL      CPU 2               [idle: cpu2]
   11     0     0     0  RL      CPU 3               [idle: cpu3]
    1     0     1     0  SLs     wait     0xc442bae0 [init]
   10     0     0     0  SL      audit_wo 0xc0983114 [audit]
    0     0     0     0  SLs     sched    0xc0926400 [swapper]
95907  1441  1440  1001  Z                           ph_alert_mgr
95900  1441  1440  1001  Z                           ph_alert_mgr
95901  1441  1440  1001  Z                           ph_alert_mgr
95891  1441  1440  1001  Z                           ph_alert_mgr
95899  1441  1440  1001  Z                           ph_alert_mgr
95898  1441  1440  1001  Z                           ph_alert_mgr
95902  1441  1440  1001  Z                           ph_alert_mgr
db> show allpcpu
Current CPU: 0

cpuid        = 0
curthread    = 0xc442d460: pid 14 "idle: cpu0"
curpcb       = 0xe300ad90
fpcurthread  = none
idlethread   = 0xc442d460: pid 14 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

cpuid        = 1
curthread    = 0xc7904230: pid 96209 "filter"
curpcb       = 0xe72f8d90
fpcurthread  = none
idlethread   = 0xc442d690: pid 13 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x50
spin locks held:

cpuid        = 2
curthread    = 0xc442d8c0: pid 12 "idle: cpu2"
curpcb       = 0xe3004d90
fpcurthread  = none
idlethread   = 0xc442d8c0: pid 12 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:

cpuid        = 3
curthread    = 0xc442daf0: pid 11 "idle: cpu3"
curpcb       = 0xe3001d90
fpcurthread  = none
idlethread   = 0xc442daf0: pid 11 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x50
spin locks held:

db> show locks
db> show alllocks
Process 96381 (vmstat) thread 0xc756caf0 (100276)
shared sx allproc r = 0 (0xc092873c) locked @ vm/vm_meter.c:130
exclusive sx sysctl lock r = 0 (0xc0928c34) locked @ kern/kern_sysctl.c:1396
Process 96358 (postgres) thread 0xc7551460 (100275)
exclusive sx so_rcv_sx r = 0 (0xc60a070c) locked @ kern/uipc_sockbuf.c:148
Process 96215 (filter) thread 0xc613b230 (100228)
exclusive sleep mutex vm object (standard object) r = 0 (0xc5de84d8) 
locked @ vm/vm_fault.c:886
exclusive sx user map r = 0 (0xc610d86c) locked @ vm/vm_map.c:3111
Process 50637 (postgres) thread 0xc613b8c0 (100225)
exclusive sx so_rcv_sx r = 0 (0xc772c8ac) locked @ kern/uipc_sockbuf.c:148
Process 4611 (tcsh) thread 0xc47fc230 (100097)
shared sx proctree r = 0 (0xc0928754) locked @ kern/kern_fork.c:300
Process 4550 (sshd) thread 0xc4a74000 (100170)
exclusive sx so_rcv_sx r = 0 (0xc5ebd3cc) locked @ kern/uipc_sockbuf.c:148
Process 4459 (tcsh) thread 0xc4822af0 (100107)
shared sx proctree r = 0 (0xc0928754) locked @ kern/kern_fork.c:300
Process 2166 (postgres) thread 0xc48db8c0 (100086)
exclusive sx so_rcv_sx r = 0 (0xc4be308c) locked @ kern/uipc_sockbuf.c:148
Process 1789 (postgres) thread 0xc47bad20 (100051)
exclusive sx so_rcv_sx r = 0 (0xc4be38ac) locked @ kern/uipc_sockbuf.c:148
Process 1424 (postgres) thread 0xc4822690 (100109)
shared sx proctree r = 0 (0xc0928754) locked @ kern/kern_fork.c:300
db> show sleepchain 96381
thread 100276 (pid 96381, vmstat) blocked on sx "user map" XLOCK
thread 100228 (pid 96215, filter) is on a run queue
db> show sleepchain 96358
thread 100275 (pid 96358, postgres) sleeping on 0xc60a073c "sbwait"
db> show sleepchain 96215
thread 100228 (pid 96215, filter) is on a run queue
db> show sleepchain 50637
thread 100225 (pid 50637, postgres) sleeping on 0xc772c8dc "sbwait"
db> show sleepchain 4611
thread 100097 (pid 4611, tcsh) blocked on sx "allproc" SLOCK (count 1)
db> show sleepchain 4550
thread 100170 (pid 4550, sshd) sleeping on 0xc5ebd3fc "sbwait"
db> show sleepchain 4459
thread 100107 (pid 4459, tcsh) blocked on sx "allproc" SLOCK (count 1)
db> show sleepchain 2166
thread 100086 (pid 2166, postgres) sleeping on 0xc4be30bc "sbwait"
db> show sleepchain 1789
thread 100051 (pid 1789, postgres) sleeping on 0xc4be38dc "sbwait"
db> show sleepchain 1424
thread 100109 (pid 1424, initial thread) blocked on sx "allproc" SLOCK 
(count 1)
db> allt

Tracing command vmstat pid 96381 tid 100276 td 0xc756caf0
sched_switch(c756caf0,0,1,24b,d2bf8efc,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c756caf0,c756caf0,c756caf0,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c756caf0,0,c085c813,243,c610d86c,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c610d86c,0,c086e83c,3,0,...) at 0xc06880b6 = sleepq_wait+0x36
_sx_xlock_hard(c610d86c,c756caf0,0,c086e932,ba,...) at 0xc066092e = 
_sx_xlock_hard+0x22e
_sx_xlock(c610d86c,0,c086e932,ba,e709cb58,...) at 0xc0660b6b = 
_sx_xlock+0x6b
_vm_map_lock_read(c610d828,c086e932,ba,b1,c47bbd98,...) at 0xc07ab7a0 = 
_vm_map_lock_read+0x50
vmtotal(c08fcb60,0,30,e709cba4,e709cba4,...) at 0xc07ae75b = vmtotal+0x29b
sysctl_root(e709cba4,0,c085a213,574,c756caf0,...) at 0xc0662977 = 
sysctl_root+0x127
userland_sysctl(c756caf0,e709cc14,2,bfbfe4dc,bfbfe520,...) at 0xc0662aa5 
= userland_sysctl+0x115
__sysctl(c756caf0,e709ccfc,18,c085df3a,c08e2af0,...) at 0xc0662eec = 
__sysctl+0xbc
syscall(e709cd38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x4817dc1f, esp = 
0xbfbfe32c, ebp = 0xbfbfe358 ---

Tracing command sysctl pid 96378 tid 100194 td 0xc5e27000
sched_switch(c5e27000,0,1,c068abe0,a9326472,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c085ccbb,2e3,c09339c4,...) at 0xc06611d3 = mi_switch+0x143
turnstile_wait(c4bc61e0,c5f80af0,0,c75ec7a0,3d0,...) at 0xc068b404 = 
turnstile_wait+0x234
_mtx_lock_sleep(c75ec7a0,c5e27000,0,c085d7a2,3d0,...) at 0xc064d51e = 
_mtx_lock_sleep+0x10e
_mtx_lock_flags(c75ec7a0,0,c085d7a2,3d0,8,...) at 0xc064d5a7 = 
_mtx_lock_flags+0x67
pipe_write(c5ebbdf4,e6f8ac60,c6c25a00,0,c5e27000,...) at 0xc0691e80 = 
pipe_write+0x40
dofilewrite(e6f8ac60,ffffffff,ffffffff,0,c5ebbdf4,...) at 0xc068fd65 = 
dofilewrite+0x95
kern_writev(c5e27000,1,e6f8ac60,bfbfd560,1,...) at 0xc068ffe8 = 
kern_writev+0x58
write(c5e27000,e6f8acfc,c,c084f1db,c08e1860,...) at 0xc069005f = write+0x4f
syscall(e6f8ad38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x4815a963, esp = 
0xbfbfd3dc, ebp = 0xbfbfd3f8 ---

Tracing command perl5.8.8 pid 96369 tid 100188 td 0xc5e27d20
sched_switch(c5e27d20,0,1,24b,cf951454,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c5ff0840,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c5ff0840,0,c085c813,19e,c4928c60,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c09310c0,8,c085a1a5,c5e27d20,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c4928c60,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c4928c60,c4928dd0,14c,c085d7ef,0,...) at 0xc0661707 = _sleep+0x307
pipe_read(c493689c,e6f78c60,c62ca500,0,c5e27d20,...) at 0xc06915b9 = 
pipe_read+0x389
dofileread(e6f78c60,ffffffff,ffffffff,0,c493689c,...) at 0xc0690106 = 
dofileread+0x96
kern_readv(c5e27d20,3,e6f78c60,48305000,1000,...) at 0xc0690478 = 
kern_readv+0x58
read(c5e27d20,e6f78cfc,c,c5e27d20,c08e1848,...) at 0xc069055f = read+0x4f
syscall(e6f78d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x482a2983, esp = 
0xbfbfca6c, ebp = 0xbfbfca88 ---

Tracing command perl5.8.8 pid 96368 tid 100477 td 0xc5f80af0
sched_switch(c5f80af0,0,1,24b,a93390e4,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c5c642d0,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c5c642d0,0,c085c813,19e,c75ec630,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c09310c0,8,c085a1a5,c5f80af0,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c75ec630,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c75ec630,c75ec7a0,14c,c085d7ef,0,...) at 0xc0661707 = _sleep+0x307
pipe_read(c4a00c78,e7395c60,c6c25a00,0,c5f80af0,...) at 0xc06915b9 = 
pipe_read+0x389
dofileread(e7395c60,ffffffff,ffffffff,0,c4a00c78,...) at 0xc0690106 = 
dofileread+0x96
kern_readv(c5f80af0,4,e7395c60,48305000,1000,...) at 0xc0690478 = 
kern_readv+0x58
read(c5f80af0,e7395cfc,c,c082c73d,c08e1848,...) at 0xc069055f = read+0x4f
syscall(e7395d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x482a2983, esp = 
0xbfbfcb0c, ebp = 0xbfbfcb28 ---

Tracing command php pid 96367 tid 100284 td 0xc7569d20
sched_switch(c7569d20,0,2,b4,994e18fa,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(2,0,c085cb08,ec,10004,...) at 0xc06611d3 = mi_switch+0x143
ast(e70b4d38) at 0xc0689c9b = ast+0x23b
doreti_ast() at 0xc07e4aed = doreti_ast+0x17

Tracing command sh pid 96365 tid 100148 td 0xc4bc8af0
sched_switch(c4bc8af0,0,1,24b,7e398e8e,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c5cd42d0,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c5cd42d0,0,c085c813,19e,c5cd42b8,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c4bc8af0,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c5cd42b8,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c5cd42b8,c5cd4348,15c,c085db38,0,...) at 0xc0661707 = _sleep+0x307
kern_wait(c4bc8af0,ffffffff,e6eb8c2c,2,0,...) at 0xc0639156 = 
kern_wait+0xa46
wait4(c4bc8af0,e6eb8cfc,10,c4bc8af0,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e6eb8d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x4814658b, esp = 
0xbfbfebdc, ebp = 0xbfbfebf8 ---

Tracing command sh pid 96364 tid 100231 td 0xc613aaf0
sched_switch(c613aaf0,0,1,24b,7ecc5d46,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c6131588,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c6131588,0,c085c813,19e,c6131570,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c613aaf0,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c6131570,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c6131570,c6131600,15c,c085db38,0,...) at 0xc0661707 = _sleep+0x307
kern_wait(c613aaf0,ffffffff,e7015c2c,2,0,...) at 0xc0639156 = 
kern_wait+0xa46
wait4(c613aaf0,e7015cfc,10,c613aaf0,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e7015d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x4814658b, esp = 
0xbfbfebdc, ebp = 0xbfbfebf8 ---

Tracing command sh pid 96362 tid 100283 td 0xc756c000
sched_switch(c756c000,0,1,24b,7e295ce4,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c7478840,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c7478840,0,c085c813,19e,c7478828,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c09310c0,8,c085a1a5,c756c000,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c7478828,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c7478828,c74788b8,15c,c085db38,0,...) at 0xc0661707 = _sleep+0x307
kern_wait(c756c000,ffffffff,e70b1c2c,2,0,...) at 0xc0639156 = 
kern_wait+0xa46
wait4(c756c000,e70b1cfc,10,c756c000,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e70b1d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x4814658b, esp = 
0xbfbfebdc, ebp = 0xbfbfebf8 ---

Tracing command cron pid 96361 tid 100239 td 0xc60f1690
sched_switch(c60f1690,0,1,24b,7d08d224,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c61672d0,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c61672d0,0,c085c813,19e,c4986dec,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c09310c0,8,c085a1a5,c60f1690,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c4986dec,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c4986dec,c4986f5c,14c,c085d7ef,0,...) at 0xc0661707 = _sleep+0x307
pipe_read(c4a000e4,e702dc60,c5cf2b00,0,c60f1690,...) at 0xc06915b9 = 
pipe_read+0x389
dofileread(e702dc60,ffffffff,ffffffff,0,c4a000e4,...) at 0xc0690106 = 
dofileread+0x96
kern_readv(c60f1690,5,e702dc60,48221000,1000,...) at 0xc0690478 = 
kern_readv+0x58
read(c60f1690,e702dcfc,c,c085da67,c08e1848,...) at 0xc069055f = read+0x4f
syscall(e702dd38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x48174983, esp = 
0xbfbfe6fc, ebp = 0xbfbfe718 ---

Tracing command cron pid 96360 tid 100210 td 0xc600d460
sched_switch(c600d460,0,1,24b,7d8dcb66,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c60ed840,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c60ed840,0,c085c813,19e,c5dcf948,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c600d460,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c5dcf948,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c5dcf948,c5dcfab8,14c,c085d7ef,0,...) at 0xc0661707 = _sleep+0x307
pipe_read(c6108d10,e6fbac60,c5cf2b00,0,c600d460,...) at 0xc06915b9 = 
pipe_read+0x389
dofileread(e6fbac60,ffffffff,ffffffff,0,c6108d10,...) at 0xc0690106 = 
dofileread+0x96
kern_readv(c600d460,5,e6fbac60,48221000,1000,...) at 0xc0690478 = 
kern_readv+0x58
read(c600d460,e6fbacfc,c,c085da67,c08e1848,...) at 0xc069055f = read+0x4f
syscall(e6fbad38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x48174983, esp = 
0xbfbfe6fc, ebp = 0xbfbfe718 ---

Tracing command cron pid 96359 tid 100227 td 0xc613b460
sched_switch(c613b460,0,1,24b,7cf981f6,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c61322d0,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c61322d0,0,c085c813,19e,c74b8000,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c613b460,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c74b8000,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c74b8000,c74b8170,14c,c085d7ef,0,...) at 0xc0661707 = _sleep+0x307
pipe_read(c5ebb428,e7009c60,c5cf2b00,0,c613b460,...) at 0xc06915b9 = 
pipe_read+0x389
dofileread(e7009c60,ffffffff,ffffffff,0,c5ebb428,...) at 0xc0690106 = 
dofileread+0x96
kern_readv(c613b460,5,e7009c60,48221000,1000,...) at 0xc0690478 = 
kern_readv+0x58
read(c613b460,e7009cfc,c,c085da67,c08e1848,...) at 0xc069055f = read+0x4f
syscall(e7009d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x48174983, esp = 
0xbfbfe6fc, ebp = 0xbfbfe718 ---

Tracing command postgres pid 96358 tid 100275 td 0xc7551460
sched_switch(c7551460,0,1,24b,93a11dd4,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c753a588,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c753a588,0,c085c813,19e,c60a073c,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c09310c0,8,c085a1a5,c7551460,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c60a073c,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c60a073c,c60a06f4,158,c08601ab,0,...) at 0xc0661707 = _sleep+0x307
sbwait(c60a06d0,0,c0860221,592,c60a06f4,...) at 0xc06a8a42 = sbwait+0x52
soreceive_generic(c60a0680,0,e7099c60,0,0,...) at 0xc06ad7ac = 
soreceive_generic+0x3bc
soreceive(c60a0680,0,e7099c60,0,0,...) at 0xc06a98c8 = soreceive+0x38
soo_read(c5ebb6d4,e7099c60,c49b1500,0,c7551460,...) at 0xc0694bdb = 
soo_read+0x3b
dofileread(e7099c60,ffffffff,ffffffff,0,c5ebb6d4,...) at 0xc0690106 = 
dofileread+0x96
kern_readv(c7551460,7,e7099c60,48970000,5,...) at 0xc0690478 = 
kern_readv+0x58
read(c7551460,e7099cfc,c,c084f1db,c08e1848,...) at 0xc069055f = read+0x4f
syscall(e7099d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x4878a983, esp = 
0xbfbfd7dc, ebp = 0xbfbfd7f8 ---

Tracing command filter pid 96215 tid 100228 td 0xc613b230
sched_switch(c613b230,0,1,c068abe0,44a5e66a,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c085ccbb,2e3,c09338c8,...) at 0xc06611d3 = mi_switch+0x143
turnstile_wait(c787a820,c7903af0,0,c0983e5c,377,...) at 0xc068b404 = 
turnstile_wait+0x234
_mtx_lock_sleep(c0983e5c,c613b230,0,c086e39f,377,...) at 0xc064d51e = 
_mtx_lock_sleep+0x10e
_mtx_lock_flags(c0983e5c,0,c086e39f,377,0,...) at 0xc064d5a7 = 
_mtx_lock_flags+0x67
vm_fault(c610d828,4826a000,1,0,4826a928,...) at 0xc07a765b = vm_fault+0x1b1b
trap_pfault(5,0,c0877641,c613b230,c,...) at 0xc07fbe89 = trap_pfault+0xf9
trap(e700cd38) at 0xc07fc6fd = trap+0x25d
calltrap() at 0xc07e41cb = calltrap+0x6
--- trap 0xc, eip = 0x4826a928, esp = 0xbfbfda0c, ebp = 0xbfbfda38 ---

Tracing command kvoop pid 96212 tid 100243 td 0xc60f0d20
sched_switch(c60f0d20,0,1,24b,2eb909b6,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c6166588,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c6166588,0,c085c813,19e,c097a77c,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c097a77c,e7039ad8,c064d2b9,c097a764,c60f0d20,...) 
at 0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_timedwait_sig(c097a77c,ea61,c086acda,101,0,...) at 0xc0687f57 = 
sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c097a77c,c097a764,ea61,3bb,2,...) at 0xc0625df8 = 
_cv_timedwait_sig+0x1a8
poll(c60f0d20,e7039cfc,c,c085e083,c08e2b98,...) at 0xc068eec4 = poll+0x554
syscall(e7039d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x48226bb7, esp = 
0x8068f3c, ebp = 0x8068f98 ---

Tracing command filter pid 96209 tid 100437 td 0xc7904230
cpustop_handler(2,e72f8d2c,c07fc4d0,23,3,...) at 0xc07f2c52 = 
cpustop_handler+0x32
ipi_nmi_handler(23,3,c0676004,c7904230,13,...) at 0xc07f2cdf = 
ipi_nmi_handler+0x2f
trap(e72f8d38) at 0xc07fc4d0 = trap+0x30
calltrap() at 0xc07e41cb = calltrap+0x6
--- trap 0x13, eip = 0x480a96d5, esp = 0xbfbfcf70, ebp = 0xbfbfcf78 ---

Tracing command perform_ca pid 96203 tid 100203 td 0xc600e460
sched_switch(c600e460,0,1,24b,41c7c61c,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c60ef018,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c60ef018,0,c085c813,19e,c5bf5948,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c09310c0,8,c085a1a5,c600e460,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c5bf5948,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c5bf5948,c5bf5ab8,14c,c085d7ef,0,...) at 0xc0661707 = _sleep+0x307
pipe_read(c4b7b4c0,e6fa5c60,c4978100,0,c600e460,...) at 0xc06915b9 = 
pipe_read+0x389
dofileread(e6fa5c60,ffffffff,ffffffff,0,c4b7b4c0,...) at 0xc0690106 = 
dofileread+0x96
kern_readv(c600e460,d,e6fa5c60,839b1db,1,...) at 0xc0690478 = 
kern_readv+0x58
read(c600e460,e6fa5cfc,c,c600e460,c08e1848,...) at 0xc069055f = read+0x4f
syscall(e6fa5d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x820c56f, esp = 0xbfbf998c, 
ebp = 0xbfbf99b8 ---

Tracing command perform_ca pid 96201 tid 100481 td 0xc77d2af0
sched_switch(c77d2af0,0,1,24b,26596dcc,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c78fa588,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c78fa588,0,c085c813,19e,c61b94a4,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c77d2af0,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c61b94a4,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c61b94a4,c61b9614,14c,c085d7ef,0,...) at 0xc0661707 = _sleep+0x307
pipe_read(c5ebb63c,e73b7c60,c4978100,0,c77d2af0,...) at 0xc06915b9 = 
pipe_read+0x389
dofileread(e73b7c60,ffffffff,ffffffff,0,c5ebb63c,...) at 0xc0690106 = 
dofileread+0x96
kern_readv(c77d2af0,d,e73b7c60,839b1db,1,...) at 0xc0690478 = 
kern_readv+0x58
read(c77d2af0,e73b7cfc,c,c77d2af0,c08e1848,...) at 0xc069055f = read+0x4f
syscall(e73b7d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x820c56f, esp = 0xbfbf998c, 
ebp = 0xbfbf99b8 ---

Tracing command httpd pid 92421 tid 100300 td 0xc754f690
sched_switch(c754f690,0,1,24b,f0f9ecd8,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c754f690,c754f690,c754f690,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c754f690,0,c085c813,243,c0928754,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c0928754,0,c0859453,3,0,...) at 0xc06880b6 = sleepq_wait+0x36
_sx_xlock_hard(c0928754,c754f690,0,c0852b41,1a0,...) at 0xc066092e = 
_sx_xlock_hard+0x22e
_sx_xlock(c0928754,0,c0852b41,1a0,1002,...) at 0xc0660b6b = _sx_xlock+0x6b
devfs_close(e70efb30,e70efb54,c06d91c7,c08de5e0,e70efb30,...) at 
0xc05f29af = devfs_close+0x3f
VOP_CLOSE_APV(c08de5e0,e70efb30,c754f690,c086269f,120,...) at 0xc080ff52 
= VOP_CLOSE_APV+0x42
vn_close(c63ffbdc,1,c48c2900,c754f690,c068e3e2,...) at 0xc06d91c7 = 
vn_close+0x87
vn_closefile(c4b7b260,c754f690,c4b7b260,0,e70efbe8,...) at 0xc06d92d7 = 
vn_closefile+0xe7
devfs_close_f(c4b7b260,c754f690,c0856ae5,8c6,e70efbe8,...) at 0xc05f031b 
= devfs_close_f+0x2b
fdrop(c4b7b260,c754f690,c0856aee,c068d7b8,0,c090c2e0,c63ffbdc,c75182b8,2,e70efc1c,40,0,0,0,0,8,2,463) 
at 0xc062df71 = fdrop+0xf1
closef(c4b7b260,c754f690,463,448,c4b7b260,...) at 0xc062faf2 = closef+0x252
kern_close(c754f690,10,e70efd2c,c07fc233,c754f690,...) at 0xc062fe9d = 
kern_close+0x11d
close(c754f690,e70efcfc,4,16,c08e1890,...) at 0xc062ff3a = close+0x1a
syscall(e70efd38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (6, FreeBSD ELF32, close), eip = 0x48501943, esp = 
0xbfbfe9bc, ebp = 0xbfbfe9d8 ---

Tracing command httpd pid 92417 tid 100328 td 0xc77e0000
sched_switch(c77e0000,0,2,b4,9534efa6,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(2,0,c085cb08,ec,10004,...) at 0xc06611d3 = mi_switch+0x143
ast(e7154d38) at 0xc0689c9b = ast+0x23b
doreti_ast() at 0xc07e4aed = doreti_ast+0x17

Tracing command postgres pid 50637 tid 100225 td 0xc613b8c0
sched_switch(c613b8c0,0,1,24b,f2b10170,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c6132840,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c6132840,0,c085c813,19e,c772c8dc,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c613b8c0,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c772c8dc,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c772c8dc,c772c894,158,c08601ab,0,...) at 0xc0661707 = _sleep+0x307
sbwait(c772c870,0,c0860221,592,c772c894,...) at 0xc06a8a42 = sbwait+0x52
soreceive_generic(c772c820,e7003be8,e7003bf4,0,0,...) at 0xc06ad7ac = 
soreceive_generic+0x3bc
soreceive(c772c820,e7003be8,e7003bf4,0,0,...) at 0xc06a98c8 = soreceive+0x38
kern_recvit(c613b8c0,7,e7003c60,0,0,...) at 0xc06af145 = kern_recvit+0x155
recvit(0,e7003c80,c06b1868,8382ea0,2000,0,0,e7003c58,1,0,4879bb98,0) at 
0xc06af351 = recvit+0x31
recvfrom(c613b8c0,e7003cfc,18,c085dd08,c08e1ab8,...) at 0xc06af4c6 = 
recvfrom+0x76
syscall(e7003d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (29, FreeBSD ELF32, recvfrom), eip = 0x487439a7, esp = 
0xbfbfd97c, ebp = 0xbfbfd9a8 ---

Tracing command ph_alert_mgr pid 50633 tid 100445 td 0xc7903460
sched_switch(c7903460,0,1,24b,854fdf38,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c7903460,c7903460,c7903460,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c7903460,0,c085c813,243,c0928754,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c0928754,0,c0859453,3,0,...) at 0xc06880b6 = sleepq_wait+0x36
_sx_xlock_hard(c0928754,c7903460,0,c0856f85,2cb,...) at 0xc066092e = 
_sx_xlock_hard+0x22e
_sx_xlock(c0928754,0,c0856f85,2cb,c068c95e,...) at 0xc0660b6b = 
_sx_xlock+0x6b
kern_wait(c7903460,ffffffff,e7318c2c,1,0,...) at 0xc0638838 = 
kern_wait+0x128
wait4(c7903460,e7318cfc,10,c085dc7c,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e7318d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x4854a58b, esp = 
0xbfbfe1dc, ebp = 0xbfbfe1f8 ---

Tracing command tcsh pid 4611 tid 100097 td 0xc47fc230
sched_switch(c47fc230,0,1,24b,365f0754,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c47fc230,c47fc230,c47fc230,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c47fc230,0,c085c813,243,c092873c,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c092873c,0,c085944b,3,0,...) at 0xc06880b6 = sleepq_wait+0x36
_sx_xlock_hard(c092873c,c47fc230,0,c085706f,135,...) at 0xc066092e = 
_sx_xlock_hard+0x22e
_sx_xlock(c092873c,0,c085706f,135,0,...) at 0xc0660b6b = _sx_xlock+0x6b
fork1(c47fc230,80000034,0,e6df3c78,c47fc230,...) at 0xc063aa6b = fork1+0x2eb
vfork(c47fc230,e6df3cfc,c08775cf,c085da12,c08e1e30,...) at 0xc063bc29 = 
vfork+0x29
syscall(e6df3d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (66, FreeBSD ELF32, vfork), eip = 0x48164e9c, esp = 
0xbfbfe760, ebp = 0xbfbfe858 ---

Tracing command sshd pid 4602 tid 100094 td 0xc47fc8c0
sched_switch(c47fc8c0,0,1,24b,a9b0257c,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c47f72d0,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c47f72d0,0,c085c813,19e,c097a77c,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(e6dcca84,c064d2b9,c097a764,0,c47fc8c0,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c097a77c,c097a764,c086acda,101,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_cv_wait_sig(c097a77c,c097a764,c085d774,30f,386,...) at 0xc06262a8 = 
_cv_wait_sig+0x198
kern_select(c47fc8c0,b,485030c0,485030c4,0,0,0,480eaa88) at 0xc068f6dc = 
kern_select+0x6cc
select(c47fc8c0,e6dcccfc,14,c084f1db,c08e20b8,...) at 0xc068f8ae = 
select+0x5e
syscall(e6dccd38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x48391903, esp = 
0xbfbfe5dc, ebp = 0xbfbfe628 ---

Tracing command sshd pid 4550 tid 100170 td 0xc4a74000
sched_switch(c4a74000,0,1,24b,84d1e618,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c5e23018,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c5e23018,0,c085c813,19e,c5ebd3fc,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c09310c0,8,c085a1a5,c4a74000,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c5ebd3fc,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c5ebd3fc,c5ebd3b4,158,c08601ab,0,...) at 0xc0661707 = _sleep+0x307
sbwait(c5ebd390,0,c0860221,592,c5ebd3b4,...) at 0xc06a8a42 = sbwait+0x52
soreceive_generic(c5ebd340,0,e6f42c60,0,0,...) at 0xc06ad7ac = 
soreceive_generic+0x3bc
soreceive(c5ebd340,0,e6f42c60,0,0,...) at 0xc06a98c8 = soreceive+0x38
soo_read(c4a1c558,e6f42c60,c4774c00,0,c4a74000,...) at 0xc0694bdb = 
soo_read+0x3b
dofileread(e6f42c60,ffffffff,ffffffff,0,c4a1c558,...) at 0xc0690106 = 
dofileread+0x96
kern_readv(c4a74000,5,e6f42c60,bfbfe62c,4,...) at 0xc0690478 = 
kern_readv+0x58
read(c4a74000,e6f42cfc,c,c08691e4,c08e1848,...) at 0xc069055f = read+0x4f
syscall(e6f42d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x48391983, esp = 
0xbfbfe5cc, ebp = 0xbfbfe608 ---

Tracing command tcsh pid 4459 tid 100107 td 0xc4822af0
sched_switch(c4822af0,0,1,24b,861167f4,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4822af0,c4822af0,c4822af0,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4822af0,0,c085c813,243,c092873c,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c092873c,0,c085944b,3,0,...) at 0xc06880b6 = sleepq_wait+0x36
_sx_xlock_hard(c092873c,c4822af0,0,c085706f,135,...) at 0xc066092e = 
_sx_xlock_hard+0x22e
_sx_xlock(c092873c,0,c085706f,135,0,...) at 0xc0660b6b = _sx_xlock+0x6b
fork1(c4822af0,80000034,0,e6e29c78,c4822af0,...) at 0xc063aa6b = fork1+0x2eb
vfork(c4822af0,e6e29cfc,c08775cf,c085da12,c08e1e30,...) at 0xc063bc29 = 
vfork+0x29
syscall(e6e29d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (66, FreeBSD ELF32, vfork), eip = 0x48164e9c, esp = 
0xbfbfe910, ebp = 0xbfbfea08 ---

Tracing command ntpd pid 4202 tid 100114 td 0xc47fdaf0
sched_switch(c47fdaf0,0,1,24b,21106ddc,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c47fdaf0,c47fdaf0,c47fdaf0,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c47fdaf0,0,c085c813,243,c0928c34,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c0928c34,0,c085a2de,3,0,...) at 0xc06880b6 = sleepq_wait+0x36
_sx_xlock_hard(c0928c34,c47fdaf0,0,c085a213,574,...) at 0xc066092e = 
_sx_xlock_hard+0x22e
_sx_xlock(c0928c34,0,c085a213,574,c47fdaf0,...) at 0xc0660b6b = 
_sx_xlock+0x6b
userland_sysctl(c47fdaf0,e6e3ec14,6,0,bfbfe7e8,...) at 0xc0662a81 = 
userland_sysctl+0xf1
__sysctl(c47fdaf0,e6e3ecfc,18,0,c08e2af0,...) at 0xc0662eec = __sysctl+0xbc
syscall(e6e3ed38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x48326c1f, esp = 
0xbfbfe70c, ebp = 0xbfbfe738 ---

Tracing command login pid 4201 tid 100088 td 0xc48db460
sched_switch(c48db460,0,1,24b,8a494678,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c48d8840,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c48d8840,0,c085c813,19e,c48d8828,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c48db460,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c48d8828,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c48d8828,c48d88b8,15c,c085db38,0,...) at 0xc0661707 = _sleep+0x307
kern_wait(c48db460,116b,e6dadc2c,0,0,...) at 0xc0639156 = kern_wait+0xa46
wait4(c48db460,e6dadcfc,10,c48db460,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e6dadd38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x4810558b, esp = 
0xbfbfed9c, ebp = 0xbfbfedb8 ---

Tracing command getty pid 4200 tid 100050 td 0xc47afd20
sched_switch(c47afd20,0,1,24b,fba606b8,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c4722018,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c4722018,0,c085c813,19e,c4594010,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c47afd20,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c4594010,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c4594010,0,159,c085f2e6,0,...) at 0xc0661707 = _sleep+0x307
ttysleep(c4594000,c4594010,159,c085f2e6,0,...) at 0xc0699499 = ttysleep+0x39
ttread(c4594000,e6cfbc60,0,e6cfbb90,c05a9e4d,...) at 0xc069cce7 = 
ttread+0x4e7
ttyread(c4570000,e6cfbc60,0,e6cfbbb4,c0626f10,...) at 0xc06997c8 = 
ttyread+0x38
scread(c4570000,e6cfbc60,0,1a7,0,...) at 0xc05a9e4d = scread+0x2d
giant_read(c4570000,e6cfbc60,0,0,1,...) at 0xc0626f10 = giant_read+0x60
devfs_read_f(c47ac4c0,e6cfbc60,c43f5b00,0,c47afd20,...) at 0xc05f08fd = 
devfs_read_f+0x7d
dofileread(e6cfbc60,ffffffff,ffffffff,0,c47ac4c0,...) at 0xc0690106 = 
dofileread+0x96
kern_readv(c47afd20,0,e6cfbc60,bfbfee4b,1,...) at 0xc0690478 = 
kern_readv+0x58
read(c47afd20,e6cfbcfc,c,c087a7d6,c08e1848,...) at 0xc069055f = read+0x4f
syscall(e6cfbd38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x4816a983, esp = 
0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 4199 tid 100084 td 0xc48dbd20
sched_switch(c48dbd20,0,1,24b,fbca346c,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c48d9588,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c48d9588,0,c085c813,19e,c4595810,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c48dbd20,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c4595810,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c4595810,0,159,c085f2e6,0,...) at 0xc0661707 = _sleep+0x307
ttysleep(c4595800,c4595810,159,c085f2e6,0,...) at 0xc0699499 = ttysleep+0x39
ttread(c4595800,e6da1c60,0,e6da1b90,c05a9e4d,...) at 0xc069cce7 = 
ttread+0x4e7
ttyread(c456fb00,e6da1c60,0,e6da1bb4,c0626f10,...) at 0xc06997c8 = 
ttyread+0x38
scread(c456fb00,e6da1c60,0,1a7,0,...) at 0xc05a9e4d = scread+0x2d
giant_read(c456fb00,e6da1c60,0,0,1,...) at 0xc0626f10 = giant_read+0x60
devfs_read_f(c4b546d4,e6da1c60,c43f5b00,0,c48dbd20,...) at 0xc05f08fd = 
devfs_read_f+0x7d
dofileread(e6da1c60,ffffffff,ffffffff,0,c4b546d4,...) at 0xc0690106 = 
dofileread+0x96
kern_readv(c48dbd20,0,e6da1c60,bfbfee4b,1,...) at 0xc0690478 = 
kern_readv+0x58
read(c48dbd20,e6da1cfc,c,c087a7d6,c08e1848,...) at 0xc069055f = read+0x4f
syscall(e6da1d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x4816a983, esp = 
0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 4198 tid 100150 td 0xc5ce5000
sched_switch(c5ce5000,0,1,24b,fbb5700c,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c5cd3af8,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c5cd3af8,0,c085c813,19e,c45a3c10,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c09310c0,8,c085a1a5,c5ce5000,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c45a3c10,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c45a3c10,0,159,c085f2e6,0,...) at 0xc0661707 = _sleep+0x307
ttysleep(c45a3c00,c45a3c10,159,c085f2e6,0,...) at 0xc0699499 = ttysleep+0x39
ttread(c45a3c00,e6ebec60,0,e6ebeb90,c05a9e4d,...) at 0xc069cce7 = 
ttread+0x4e7
ttyread(c456fc00,e6ebec60,0,e6ebebb4,c0626f10,...) at 0xc06997c8 = 
ttyread+0x38
scread(c456fc00,e6ebec60,0,1a7,0,...) at 0xc05a9e4d = scread+0x2d
giant_read(c456fc00,e6ebec60,0,0,1,...) at 0xc0626f10 = giant_read+0x60
devfs_read_f(c49a79cc,e6ebec60,c43f5b00,0,c5ce5000,...) at 0xc05f08fd = 
devfs_read_f+0x7d
dofileread(e6ebec60,ffffffff,ffffffff,0,c49a79cc,...) at 0xc0690106 = 
dofileread+0x96
kern_readv(c5ce5000,0,e6ebec60,bfbfee4b,1,...) at 0xc0690478 = 
kern_readv+0x58
read(c5ce5000,e6ebecfc,c,c087a7d6,c08e1848,...) at 0xc069055f = read+0x4f
syscall(e6ebed38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x4816a983, esp = 
0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 4197 tid 100115 td 0xc47fd8c0
sched_switch(c47fd8c0,0,1,24b,fb9ab2e0,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c4a6eaf8,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c4a6eaf8,0,c085c813,19e,c45a3810,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c47fd8c0,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c45a3810,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c45a3810,0,159,c085f2e6,0,...) at 0xc0661707 = _sleep+0x307
ttysleep(c45a3800,c45a3810,159,c085f2e6,0,...) at 0xc0699499 = ttysleep+0x39
ttread(c45a3800,e6e41c60,0,e6e41b90,c05a9e4d,...) at 0xc069cce7 = 
ttread+0x4e7
ttyread(c456fd00,e6e41c60,0,e6e41bb4,c0626f10,...) at 0xc06997c8 = 
ttyread+0x38
scread(c456fd00,e6e41c60,0,1a7,0,...) at 0xc05a9e4d = scread+0x2d
giant_read(c456fd00,e6e41c60,0,0,1,...) at 0xc0626f10 = giant_read+0x60
devfs_read_f(c4b545f0,e6e41c60,c43f5b00,0,c47fd8c0,...) at 0xc05f08fd = 
devfs_read_f+0x7d
dofileread(e6e41c60,ffffffff,ffffffff,0,c4b545f0,...) at 0xc0690106 = 
dofileread+0x96
kern_readv(c47fd8c0,0,e6e41c60,bfbfee4b,1,...) at 0xc0690478 = 
kern_readv+0x58
read(c47fd8c0,e6e41cfc,c,c087a7d6,c08e1848,...) at 0xc069055f = read+0x4f
syscall(e6e41d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x4816a983, esp = 
0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command cron pid 3851 tid 100130 td 0xc4823af0
sched_switch(c4823af0,0,1,24b,fad6651c,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c5bf9588,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c5bf9588,0,c085c813,19e,c0928dc4,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(e6e82bc8,c064d06d,c09310c0,8,c4823af0,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_timedwait_sig(c0928dc4,0,c085a1a5,d8,0,...) at 0xc0687f57 = 
sleepq_timedwait_sig+0x17
_sleep(c0928dc4,0,15c,c085a708,ea61,...) at 0xc06616e1 = _sleep+0x2e1
kern_nanosleep(c4823af0,e6e82c64,e6e82c6c,3c,0,...) at 0xc0667de1 = 
kern_nanosleep+0xc1
nanosleep(c4823af0,e6e82cfc,8,c085dc7c,c08e2e80,...) at 0xc066978f = 
nanosleep+0x6f
syscall(e6e82d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x4815636f, esp = 
0xbfbfed0c, ebp = 0xbfbfed38 ---

Tracing command sendmail pid 3845 tid 100153 td 0xc5ce38c0
sched_switch(c5ce38c0,0,1,24b,fd068e0,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c5cd32d0,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c5cd32d0,0,c085c813,19e,c5cd3318,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c09310c0,8,c085a1a5,c5ce38c0,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c5cd3318,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c5cd3318,c5cd3348,168,c083407d,0,...) at 0xc0661707 = _sleep+0x307
kern_sigsuspend(c5ce38c0,0,0,0,0,...) at 0xc065b8f4 = kern_sigsuspend+0xe4
sigsuspend(c5ce38c0,e6ec7cfc,4,c085da12,c08e37f8,...) at 0xc065b97d = 
sigsuspend+0x4d
syscall(e6ec7d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x4830f5cb, esp = 
0xbfbfdb1c, ebp = 0xbfbfdb48 ---

Tracing command sshd pid 3836 tid 100164 td 0xc4bc7000
sched_switch(c4bc7000,0,1,24b,7f7d5490,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c4bc1018,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c4bc1018,0,c085c813,19e,c097a77c,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(e6f30a84,c064d2b9,c097a764,0,c4bc7000,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c097a77c,c097a764,c086acda,101,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_cv_wait_sig(c097a77c,c097a764,c085d774,30f,e6f30afc,...) at 0xc06262a8 
= _cv_wait_sig+0x198
kern_select(c4bc7000,6,48509098,0,0,0,c,e6f30c98) at 0xc068f6dc = 
kern_select+0x6cc
select(c4bc7000,e6f30cfc,14,c4bc7000,c08e20b8,...) at 0xc068f8ae = 
select+0x5e
syscall(e6f30d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x48391903, esp = 
0xbfbfe6ac, ebp = 0xbfbfee98 ---

Tracing command httpd pid 3821 tid 100096 td 0xc47fc460
sched_switch(c47fc460,0,1,24b,87edc028,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c47fc460,c47fc460,c47fc460,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c47fc460,0,c085c813,243,c0928754,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c0928754,0,c0859453,3,0,...) at 0xc06880b6 = sleepq_wait+0x36
_sx_xlock_hard(c0928754,c47fc460,0,c0856f85,2cb,...) at 0xc066092e = 
_sx_xlock_hard+0x22e
_sx_xlock(c0928754,0,c0856f85,2cb,c80,...) at 0xc0660b6b = _sx_xlock+0x6b
kern_wait(c47fc460,ffffffff,e6dd8c2c,3,0,...) at 0xc0638838 = 
kern_wait+0x128
wait4(c47fc460,e6dd8cfc,10,c086acda,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e6dd8d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x4848158b, esp = 
0xbfbfec2c, ebp = 0xbfbfec48 ---

Tracing command sendmail pid 3813 tid 100074 td 0xc47b7690
sched_switch(c47b7690,0,1,24b,edd789bc,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c47b7690,c47b7690,c47b7690,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c47b7690,0,c085c813,243,c0928c34,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c0928c34,0,c085a2de,3,0,...) at 0xc06880b6 = sleepq_wait+0x36
_sx_xlock_hard(c0928c34,c47b7690,0,c085a213,574,...) at 0xc066092e = 
_sx_xlock_hard+0x22e
_sx_xlock(c0928c34,0,c085a213,574,c47b7690,...) at 0xc0660b6b = 
_sx_xlock+0x6b
userland_sysctl(c47b7690,e6d5ec14,2,bfbfcf00,bfbfcf18,...) at 0xc0662a81 
= userland_sysctl+0xf1
__sysctl(c47b7690,e6d5ecfc,18,c085dc7c,c08e2af0,...) at 0xc0662eec = 
__sysctl+0xbc
syscall(e6d5ed38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x483a5c1f, esp = 
0xbfbfceac, ebp = 0xbfbfced8 ---

Tracing command unlinkd pid 2463 tid 100154 td 0xc5ce3690
sched_switch(c5ce3690,0,1,24b,df670e74,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c5cd3018,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c5cd3018,0,c085c813,19e,c47b1948,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c09310c0,8,c085a1a5,c5ce3690,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c47b1948,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c47b1948,c47b1ab8,14c,c085d7ef,0,...) at 0xc0661707 = _sleep+0x307
pipe_read(c47ab8e8,e6ecac60,c4760e00,0,c5ce3690,...) at 0xc06915b9 = 
pipe_read+0x389
dofileread(e6ecac60,ffffffff,ffffffff,0,c47ab8e8,...) at 0xc0690106 = 
dofileread+0x96
kern_readv(c5ce3690,0,e6ecac60,4827f7e3,1,...) at 0xc0690478 = 
kern_readv+0x58
read(c5ce3690,e6ecacfc,c,c5ce3690,c08e1848,...) at 0xc069055f = read+0x4f
syscall(e6ecad38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x4826e983, esp = 
0xbfbfe87c, ebp = 0xbfbfe898 ---

Tracing command proxsmtpd pid 2225 tid 100120 td 0xc4a74af0
sched_switch(c4a74af0,0,1,24b,24717858,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c47f32d0,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c47f32d0,0,c085c813,19e,c5cdfd3a,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c4a74af0,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c5cdfd3a,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c5cdfd3a,c097aa78,158,c085dba8,0,...) at 0xc0661707 = _sleep+0x307
kern_accept(c4a74af0,3,0,0,0,...) at 0xc06afe4b = kern_accept+0x12b
accept(c4a74af0,e6e5ecfc,c,c085e815,c08e1ad0,...) at 0xc06b0241 = 
accept+0x41
syscall(e6e5ed38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (30, FreeBSD ELF32, accept), eip = 0x4811166f, esp = 
0xbfbfedac, ebp = 0xbfbfedc8 ---

Tracing command snmpd pid 2219 tid 100157 td 0xc5ce3000
sched_switch(c5ce3000,0,1,24b,ebf7950a,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c5cd2588,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c5cd2588,0,c085c813,19e,c097a77c,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(e6ed3a84,c064d2b9,c097a764,0,c5ce3000,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c097a77c,c097a764,c086acda,101,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_cv_wait_sig(c097a77c,c097a764,c085d774,30f,c0926b14,...) at 0xc06262a8 
= _cv_wait_sig+0x198
kern_select(c5ce3000,7,bfbfedbc,bfbfed3c,bfbfecbc,0,4942c32f,48428b98) 
at 0xc068f6dc = kern_select+0x6cc
select(c5ce3000,e6ed3cfc,14,c085dc7c,c08e20b8,...) at 0xc068f8ae = 
select+0x5e
syscall(e6ed3d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x48417903, esp = 
0xbfbfddfc, ebp = 0xbfbfee68 ---

Tracing command squid pid 2213 tid 100058 td 0xc47af460
sched_switch(c47af460,0,1,24b,977af504,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c47f2588,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c47f2588,0,c085c813,19e,c097a77c,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c097a77c,e6d1fad8,c064d2b9,c097a764,c47af460,...) 
at 0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_timedwait_sig(c097a77c,3e8,c086acda,101,0,...) at 0xc0687f57 = 
sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c097a77c,c097a764,3e8,3bb,46,...) at 0xc0625df8 = 
_cv_timedwait_sig+0x1a8
poll(c47af460,e6d1fcfc,c,c085dc7c,c08e2b98,...) at 0xc068eec4 = poll+0x554
syscall(e6d1fd38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x485ebbbf, esp = 
0xbfbf0b7c, ebp = 0xbfbfec38 ---

Tracing command squid pid 2211 tid 100152 td 0xc5ce3af0
sched_switch(c5ce3af0,0,1,24b,5a100a8,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c5cd3588,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c5cd3588,0,c085c813,19e,c5cd3570,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c09310c0,8,c085a1a5,c5ce3af0,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c5cd3570,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c5cd3570,c5cd3600,15c,c085db38,0,...) at 0xc0661707 = _sleep+0x307
kern_wait(c5ce3af0,ffffffff,e6ec4c2c,0,0,...) at 0xc0639156 = 
kern_wait+0xa46
wait4(c5ce3af0,e6ec4cfc,10,c085e362,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e6ec4d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x485c058b, esp = 
0xbfbfec6c, ebp = 0xbfbfec88 ---

Tracing command smartd pid 2189 tid 100143 td 0xc5bfa690
sched_switch(c5bfa690,0,1,24b,c4c958a4,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c4bc3af8,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c4bc3af8,0,c085c813,19e,c0928dc4,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(e6ea9bc8,c064d06d,c09310c0,8,c5bfa690,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_timedwait_sig(c0928dc4,0,c085a1a5,d8,0,...) at 0xc0687f57 = 
sleepq_timedwait_sig+0x17
_sleep(c0928dc4,0,15c,c085a708,1b7359,...) at 0xc06616e1 = _sleep+0x2e1
kern_nanosleep(c5bfa690,e6ea9c64,e6ea9c6c,707,0,...) at 0xc0667de1 = 
kern_nanosleep+0xc1
nanosleep(c5bfa690,e6ea9cfc,8,c085dc7c,c08e2e80,...) at 0xc066978f = 
nanosleep+0x6f
syscall(e6ea9d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x4829036f, esp = 
0xbfbfec2c, ebp = 0xbfbfec58 ---

Tracing command imspector pid 2175 tid 100119 td 0xc4a74d20
sched_switch(c4a74d20,0,1,24b,581b1dac,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c4a6e018,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c4a6e018,0,c085c813,19e,c5c5a37a,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c09310c0,8,c085a1a5,c4a74d20,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c5c5a37a,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c5c5a37a,c097aa78,158,c085dba8,0,...) at 0xc0661707 = _sleep+0x307
kern_accept(c4a74d20,6,e6e4dc70,e6e4dc6c,e6e4dc68,...) at 0xc06afe4b = 
kern_accept+0x12b
accept(c4a74d20,e6e4dcfc,c,c4a74d20,c08e1ad0,...) at 0xc06b028f = 
accept+0x8f
syscall(e6e4dd38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (30, FreeBSD ELF32, accept), eip = 0x4826c66f, esp = 
0xbfbfeabc, ebp = 0xbfbfeb18 ---

Tracing command imspector pid 2174 tid 100140 td 0xc5bfad20
sched_switch(c5bfad20,0,1,24b,61a5fa24,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c5bf7588,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c5bf7588,0,c085c813,19e,c48cc85a,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c09310c0,8,c085a1a5,c5bfad20,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c48cc85a,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c48cc85a,c097aa78,158,c085dba8,0,...) at 0xc0661707 = _sleep+0x307
kern_accept(c5bfad20,4,e6ea0c70,e6ea0c6c,e6ea0c68,...) at 0xc06afe4b = 
kern_accept+0x12b
accept(c5bfad20,e6ea0cfc,c,c5bfad20,c08e1ad0,...) at 0xc06b028f = 
accept+0x8f
syscall(e6ea0d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (30, FreeBSD ELF32, accept), eip = 0x4826c66f, esp = 
0xbfbee99c, ebp = 0xbfbee9e8 ---

Tracing command imspector pid 2168 tid 100087 td 0xc48db690
sched_switch(c48db690,0,1,24b,34204670,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c48d8af8,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c48d8af8,0,c085c813,19e,c5c5a6ba,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c48db690,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c5c5a6ba,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c5c5a6ba,c097aa78,158,c085dba8,0,...) at 0xc0661707 = _sleep+0x307
kern_accept(c48db690,4,e6daac70,e6daac6c,e6daac68,...) at 0xc06afe4b = 
kern_accept+0x12b
accept(c48db690,e6daacfc,c,c085dbef,c08e1ad0,...) at 0xc06b028f = 
accept+0x8f
syscall(e6daad38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (30, FreeBSD ELF32, accept), eip = 0x4826c66f, esp = 
0xbfbee9cc, ebp = 0xbfbeea18 ---

Tracing command imspector pid 2167 tid 100089 td 0xc48db230
sched_switch(c48db230,0,1,24b,aca4d95c,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c48d8588,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c48d8588,0,c085c813,19e,c097a77c,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c097a77c,e6db0a84,c064d2b9,c097a764,c48db230,...) 
at 0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_timedwait_sig(c097a77c,493e1,c086acda,101,0,...) at 0xc0687f57 = 
sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c097a77c,c097a764,493e1,30f,e6db0afc,...) at 
0xc0625df8 = _cv_timedwait_sig+0x1a8
kern_select(c48db230,400,bfbfeb9c,0,0,e6db0c70,12c,0) at 0xc068f6c4 = 
kern_select+0x6b4
select(c48db230,e6db0cfc,14,c086acda,c08e20b8,...) at 0xc068f8ae = 
select+0x5e
syscall(e6db0d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x482cf903, esp = 
0xbfbfeb1c, ebp = 0xbfbfee38 ---

Tracing command postgres pid 2166 tid 100086 td 0xc48db8c0
sched_switch(c48db8c0,0,1,24b,9a89b5d4,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c48d9018,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c48d9018,0,c085c813,19e,c4be30bc,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c48db8c0,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c4be30bc,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c4be30bc,c4be3074,158,c08601ab,0,...) at 0xc0661707 = _sleep+0x307
sbwait(c4be3050,0,c0860221,592,c4be3074,...) at 0xc06a8a42 = sbwait+0x52
soreceive_generic(c4be3000,e6da7be8,e6da7bf4,0,0,...) at 0xc06ad7ac = 
soreceive_generic+0x3bc
soreceive(c4be3000,e6da7be8,e6da7bf4,0,0,...) at 0xc06a98c8 = soreceive+0x38
kern_recvit(c48db8c0,7,e6da7c60,0,0,...) at 0xc06af145 = kern_recvit+0x155
recvit(0,4,0,8382ea0,2000,0,0,e6da7c58,1,0,4879bb98,0) at 0xc06af351 = 
recvit+0x31
recvfrom(c48db8c0,e6da7cfc,18,c085e374,c08e1ab8,...) at 0xc06af4c6 = 
recvfrom+0x76
syscall(e6da7d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (29, FreeBSD ELF32, recvfrom), eip = 0x487439a7, esp = 
0xbfbfd97c, ebp = 0xbfbfd9a8 ---

Tracing command php pid 2162 tid 100134 td 0xc5bfbaf0
sched_switch(c5bfbaf0,0,1,24b,b9b6edd4,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c5bf8840,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c5bf8840,0,c085c813,19e,c0928dc4,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(e6e8ebc8,c064d06d,c09310c0,8,c5bfbaf0,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_timedwait_sig(c0928dc4,0,c085a1a5,d8,0,...) at 0xc0687f57 = 
sleepq_timedwait_sig+0x17
_sleep(c0928dc4,0,15c,c085a708,3e9,...) at 0xc06616e1 = _sleep+0x2e1
kern_nanosleep(c5bfbaf0,e6e8ec64,e6e8ec6c,1,0,...) at 0xc0667de1 = 
kern_nanosleep+0xc1
nanosleep(c5bfbaf0,e6e8ecfc,8,c08691e4,c08e2e80,...) at 0xc066978f = 
nanosleep+0x6f
syscall(e6e8ed38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x4858e36f, esp = 
0xbfbfcecc, ebp = 0xbfbfcef8 ---

Tracing command sys-monitor pid 2161 tid 100135 td 0xc5bfb8c0
sched_switch(c5bfb8c0,0,1,24b,d6e11ac2,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c5bf8588,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c5bf8588,0,c085c813,19e,c5bf8570,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c5bfb8c0,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c5bf8570,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c5bf8570,c5bf8600,15c,c085db38,0,...) at 0xc0661707 = _sleep+0x307
kern_wait(c5bfb8c0,872,e6e91c2c,0,0,...) at 0xc0639156 = kern_wait+0xa46
wait4(c5bfb8c0,e6e91cfc,10,c5bfb8c0,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e6e91d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x480dc58b, esp = 
0xbfbfed3c, ebp = 0xbfbfed58 ---

Tracing command ph_citrix pid 2154 tid 100069 td 0xc4598460
sched_switch(c4598460,0,1,24b,8298e718,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4598460,c4598460,c4598460,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4598460,0,c085c813,243,c0928754,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c0928754,0,c0859453,3,0,...) at 0xc06880b6 = sleepq_wait+0x36
_sx_xlock_hard(c0928754,c4598460,0,c0856f85,2cb,...) at 0xc066092e = 
_sx_xlock_hard+0x22e
_sx_xlock(c0928754,0,c0856f85,2cb,c80,...) at 0xc0660b6b = _sx_xlock+0x6b
kern_wait(c4598460,ffffffff,e6d4bc2c,1,0,...) at 0xc0638838 = 
kern_wait+0x128
wait4(c4598460,e6d4bcfc,10,c086acda,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e6d4bd38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x482c658b, esp = 
0xbfbfd47c, ebp = 0xbfbfd498 ---

Tracing command sys-monitor pid 2153 tid 100056 td 0xc47af8c0
sched_switch(c47af8c0,0,1,24b,ce3d041c,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c47f2af8,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c47f2af8,0,c085c813,19e,c47f2ae0,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c47af8c0,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c47f2ae0,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c47f2ae0,c47f2b70,15c,c085db38,0,...) at 0xc0661707 = _sleep+0x307
kern_wait(c47af8c0,86a,e6d17c2c,0,0,...) at 0xc0639156 = kern_wait+0xa46
wait4(c47af8c0,e6d17cfc,10,c47af8c0,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e6d17d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x480dc58b, esp = 
0xbfbfed4c, ebp = 0xbfbfed68 ---

Tracing command icapd pid 2138 tid 100138 td 0xc5bfb230
sched_switch(c5bfb230,0,1,24b,854f92b0,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c5bfb230,c5bfb230,c5bfb230,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c5bfb230,0,c085c813,243,c0928754,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c0928754,0,c0859453,3,0,...) at 0xc06880b6 = sleepq_wait+0x36
_sx_xlock_hard(c0928754,c5bfb230,0,c0856f85,2cb,...) at 0xc066092e = 
_sx_xlock_hard+0x22e
_sx_xlock(c0928754,0,c0856f85,2cb,4,...) at 0xc0660b6b = _sx_xlock+0x6b
kern_wait(c5bfb230,0,e6e9ac2c,1,0,...) at 0xc0638838 = kern_wait+0x128
wait4(c5bfb230,e6e9acfc,10,c085e083,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e6e9ad38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x806d1ef, esp = 
0xbfbfe16c, ebp = 0xbfbfe188 ---

Tracing command sys-monitor pid 2137 tid 100133 td 0xc5bfbd20
sched_switch(c5bfbd20,0,1,24b,a5dda348,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c5bf8af8,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c5bf8af8,0,c085c813,19e,c5bf8ae0,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c5bfbd20,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c5bf8ae0,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c5bf8ae0,c5bf8b70,15c,c085db38,0,...) at 0xc0661707 = _sleep+0x307
kern_wait(c5bfbd20,85a,e6e8bc2c,0,0,...) at 0xc0639156 = kern_wait+0xa46
wait4(c5bfbd20,e6e8bcfc,10,c5bfbd20,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e6e8bd38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x480dc58b, esp = 
0xbfbfed5c, ebp = 0xbfbfed78 ---

Tracing command perl5.8.8 pid 2127 tid 100144 td 0xc5bfa460
sched_switch(c5bfa460,0,1,24b,ad899330,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c4bc3840,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c4bc3840,0,c085c813,19e,c097a77c,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c097a77c,e6eaca84,c064d2b9,c097a764,c5bfa460,...) 
at 0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_timedwait_sig(c097a77c,3e9,c086acda,101,0,...) at 0xc0687f57 = 
sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c097a77c,c097a764,3e9,30f,3e0,...) at 0xc0625df8 = 
_cv_timedwait_sig+0x1a8
kern_select(c5bfa460,8,81c2668,0,0,e6eacc70,1,0) at 0xc068f6c4 = 
kern_select+0x6b4
select(c5bfa460,e6eaccfc,14,16,c08e20b8,...) at 0xc068f8ae = select+0x5e
syscall(e6eacd38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x482a2903, esp = 
0xbfbfed0c, ebp = 0xbfbfed88 ---

Tracing command sys-monitor pid 2126 tid 100106 td 0xc4822d20
sched_switch(c4822d20,0,1,24b,99d965b0,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c4a70840,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c4a70840,0,c085c813,19e,c4a70828,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c4822d20,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c4a70828,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c4a70828,c4a708b8,15c,c085db38,0,...) at 0xc0661707 = _sleep+0x307
kern_wait(c4822d20,84f,e6e26c2c,0,0,...) at 0xc0639156 = kern_wait+0xa46
wait4(c4822d20,e6e26cfc,10,c4822d20,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e6e26d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x480dc58b, esp = 
0xbfbfed3c, ebp = 0xbfbfed58 ---

Tracing command imfilterd pid 2063 tid 100137 td 0xc5bfb460
sched_switch(c5bfb460,0,1,24b,835ec9f4,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c5bf8018,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c5bf8018,0,c085c813,19e,c48d203a,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c09310c0,8,c085a1a5,c5bfb460,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c48d203a,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c48d203a,c097aa78,158,c085dba8,0,...) at 0xc0661707 = _sleep+0x307
kern_accept(c5bfb460,3,e6e97c70,e6e97c6c,e6e97c68,...) at 0xc06afe4b = 
kern_accept+0x12b
accept(c5bfb460,e6e97cfc,c,c085dbef,c08e1ad0,...) at 0xc06b028f = 
accept+0x8f
syscall(e6e97d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (30, FreeBSD ELF32, accept), eip = 0x80f01a7, esp = 
0xbfbfedac, ebp = 0xbfbfedc8 ---

Tracing command sys-monitor pid 2062 tid 100141 td 0xc5bfaaf0
sched_switch(c5bfaaf0,0,1,24b,639cd318,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c5bf72d0,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c5bf72d0,0,c085c813,19e,c5bf72b8,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c09310c0,8,c085a1a5,c5bfaaf0,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c5bf72b8,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c5bf72b8,c5bf7348,15c,c085db38,0,...) at 0xc0661707 = _sleep+0x307
kern_wait(c5bfaaf0,80f,e6ea3c2c,0,0,...) at 0xc0639156 = kern_wait+0xa46
wait4(c5bfaaf0,e6ea3cfc,10,c5bfaaf0,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e6ea3d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x480dc58b, esp = 
0xbfbfed5c, ebp = 0xbfbfed78 ---

Tracing command perform_ca pid 2055 tid 100139 td 0xc5bfb000
sched_switch(c5bfb000,0,1,24b,850654bc,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c5bfb000,c5bfb000,c5bfb000,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c5bfb000,0,c085c813,243,c0928754,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c0928754,0,c0859453,3,0,...) at 0xc06880b6 = sleepq_wait+0x36
_sx_xlock_hard(c0928754,c5bfb000,0,c0856f85,2cb,...) at 0xc066092e = 
_sx_xlock_hard+0x22e
_sx_xlock(c0928754,0,c0856f85,2cb,c61dd400,...) at 0xc0660b6b = 
_sx_xlock+0x6b
kern_wait(c5bfb000,ffffffff,e6e9dc2c,1,0,...) at 0xc0638838 = 
kern_wait+0x128
wait4(c5bfb000,e6e9dcfc,10,c085e083,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e6e9dd38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x81d662f, esp = 
0xbfbfdc5c, ebp = 0xbfbfdc78 ---

Tracing command sys-monitor pid 2054 tid 100142 td 0xc5bfa8c0
sched_switch(c5bfa8c0,0,1,24b,5b133bc8,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c5bf7018,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c5bf7018,0,c085c813,19e,c5bf7000,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c5bfa8c0,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c5bf7000,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c5bf7000,c5bf7090,15c,c085db38,0,...) at 0xc0661707 = _sleep+0x307
kern_wait(c5bfa8c0,807,e6ea6c2c,0,0,...) at 0xc0639156 = kern_wait+0xa46
wait4(c5bfa8c0,e6ea6cfc,10,c5bfa8c0,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e6ea6d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x480dc58b, esp = 
0xbfbfed3c, ebp = 0xbfbfed58 ---

Tracing command sys-ifmonitor pid 2052 tid 100066 td 0xc47fd000
sched_switch(c47fd000,0,1,24b,f46e91dc,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c47fd000,c47fd000,c47fd000,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c47fd000,0,c085c813,243,c0928c34,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c0928c34,0,c085a2de,3,0,...) at 0xc06880b6 = sleepq_wait+0x36
_sx_xlock_hard(c0928c34,c47fd000,0,c085a213,574,...) at 0xc066092e = 
_sx_xlock_hard+0x22e
_sx_xlock(c0928c34,0,c085a213,574,c47fd000,...) at 0xc0660b6b = 
_sx_xlock+0x6b
userland_sysctl(c47fd000,e6d3fc14,6,0,bfbfe578,...) at 0xc0662a81 = 
userland_sysctl+0xf1
__sysctl(c47fd000,e6d3fcfc,18,c085d9c6,c08e2af0,...) at 0xc0662eec = 
__sysctl+0xbc
syscall(e6d3fd38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x4815cc1f, esp = 
0xbfbfe49c, ebp = 0xbfbfe4c8 ---

Tracing command postgres pid 1789 tid 100051 td 0xc47bad20
sched_switch(c47bad20,0,1,24b,9a801f78,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c47b6588,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c47b6588,0,c085c813,19e,c4be38dc,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c47bad20,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c4be38dc,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c4be38dc,c4be3894,158,c08601ab,0,...) at 0xc0661707 = _sleep+0x307
sbwait(c4be3870,0,c0860221,592,c4be3894,...) at 0xc06a8a42 = sbwait+0x52
soreceive_generic(c4be3820,e6d00be8,e6d00bf4,0,0,...) at 0xc06ad7ac = 
soreceive_generic+0x3bc
soreceive(c4be3820,e6d00be8,e6d00bf4,0,0,...) at 0xc06a98c8 = soreceive+0x38
kern_recvit(c47bad20,7,e6d00c60,0,0,...) at 0xc06af145 = kern_recvit+0x155
recvit(0,4,0,8382ea0,2000,0,0,e6d00c58,1,0,4879bb98,0) at 0xc06af351 = 
recvit+0x31
recvfrom(c47bad20,e6d00cfc,18,c085e374,c08e1ab8,...) at 0xc06af4c6 = 
recvfrom+0x76
syscall(e6d00d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (29, FreeBSD ELF32, recvfrom), eip = 0x487439a7, esp = 
0xbfbfd97c, ebp = 0xbfbfd9a8 ---

Tracing command user_ldap_mgr pid 1746 tid 100121 td 0xc4bc88c0
sched_switch(c4bc88c0,0,1,24b,b90dd744,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c4bc32d0,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c4bc32d0,0,c085c813,19e,c097a77c,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c097a77c,e6e61a84,c064d2b9,c097a764,c4bc88c0,...) 
at 0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_timedwait_sig(c097a77c,7e,c086acda,101,0,...) at 0xc0687f57 = 
sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c097a77c,c097a764,7e,30f,c06752c0,...) at 0xc0625df8 = 
_cv_timedwait_sig+0x1a8
kern_select(c4bc88c0,5,bfbfd100,bfbfd0e0,bfbfd0c0,e6e61c70,0,1e848) at 
0xc068f6c4 = kern_select+0x6b4
select(c4bc88c0,e6e61cfc,14,c085dc7c,c08e20b8,...) at 0xc068f8ae = 
select+0x5e
syscall(e6e61d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x481d4903, esp = 
0xbfbfd084, ebp = 0xbfbfd128 ---

Tracing command sys-monitor pid 1745 tid 100102 td 0xc47f9690
sched_switch(c47f9690,0,1,24b,cd039b8e,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c47f3840,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c47f3840,0,c085c813,19e,c47f3828,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c47f9690,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c47f3828,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c47f3828,c47f38b8,15c,c085db38,0,...) at 0xc0661707 = _sleep+0x307
kern_wait(c47f9690,6d2,e6e02c2c,0,0,...) at 0xc0639156 = kern_wait+0xa46
wait4(c47f9690,e6e02cfc,10,c47f9690,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e6e02d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x480dc58b, esp = 
0xbfbfed4c, ebp = 0xbfbfed68 ---

Tracing command user_manager pid 1738 tid 100104 td 0xc4823230
sched_switch(c4823230,0,1,24b,bb01f09c,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c4a71018,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c4a71018,0,c085c813,19e,c097a77c,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c097a77c,e6e20ad8,c064d2b9,c097a764,c4823230,...) 
at 0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_timedwait_sig(c097a77c,7e,c086acda,101,0,...) at 0xc0687f57 = 
sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c097a77c,c097a764,7e,3bb,e6e20b44,...) at 0xc0625df8 = 
_cv_timedwait_sig+0x1a8
poll(c4823230,e6e20cfc,c,c085dc7c,c08e2b98,...) at 0xc068eec4 = poll+0x554
syscall(e6e20d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x48123bbf, esp = 
0xbfbfe1fc, ebp = 0xbfbfee78 ---

Tracing command sys-monitor pid 1737 tid 100075 td 0xc47b7460
sched_switch(c47b7460,0,1,24b,c6064244,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c47262d0,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c47262d0,0,c085c813,19e,c47262b8,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c47b7460,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c47262b8,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c47262b8,c4726348,15c,c085db38,0,...) at 0xc0661707 = _sleep+0x307
kern_wait(c47b7460,6ca,e6d62c2c,0,0,...) at 0xc0639156 = kern_wait+0xa46
wait4(c47b7460,e6d62cfc,10,c47b7460,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e6d62d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x480dc58b, esp = 
0xbfbfed4c, ebp = 0xbfbfed68 ---

Tracing command ph pid 1730 tid 100185 td 0xc4bc4460
sched_switch(c4bc4460,0,1,24b,3f6a4254,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c48d9af8,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c48d9af8,0,c085c813,19e,c49a5440,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(0,c085c813,155,c4bc4460,c4bc4460,...) at 0xc0687ba5 
= sleepq_catch_signals+0x1e5
sleepq_wait_sig(c49a5440,c0929e38,c085a966,100,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c49a5440,c0929e38,100,c085a966,0,...) at 0xc0661707 = _sleep+0x307
__umtx_op_cv_wait(c4bc4460,e6f6fcfc,e6f6fd2c,c07fc233,c4bc4460,...) at 
0xc066e439 = __umtx_op_cv_wait+0x2d9
_umtx_op(c4bc4460,e6f6fcfc,14,c085e80c,c08e4290,...) at 0xc066aac7 = 
_umtx_op+0x27
syscall(e6f6fd38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x48152037, esp = 
0xbf6fbebc, ebp = 0xbf6fbed8 ---

Tracing command ph pid 1730 tid 100184 td 0xc4bc4690
sched_switch(c4bc4690,0,1,24b,37bba2a0,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c48d9af8,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c48d9af8,0,c085c813,19e,c49a5400,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(0,c085c813,155,c4bc4690,c4bc4690,...) at 0xc0687ba5 
= sleepq_catch_signals+0x1e5
sleepq_wait_sig(c49a5400,c0929b28,c085a966,100,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c49a5400,c0929b28,100,c085a966,0,...) at 0xc0661707 = _sleep+0x307
__umtx_op_cv_wait(c4bc4690,e6f6ccfc,e6f6cd2c,c07fc233,c4bc4690,...) at 
0xc066e439 = __umtx_op_cv_wait+0x2d9
_umtx_op(c4bc4690,e6f6ccfc,14,c085e80c,c08e4290,...) at 0xc066aac7 = 
_umtx_op+0x27
syscall(e6f6cd38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x48152037, esp = 
0xbf7fcebc, ebp = 0xbf7fced8 ---

Tracing command ph pid 1730 tid 100183 td 0xc4bc48c0
sched_switch(c4bc48c0,0,1,24b,39c4dc98,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c48d9af8,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c48d9af8,0,c085c813,19e,c49a53c0,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(0,c085c813,155,c4bc48c0,c4bc48c0,...) at 0xc0687ba5 
= sleepq_catch_signals+0x1e5
sleepq_wait_sig(c49a53c0,c0929850,c085a966,100,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c49a53c0,c0929850,100,c085a966,0,...) at 0xc0661707 = _sleep+0x307
__umtx_op_cv_wait(c4bc48c0,e6f69cfc,e6f69d2c,c07fc233,c4bc48c0,...) at 
0xc066e439 = __umtx_op_cv_wait+0x2d9
_umtx_op(c4bc48c0,e6f69cfc,14,c085e80c,c08e4290,...) at 0xc066aac7 = 
_umtx_op+0x27
syscall(e6f69d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x48152037, esp = 
0xbf8fdebc, ebp = 0xbf8fded8 ---

Tracing command ph pid 1730 tid 100182 td 0xc4bc4af0
sched_switch(c4bc4af0,0,1,24b,3f68f566,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c48d9af8,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c48d9af8,0,c085c813,19e,c49a5380,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(0,c085c813,155,c4bc4af0,c4bc4af0,...) at 0xc0687ba5 
= sleepq_catch_signals+0x1e5
sleepq_wait_sig(c49a5380,c0929ea8,c085a966,100,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c49a5380,c0929ea8,100,c085a966,0,...) at 0xc0661707 = _sleep+0x307
__umtx_op_cv_wait(c4bc4af0,e6f66cfc,e6f66d2c,c07fc233,c4bc4af0,...) at 
0xc066e439 = __umtx_op_cv_wait+0x2d9
_umtx_op(c4bc4af0,e6f66cfc,14,c085e80c,c08e4290,...) at 0xc066aac7 = 
_umtx_op+0x27
syscall(e6f66d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x48152037, esp = 
0xbf9feebc, ebp = 0xbf9feed8 ---

Tracing command ph pid 1730 tid 100082 td 0xc48dc230
sched_switch(c48dc230,0,1,24b,3f619f36,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c48d9af8,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c48d9af8,0,c085c813,19e,c097a77c,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c097a77c,e6d9aad8,c064d2b9,c097a764,c48dc230,...) 
at 0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_timedwait_sig(c097a77c,2,c086acda,101,0,...) at 0xc0687f57 = 
sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c097a77c,c097a764,2,3bb,92,...) at 0xc0625df8 = 
_cv_timedwait_sig+0x1a8
poll(c48dc230,e6d9acfc,c,c085e083,c08e2b98,...) at 0xc068eec4 = poll+0x554
syscall(e6d9ad38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x48233bbf, esp = 
0xbfbfdf6c, ebp = 0xbfbfdf88 ---

Tracing command sys-monitor pid 1729 tid 100111 td 0xc4822230
sched_switch(c4822230,0,1,24b,c0c2b368,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c4a6f840,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c4a6f840,0,c085c813,19e,c4a6f828,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c09310c0,8,c085a1a5,c4822230,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c4a6f828,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c4a6f828,c4a6f8b8,15c,c085db38,0,...) at 0xc0661707 = _sleep+0x307
kern_wait(c4822230,6c2,e6e35c2c,0,0,...) at 0xc0639156 = kern_wait+0xa46
wait4(c4822230,e6e35cfc,10,c4822230,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e6e35d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x480dc58b, esp = 
0xbfbfed4c, ebp = 0xbfbfed68 ---

Tracing command ph_alert_mgr pid 1441 tid 100105 td 0xc4823000
sched_switch(c4823000,0,1,24b,f3dcfad4,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c4a70af8,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c4a70af8,0,c085c813,19e,c48cd51a,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c4823000,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c48cd51a,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c48cd51a,c097aa78,158,c085dba8,0,...) at 0xc0661707 = _sleep+0x307
kern_accept(c4823000,3,e6e23c70,e6e23c6c,e6e23c68,...) at 0xc06afe4b = 
kern_accept+0x12b
accept(c4823000,e6e23cfc,c,c085d947,c08e1ad0,...) at 0xc06b028f = 
accept+0x8f
syscall(e6e23d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (30, FreeBSD ELF32, accept), eip = 0x4856766f, esp = 
0xbfbfe1fc, ebp = 0xbfbfee88 ---

Tracing command sys-monitor pid 1440 tid 100103 td 0xc47f9460
sched_switch(c47f9460,0,1,24b,6364a10c,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c47f3588,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c47f3588,0,c085c813,19e,c47f3570,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c09310c0,8,c085a1a5,c47f9460,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c47f3570,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c47f3570,c47f3600,15c,c085db38,0,...) at 0xc0661707 = _sleep+0x307
kern_wait(c47f9460,5a1,e6e05c2c,0,0,...) at 0xc0639156 = kern_wait+0xa46
wait4(c47f9460,e6e05cfc,10,c47f9460,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e6e05d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x480dc58b, esp = 
0xbfbfed4c, ebp = 0xbfbfed68 ---

Tracing command postgres pid 1429 tid 100116 td 0xc47fd690
sched_switch(c47fd690,0,1,24b,7b5d0310,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c4a6e840,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c4a6e840,0,c085c813,19e,c097a77c,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c097a77c,e6e44ad8,c064d2b9,c097a764,c47fd690,...) 
at 0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_timedwait_sig(c097a77c,7d1,c086acda,101,0,...) at 0xc0687f57 = 
sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c097a77c,c097a764,7d1,3bb,c0861f5f,...) at 0xc0625df8 
= _cv_timedwait_sig+0x1a8
poll(c47fd690,e6e44cfc,c,c085d9cb,c08e2b98,...) at 0xc068eec4 = poll+0x554
syscall(e6e44d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x48735bbf, esp = 
0xbfbfd3bc, ebp = 0xbfbfd3d8 ---

Tracing command postgres pid 1428 tid 100061 td 0xc47ba460
sched_switch(c47ba460,0,1,24b,91426808,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c47b5840,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c47b5840,0,c085c813,19e,c097a77c,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c097a77c,e6d2ba84,c064d2b9,c097a764,c47ba460,...) 
at 0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_timedwait_sig(c097a77c,3e9,c086acda,101,0,...) at 0xc0687f57 = 
sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c097a77c,c097a764,3e9,30f,41c,...) at 0xc0625df8 = 
_cv_timedwait_sig+0x1a8
kern_select(c47ba460,0,0,0,0,e6d2bc70,1,0) at 0xc068f6c4 = kern_select+0x6b4
select(c47ba460,e6d2bcfc,14,c085d9cb,c08e20b8,...) at 0xc068f8ae = 
select+0x5e
syscall(e6d2bd38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x4878a903, esp = 
0xbfbfd76c, ebp = 0xbfbfd798 ---

Tracing command postgres pid 1427 tid 100118 td 0xc47fd230
sched_switch(c47fd230,0,1,24b,b7f580a4,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c4a6e2d0,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c4a6e2d0,0,c085c813,19e,c097a77c,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c097a77c,e6e4aa84,c064d2b9,c097a764,c47fd230,...) 
at 0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_timedwait_sig(c097a77c,c9,c086acda,101,0,...) at 0xc0687f57 = 
sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c097a77c,c097a764,c9,30f,0,...) at 0xc0625df8 = 
_cv_timedwait_sig+0x1a8
kern_select(c47fd230,0,0,0,0,e6e4ac70,0,30d40) at 0xc068f6c4 = 
kern_select+0x6b4
select(c47fd230,e6e4acfc,14,c085d9cb,c08e20b8,...) at 0xc068f8ae = 
select+0x5e
syscall(e6e4ad38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x4878a903, esp = 
0xbfbfd6ec, ebp = 0xbfbfd718 ---

Tracing command postgres pid 1426 tid 100065 td 0xc4598af0
sched_switch(c4598af0,0,1,24b,bd0178dc,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c47f1840,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c47f1840,0,c085c813,19e,c097a77c,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c097a77c,e6d3ba84,c064d2b9,c097a764,c4598af0,...) 
at 0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_timedwait_sig(c097a77c,c9,c086acda,101,0,...) at 0xc0687f57 = 
sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c097a77c,c097a764,c9,30f,e6d3bb48,...) at 0xc0625df8 = 
_cv_timedwait_sig+0x1a8
kern_select(c4598af0,0,0,0,0,e6d3bc70,0,30d40) at 0xc068f6c4 = 
kern_select+0x6b4
select(c4598af0,e6d3bcfc,14,16,c08e20b8,...) at 0xc068f8ae = select+0x5e
syscall(e6d3bd38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x4878a903, esp = 
0xbfbfd6cc, ebp = 0xbfbfd6f8 ---

Tracing command postgres pid 1424 tid 100109 td 0xc4822690
sched_switch(c4822690,0,1,24b,7f6ac758,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4822690,c4822690,c4822690,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4822690,0,c085c813,243,c092873c,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c092873c,0,c085944b,3,0,...) at 0xc06880b6 = sleepq_wait+0x36
_sx_xlock_hard(c092873c,c4822690,0,c085706f,135,...) at 0xc066092e = 
_sx_xlock_hard+0x22e
_sx_xlock(c092873c,0,c085706f,135,0,...) at 0xc0660b6b = _sx_xlock+0x6b
fork1(c4822690,14,0,e6e2fc78,c4822690,...) at 0xc063aa6b = fork1+0x2eb
fork(c4822690,e6e2fcfc,c08775cf,c085da12,c08e1830,...) at 0xc063bc79 = 
fork+0x29
syscall(e6e2fd38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (2, FreeBSD ELF32, fork), eip = 0x4870a5ab, esp = 
0xbfbfd82c, ebp = 0xbfbfd858 ---

Tracing command sys-monitor pid 1422 tid 100078 td 0xc47b7000
sched_switch(c47b7000,0,1,24b,e0b3308c,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c48da840,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c48da840,0,c085c813,19e,c48da828,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c47b7000,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c48da828,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c48da828,c48da8b8,15c,c085db38,0,...) at 0xc0661707 = _sleep+0x307
kern_wait(c47b7000,590,e6d8ec2c,0,0,...) at 0xc0639156 = kern_wait+0xa46
wait4(c47b7000,e6d8ecfc,10,c47b7000,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e6d8ed38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x480dc58b, esp = 
0xbfbfecdc, ebp = 0xbfbfecf8 ---

Tracing command syslogd pid 1345 tid 100110 td 0xc4822460
sched_switch(c4822460,0,1,24b,d28deacc,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c4a6faf8,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c4a6faf8,0,c085c813,19e,c097a77c,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(e6e32a84,c064d2b9,c097a764,0,c4822460,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c097a77c,c097a764,c086acda,101,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_cv_wait_sig(c097a77c,c097a764,c085d774,30f,41c,...) at 0xc06262a8 = 
_cv_wait_sig+0x198
kern_select(c4822460,8,4821e090,0,0,0,0,4817eb98) at 0xc068f6dc = 
kern_select+0x6cc
select(c4822460,e6e32cfc,14,c085da12,c08e20b8,...) at 0xc068f8ae = 
select+0x5e
syscall(e6e32d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x4816d903, esp = 
0xbfbfdf3c, ebp = 0xbfbfee88 ---

Tracing command accounting pid 1316 tid 100055 td 0xc47afaf0
sched_switch(c47afaf0,0,1,24b,101c8510,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c47afaf0,c47afaf0,c47afaf0,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c47afaf0,0,c085c813,266,c47afaf0,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_timedwait(c0926a60,e6d13aec,e6d13ae8,0,0,...) at 0xc0687feb = 
sleepq_timedwait+0x3b
_sleep(c0926a60,c0926a48,0,c0853461,3a98,...) at 0xc06616f4 = _sleep+0x2f4
acct_thread(0,e6d13d38,c085706f,31c,c47f3000,...) at 0xc06252ae = 
acct_thread+0x32e
fork_exit(c0624f80,0,e6d13d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe6d13d70, ebp = 0 ---

Tracing command devd pid 465 tid 100079 td 0xc48dc8c0
sched_switch(c48dc8c0,0,1,24b,32cb3dfc,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c48da588,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c48da588,0,c085c813,19e,c097a77c,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(e6d91a84,c064d2b9,c097a764,0,c48dc8c0,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c097a77c,c097a764,c086acda,101,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_cv_wait_sig(c097a77c,c097a764,c085d774,30f,c0934030,...) at 0xc06262a8 
= _cv_wait_sig+0x198
kern_select(c48dc8c0,5,bfbfedf8,0,0,0,3cd,8) at 0xc068f6dc = 
kern_select+0x6cc
select(c48dc8c0,e6d91cfc,14,c082c73d,c08e20b8,...) at 0xc068f8ae = 
select+0x5e
syscall(e6d91d38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x8086b3f, esp = 
0xbfbfe9bc, ebp = 0xbfbfee98 ---

Tracing command adjkerntz pid 120 tid 100062 td 0xc47ba230
sched_switch(c47ba230,0,1,24b,bce4a928,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c47b5588,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c47b5588,0,c085c813,19e,c47b55d0,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c0931040,8,c085a1a5,c47ba230,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c47b55d0,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c47b55d0,c47b5600,168,c083407d,0,...) at 0xc0661707 = _sleep+0x307
kern_sigsuspend(c47ba230,0,0,0,0,...) at 0xc065b8f4 = kern_sigsuspend+0xe4
sigsuspend(c47ba230,e6d2fcfc,4,c092ac40,c08e37f8,...) at 0xc065b97d = 
sigsuspend+0x4d
syscall(e6d2fd38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x480c35cb, esp = 
0xbfbfedcc, ebp = 0xbfbfee98 ---

Tracing command softdepflush pid 49 tid 100048 td 0xc45598c0
sched_switch(c45598c0,0,1,24b,8ff927e8,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c45598c0,c45598c0,c45598c0,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c45598c0,0,c085c813,266,c45598c0,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_timedwait(c09836c8,3e8,c086c62b,0,0,...) at 0xc0687feb = 
sleepq_timedwait+0x3b
_sleep(c09836c8,c0983688,44,c086c62b,3e8,...) at 0xc06616f4 = _sleep+0x2f4
softdep_flush(0,e4b08d38,c085706f,31c,c4722570,...) at 0xc0785b02 = 
softdep_flush+0x2c2
fork_exit(c0785840,0,e4b08d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4b08d70, ebp = 0 ---

Tracing command vnlru pid 48 tid 100047 td 0xc4559af0
sched_switch(c4559af0,0,1,24b,9cba887c,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4559af0,c4559af0,c4559af0,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4559af0,0,c085c813,266,c4559af0,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_timedwait(c4722828,3e8,c0862300,0,0,...) at 0xc0687feb = 
sleepq_timedwait+0x3b
_sleep(c4722828,c097aeb8,250,c0862300,3e8,...) at 0xc06616f4 = _sleep+0x2f4
vnlru_proc(0,e4b05d38,c085706f,31c,c4722828,...) at 0xc06cddd5 = 
vnlru_proc+0x115
fork_exit(c06cdcc0,0,e4b05d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4b05d70, ebp = 0 ---

Tracing command syncer pid 47 tid 100046 td 0xc4559d20
sched_switch(c4559d20,0,1,24b,b7dc9f2c,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4559d20,c4559d20,c4559d20,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4559d20,0,c085c813,243,c4559d20,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c0928bec,0,c08622ba,0,0,...) at 0xc06880b6 = sleepq_wait+0x36
_sleep(c0928bec,c097aee4,68,c08622ba,0,...) at 0xc0661716 = _sleep+0x316
sched_sync(0,e4b02d38,c085706f,31c,c4722ae0,...) at 0xc06cd4b4 = 
sched_sync+0x6f4
fork_exit(c06ccdc0,0,e4b02d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4b02d70, ebp = 0 ---

Tracing command bufdaemon pid 46 tid 100045 td 0xc4597000
sched_switch(c4597000,0,1,24b,bcb768dc,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4597000,c4597000,c4597000,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4597000,0,c085c813,266,c4597000,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_timedwait(c097ac04,3e8,c0860b21,0,0,...) at 0xc0687feb = 
sleepq_timedwait+0x3b
_sleep(c097ac04,c097ac08,44,c0860b21,3e8,...) at 0xc06616f4 = _sleep+0x2f4
buf_daemon(0,e4affd38,c085706f,31c,c4725000,...) at 0xc06bab4e = 
buf_daemon+0x21e
fork_exit(c06ba930,0,e4affd38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4affd70, ebp = 0 ---

Tracing command idlepoll pid 45 tid 100044 td 0xc4597230
sched_switch(c4597230,0,1,24b,a233ae50,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4597230,c4597230,c4597230,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4597230,0,c085c813,266,c4597230,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_timedwait(c0928318,bb8,c085905c,0,0,...) at 0xc0687feb = 
sleepq_timedwait+0x3b
_sleep(c0928318,0,0,c085905c,bb8,...) at 0xc06616f4 = _sleep+0x2f4
poll_idle(0,e4afcd38,c085706f,31c,c47252b8,...) at 0xc064ec3a = 
poll_idle+0x13a
fork_exit(c064eb00,0,e4afcd38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4afcd70, ebp = 0 ---

Tracing command pagezero pid 44 tid 100043 td 0xc4597460
sched_switch(c4597460,0,1,24b,2ab64234,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4597460,c4597460,c4597460,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4597460,0,c085c813,266,c4597460,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_timedwait(c09842a0,493e0,c086fa26,0,0,...) at 0xc0687feb = 
sleepq_timedwait+0x3b
_sleep(c09842a0,c0983e44,0,c086fa26,493e0,...) at 0xc06616f4 = _sleep+0x2f4
vm_pagezero(0,e4af9d38,c085706f,31c,c4725570,...) at 0xc07ba093 = 
vm_pagezero+0xb3
fork_exit(c07b9fe0,0,e4af9d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4af9d70, ebp = 0 ---

Tracing command vmdaemon pid 43 tid 100042 td 0xc4597690
sched_switch(c4597690,0,1,24b,d4dd7378,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4597690,c4597690,c4597690,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4597690,0,c085c813,243,c4597690,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c0983eb8,0,c085a1a5,d8,0,...) at 0xc06880b6 = sleepq_wait+0x36
_sleep(c0983eb8,c0983ebc,68,c0860b21,0,...) at 0xc0661716 = _sleep+0x316
vm_daemon(0,e4af6d38,c085706f,31c,c4725828,...) at 0xc07b5f19 = 
vm_daemon+0x59
fork_exit(c07b5ec0,0,e4af6d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4af6d70, ebp = 0 ---

Tracing command pagedaemon pid 42 tid 100041 td 0xc45978c0
sched_switch(c45978c0,0,1,24b,5b3a8c6c,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c45978c0,c45978c0,c45978c0,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c45978c0,0,c085c813,266,c45978c0,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_timedwait(c0983e80,1388,c0860b21,0,0,...) at 0xc0687feb = 
sleepq_timedwait+0x3b
_sleep(c0983e80,c0983e44,44,c0860b21,1388,...) at 0xc06616f4 = _sleep+0x2f4
vm_pageout(0,e4af3d38,c085706f,31c,c4725ae0,...) at 0xc07b6beb = 
vm_pageout+0x2bb
fork_exit(c07b6930,0,e4af3d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4af3d70, ebp = 0 ---

Tracing command dummynet pid 41 tid 100040 td 0xc4597af0
sched_switch(c4597af0,0,1,24b,be92c06e,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4597af0,c4597af0,c4597af0,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4597af0,0,c085c813,243,c46c6480,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c46c6480,0,c085a1dd,c0853461,0,...) at 0xc06880b6 = 
sleepq_wait+0x36
msleep_spin(c46c6480,c46c649c,c0853461,0,c085706f,...) at 0xc0661a0d = 
msleep_spin+0x1bd
taskqueue_thread_loop(c097bf70,e4af0d38,c085706f,31c,c4726000,...) at 
0xc068929a = taskqueue_thread_loop+0x8a
fork_exit(c0689210,c097bf70,e4af0d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4af0d70, ebp = 0 ---

Tracing command irq7: ppbus0 ppc0 pid 40 tid 100039 td 0xc4597d20
fork_trampoline() at 0xc07e4238 = fork_trampoline

Tracing command fdc0 pid 39 tid 100038 td 0xc4598000
sched_switch(c4598000,0,1,24b,b93dcf8c,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4598000,c4598000,c4598000,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4598000,0,c085c813,266,c4598000,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_timedwait(c456a83c,3e8,c0853461,0,0,...) at 0xc0687feb = 
sleepq_timedwait+0x3b
_sleep(c456a83c,c456a8f0,4c,c0853461,3e8,...) at 0xc06616f4 = _sleep+0x2f4
fdc_thread(c456a800,e4aead38,c085706f,31c,c455a2b8,...) at 0xc07ca578 = 
fdc_thread+0x2b8
fork_exit(c07ca2c0,c456a800,e4aead38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4aead70, ebp = 0 ---

Tracing command swi0: sio pid 38 tid 100037 td 0xc4500d20
sched_switch(c4500d20,0,1,8,1df7c480,...) at 0xc0676004 = sched_switch+0x324
mi_switch(1,0,c085723f,4a1,c4591be8,...) at 0xc06611d3 = mi_switch+0x143
ithread_loop(c458b0c0,e4addd38,c085706f,31c,c455a570,...) at 0xc063cfe0 
= ithread_loop+0x2a0
fork_exit(c063cd40,c458b0c0,e4addd38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4addd70, ebp = 0 ---

Tracing command irq1: atkbd0 pid 37 tid 100036 td 0xc4558000
fork_trampoline() at 0xc07e4238 = fork_trampoline

Tracing command irq15: ata1 pid 36 tid 100035 td 0xc4558230
fork_trampoline() at 0xc07e4238 = fork_trampoline

Tracing command irq14: ata0 pid 35 tid 100034 td 0xc4558460
sched_switch(c4558460,0,1,8,9a53a2d0,...) at 0xc0676004 = sched_switch+0x324
mi_switch(1,0,c085723f,4a1,c4427ce8,...) at 0xc06611d3 = mi_switch+0x143
ithread_loop(c456e950,e4ac1d38,c085706f,31c,c455b000,...) at 0xc063cfe0 
= ithread_loop+0x2a0
fork_exit(c063cd40,c456e950,e4ac1d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4ac1d70, ebp = 0 ---

Tracing command usb2 pid 34 tid 100033 td 0xc4558690
sched_switch(c4558690,0,1,24b,5c98da84,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4558690,c4558690,c4558690,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4558690,0,c085c813,266,c4558690,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_timedwait(c455d210,ea60,c0851f70,0,0,...) at 0xc0687feb = 
sleepq_timedwait+0x3b
_sleep(c455d210,0,5c,c0851f70,ea60,...) at 0xc06616f4 = _sleep+0x2f4
usb_event_thread(c4532880,e4aabd38,c085706f,31c,c455b2b8,...) at 
0xc05e34ea = usb_event_thread+0xca
fork_exit(c05e3420,c4532880,e4aabd38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4aabd70, ebp = 0 ---

Tracing command irq18: uhci2 pid 33 tid 100032 td 0xc45588c0
fork_trampoline() at 0xc07e4238 = fork_trampoline

Tracing command usb1 pid 32 tid 100031 td 0xc4558af0
sched_switch(c4558af0,0,1,24b,5cfa515c,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4558af0,c4558af0,c4558af0,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4558af0,0,c085c813,266,c4558af0,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_timedwait(c453e210,ea60,c0851f70,0,0,...) at 0xc0687feb = 
sleepq_timedwait+0x3b
_sleep(c453e210,0,5c,c0851f70,ea60,...) at 0xc06616f4 = _sleep+0x2f4
usb_event_thread(c45511c0,e4aa4d38,c085706f,31c,c455b828,...) at 
0xc05e34ea = usb_event_thread+0xca
fork_exit(c05e3420,c45511c0,e4aa4d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4aa4d70, ebp = 0 ---

Tracing command irq19: uhci1 pid 31 tid 100030 td 0xc4558d20
fork_trampoline() at 0xc07e4238 = fork_trampoline

Tracing command usbtask-dr pid 30 tid 100029 td 0xc4559000
sched_switch(c4559000,0,1,24b,c926f954,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4559000,c4559000,c4559000,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4559000,0,c085c813,243,c4559000,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c0925bd4,0,c085a1a5,d8,0,...) at 0xc06880b6 = sleepq_wait+0x36
_sleep(c0925bd4,0,5c,c0851f7e,0,...) at 0xc0661716 = _sleep+0x316
usb_task_thread(c0925bd4,e4a9dd38,c085706f,31c,c44fd2b8,...) at 
0xc05e3b1e = usb_task_thread+0x5e
fork_exit(c05e3ac0,c0925bd4,e4a9dd38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4a9dd70, ebp = 0 ---

Tracing command usbtask-hc pid 29 tid 100028 td 0xc4559230
sched_switch(c4559230,0,1,24b,c926d768,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4559230,c4559230,c4559230,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4559230,0,c085c813,243,c4559230,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c0925bc0,0,c085a1a5,d8,0,...) at 0xc06880b6 = sleepq_wait+0x36
_sleep(c0925bc0,0,5c,c0851f7e,0,...) at 0xc0661716 = _sleep+0x316
usb_task_thread(c0925bc0,e4a9ad38,c085706f,31c,c44fd570,...) at 
0xc05e3b1e = usb_task_thread+0x5e
fork_exit(c05e3ac0,c0925bc0,e4a9ad38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4a9ad70, ebp = 0 ---

Tracing command usb0 pid 28 tid 100027 td 0xc4559460
sched_switch(c4559460,0,1,24b,5cb14f58,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4559460,c4559460,c4559460,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4559460,0,c085c813,266,c4559460,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_timedwait(c4544210,ea60,c0851f70,0,0,...) at 0xc0687feb = 
sleepq_timedwait+0x3b
_sleep(c4544210,0,5c,c0851f70,ea60,...) at 0xc06616f4 = _sleep+0x2f4
usb_event_thread(c4551e80,e4a97d38,c085706f,31c,c44fd828,...) at 
0xc05e34ea = usb_event_thread+0xca
fork_exit(c05e3420,c4551e80,e4a97d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4a97d70, ebp = 0 ---

Tracing command irq16: uhci0 pid 27 tid 100026 td 0xc4472690
fork_trampoline() at 0xc07e4238 = fork_trampoline

Tracing command em1 taskq pid 26 tid 100025 td 0xc44728c0
sched_switch(c44728c0,0,1,24b,bfb11454,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c44728c0,c44728c0,c44728c0,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c44728c0,0,c085c813,243,c4523a00,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c4523a00,0,c085a1dd,c0853461,0,...) at 0xc06880b6 = 
sleepq_wait+0x36
msleep_spin(c4523a00,c4523a1c,c0853461,0,c085706f,...) at 0xc0661a0d = 
msleep_spin+0x1bd
taskqueue_thread_loop(c453d35c,e4a90d38,c085706f,31c,c450f000,...) at 
0xc068929a = taskqueue_thread_loop+0x8a
fork_exit(c0689210,c453d35c,e4a90d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4a90d70, ebp = 0 ---

Tracing command em0 taskq pid 25 tid 100024 td 0xc4472af0
sched_switch(c4472af0,0,1,24b,c06d3b40,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4472af0,c4472af0,c4472af0,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4472af0,0,c085c813,243,c4523c00,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c4523c00,0,c085a1dd,c0853461,0,...) at 0xc06880b6 = 
sleepq_wait+0x36
msleep_spin(c4523c00,c4523c1c,c0853461,0,c085706f,...) at 0xc0661a0d = 
msleep_spin+0x1bd
taskqueue_thread_loop(c453735c,e4a6dd38,c085706f,31c,c450f2b8,...) at 
0xc068929a = taskqueue_thread_loop+0x8a
fork_exit(c0689210,c453735c,e4a6dd38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4a6dd70, ebp = 0 ---

Tracing command irq9: acpi0 pid 24 tid 100023 td 0xc4472d20
fork_trampoline() at 0xc07e4238 = fork_trampoline

Tracing command kqueue taskq pid 23 tid 100022 td 0xc4500000
sched_switch(c4500000,0,1,24b,c9467de4,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4500000,c4500000,c4500000,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4500000,0,c085c813,243,c4500000,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c446ed80,c446ed9c,c0853461,0,0,...) at 0xc06880b6 = 
sleepq_wait+0x36
_sleep(c446ed80,c446ed9c,0,c0853461,0,...) at 0xc0661716 = _sleep+0x316
taskqueue_thread_loop(c0926b9c,e4a42d38,c085706f,31c,c450f828,...) at 
0xc06892c4 = taskqueue_thread_loop+0xb4
fork_exit(c0689210,c0926b9c,e4a42d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4a42d70, ebp = 0 ---

Tracing command swi2: cambio pid 22 tid 100021 td 0xc4500230
fork_trampoline() at 0xc07e4238 = fork_trampoline

Tracing command xpt_thrd pid 9 tid 100020 td 0xc4500460
sched_switch(c4500460,0,1,24b,c92689dc,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4500460,c4500460,c4500460,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4500460,0,c085c813,243,c4500460,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c090c954,0,c085a1a5,d8,0,...) at 0xc06880b6 = sleepq_wait+0x36
_sleep(c090c954,c090c96c,4c,c0829a04,0,...) at 0xc0661716 = _sleep+0x316
xpt_scanner_thread(0,e4a3cd38,c085706f,31c,c446f828,...) at 0xc0454301 = 
xpt_scanner_thread+0x41
fork_exit(c04542c0,0,e4a3cd38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4a3cd70, ebp = 0 ---

Tracing command swi6: task queue pid 21 tid 100019 td 0xc4500690
sched_switch(c4500690,0,1,8,c4c7a8dc,...) at 0xc0676004 = sched_switch+0x324
mi_switch(1,0,c085723f,4a1,c44b30e8,...) at 0xc06611d3 = mi_switch+0x143
ithread_loop(c44ac590,e4a39d38,c085706f,31c,c446fae0,...) at 0xc063cfe0 
= ithread_loop+0x2a0
fork_exit(c063cd40,c44ac590,e4a39d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4a39d70, ebp = 0 ---

Tracing command swi6: Giant taskq pid 20 tid 100018 td 0xc45008c0
sched_switch(c45008c0,0,1,8,6eb5da0c,...) at 0xc0676004 = sched_switch+0x324
mi_switch(1,0,c085723f,4a1,c44b31e8,...) at 0xc06611d3 = mi_switch+0x143
ithread_loop(c44ac5a0,e4a36d38,c085706f,31c,c44fc000,...) at 0xc063cfe0 
= ithread_loop+0x2a0
fork_exit(c063cd40,c44ac5a0,e4a36d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4a36d70, ebp = 0 ---

Tracing command acpi_task_2 pid 8 tid 100017 td 0xc4500af0
sched_switch(c4500af0,0,1,24b,c9465d00,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4500af0,c4500af0,c4500af0,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4500af0,0,c085c813,243,c4500af0,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c44b3280,c44b329c,c0853461,0,0,...) at 0xc06880b6 = 
sleepq_wait+0x36
_sleep(c44b3280,c44b329c,0,c0853461,0,...) at 0xc0661716 = _sleep+0x316
taskqueue_thread_loop(c0b2bebc,e4a33d38,c085706f,31c,c44fc2b8,...) at 
0xc06892c4 = taskqueue_thread_loop+0xb4
fork_exit(c0689210,c0b2bebc,e4a33d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4a33d70, ebp = 0 ---

Tracing command acpi_task_1 pid 7 tid 100016 td 0xc442f230
sched_switch(c442f230,0,1,24b,c9463cc8,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c442f230,c442f230,c442f230,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c442f230,0,c085c813,243,c442f230,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c44b3280,c44b329c,c0853461,0,0,...) at 0xc06880b6 = 
sleepq_wait+0x36
_sleep(c44b3280,c44b329c,0,c0853461,0,...) at 0xc0661716 = _sleep+0x316
taskqueue_thread_loop(c0b2bebc,e4a30d38,c085706f,31c,c44fc570,...) at 
0xc06892c4 = taskqueue_thread_loop+0xb4
fork_exit(c0689210,c0b2bebc,e4a30d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4a30d70, ebp = 0 ---

Tracing command acpi_task_0 pid 6 tid 100015 td 0xc442f460
sched_switch(c442f460,0,1,24b,c9461c40,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c442f460,c442f460,c442f460,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c442f460,0,c085c813,243,c442f460,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c44b3280,c44b329c,c0853461,0,0,...) at 0xc06880b6 = 
sleepq_wait+0x36
_sleep(c44b3280,c44b329c,0,c0853461,0,...) at 0xc0661716 = _sleep+0x316
taskqueue_thread_loop(c0b2bebc,e4a2dd38,c085706f,31c,c44fc828,...) at 
0xc06892c4 = taskqueue_thread_loop+0xb4
fork_exit(c0689210,c0b2bebc,e4a2dd38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4a2dd70, ebp = 0 ---

Tracing command thread taskq pid 5 tid 100014 td 0xc442f690
sched_switch(c442f690,0,1,24b,cf283398,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c442f690,c442f690,c442f690,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c442f690,0,c085c813,243,c442f690,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c44b3300,c44b331c,c0853461,0,0,...) at 0xc06880b6 = 
sleepq_wait+0x36
_sleep(c44b3300,c44b331c,0,c0853461,0,...) at 0xc0661716 = _sleep+0x316
taskqueue_thread_loop(c093319c,e4a2ad38,c085706f,31c,c44fcae0,...) at 
0xc06892c4 = taskqueue_thread_loop+0xb4
fork_exit(c0689210,c093319c,e4a2ad38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4a2ad70, ebp = 0 ---

Tracing command swi5: + pid 19 tid 100013 td 0xc442f8c0
sched_switch(c442f8c0,0,1,8,52e8b408,...) at 0xc0676004 = sched_switch+0x324
mi_switch(1,0,c085723f,4a1,c44b33e8,...) at 0xc06611d3 = mi_switch+0x143
ithread_loop(c44ac5d0,e4a27d38,c085706f,31c,c44fd000,...) at 0xc063cfe0 
= ithread_loop+0x2a0
fork_exit(c063cd40,c44ac5d0,e4a27d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4a27d70, ebp = 0 ---

Tracing command yarrow pid 18 tid 100012 td 0xc442faf0
sched_switch(c442faf0,0,1,24b,bcdbd8c8,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c442faf0,c442faf0,c442faf0,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c442faf0,0,c085c813,266,c442faf0,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_timedwait(c0928bf4,64,c0853461,2,0,...) at 0xc0687feb = 
sleepq_timedwait+0x3b
_sleep(c0928bf4,0,0,c0853461,64,...) at 0xc06616f4 = _sleep+0x2f4
pause(c0853461,64,c084c2fe,113,0,...) at 0xc0661810 = pause+0x30
random_kthread(0,e4a24d38,c085706f,31c,c442c2b8,...) at 0xc059a0f4 = 
random_kthread+0x1b4
fork_exit(c0599f40,0,e4a24d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4a24d70, ebp = 0 ---

Tracing command g_down pid 4 tid 100011 td 0xc442fd20
sched_switch(c442fd20,0,1,24b,bc9ef280,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c442fd20,c442fd20,c442fd20,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c442fd20,0,c085c813,266,c442fd20,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_timedwait(c092634c,64,c0853461,0,0,...) at 0xc0687feb = 
sleepq_timedwait+0x3b
_sleep(c092634c,c0926268,24c,c0853461,64,...) at 0xc06616f4 = _sleep+0x2f4
g_io_schedule_down(c442fd20,0,c08542bf,74,0,...) at 0xc060ac0b = 
g_io_schedule_down+0x6b
g_down_procbody(0,e4a21d38,c085706f,31c,c442c570,...) at 0xc060b2e9 = 
g_down_procbody+0x69
fork_exit(c060b280,0,e4a21d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4a21d70, ebp = 0 ---

Tracing command g_up pid 3 tid 100010 td 0xc4472000
sched_switch(c4472000,0,1,24b,bcab16d4,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4472000,c4472000,c4472000,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4472000,0,c085c813,266,c4472000,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_timedwait(c0926348,64,c0853461,0,0,...) at 0xc0687feb = 
sleepq_timedwait+0x3b
_sleep(c0926348,c09262a8,24c,c0853461,64,...) at 0xc06616f4 = _sleep+0x2f4
g_io_schedule_up(c4472000,0,c08542bf,5d,0,...) at 0xc060af12 = 
g_io_schedule_up+0xd2
g_up_procbody(0,e4a1ed38,c085706f,31c,c442c828,...) at 0xc060b359 = 
g_up_procbody+0x69
fork_exit(c060b2f0,0,e4a1ed38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4a1ed70, ebp = 0 ---

Tracing command g_event pid 2 tid 100009 td 0xc4472230
sched_switch(c4472230,0,1,24b,bb0d1288,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c4472230,c4472230,c4472230,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c4472230,0,c085c813,266,c4472230,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_timedwait(c0926340,64,c0853461,0,0,...) at 0xc0687feb = 
sleepq_timedwait+0x3b
_sleep(c0926340,0,4c,c0853461,64,...) at 0xc06616f4 = _sleep+0x2f4
g_event_procbody(0,e4a1bd38,c085706f,31c,c442cae0,...) at 0xc060b407 = 
g_event_procbody+0xa7
fork_exit(c060b360,0,e4a1bd38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4a1bd70, ebp = 0 ---

Tracing command swi3: vm pid 17 tid 100008 td 0xc4472460
fork_trampoline() at 0xc07e4238 = fork_trampoline

Tracing command swi4: clock sio pid 16 tid 100007 td 0xc442d000
sched_switch(c442d000,0,1,8,be9261ec,...) at 0xc0676004 = sched_switch+0x324
mi_switch(1,0,c085723f,4a1,c446d8e8,...) at 0xc06611d3 = mi_switch+0x143
ithread_loop(c442a480,e4a15d38,c085706f,31c,c446f2b8,...) at 0xc063cfe0 
= ithread_loop+0x2a0
fork_exit(c063cd40,c442a480,e4a15d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4a15d70, ebp = 0 ---

Tracing command swi1: net pid 15 tid 100006 td 0xc442d230
sched_switch(c442d230,0,1,8,417ebe60,...) at 0xc0676004 = sched_switch+0x324
mi_switch(1,0,c085723f,4a1,c446d968,...) at 0xc06611d3 = mi_switch+0x143
ithread_loop(c442a490,e4a12d38,c085706f,31c,c446f570,...) at 0xc063cfe0 
= ithread_loop+0x2a0
fork_exit(c063cd40,c442a490,e4a12d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4a12d70, ebp = 0 ---

Tracing command idle: cpu0 pid 14 tid 100005 td 0xc442d460
kdb_enter_why(c082fb36,c084fd03,8,872014,c458e08c,...) at 0xc0680b4a = 
kdb_enter_why+0x3a
siointr1(c09861cc,0,c0872014,56f,e300ac48,...) at 0xc07d5836 = siointr1+0xe6
siointr(c458e000,c092ac40,c442d460,c442d460,c4428280,...) at 0xc07d6512 
= siointr+0x32
intr_execute_handlers(c4410cd0,e300ac68,e300acac,c07e4594,39,...) at 
0xc07e922c = intr_execute_handlers+0xec
lapic_handle_intr(39,e300ac68) at 0xc07ec81f = lapic_handle_intr+0x3f
Xapic_isr1() at 0xc07e4594 = Xapic_isr1+0x34
--- interrupt, eip = 0xc07efe7b, esp = 0xe300aca8, ebp = 0xe300acac ---
spinlock_exit(c0931040,8,c085adbe,32d) at 0xc07efe7b = spinlock_exit+0x2b
_mtx_unlock_spin_flags(c0931040,0,c085adbe,32d,c092ac40,...) at 
0xc064d06d = _mtx_unlock_spin_flags+0x4d
sched_idletd(0,e300ad38,c085706f,31c,c442b000,...) at 0xc067662f = 
sched_idletd+0x21f
fork_exit(c0676410,0,e300ad38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe300ad70, ebp = 0 ---

Tracing command idle: cpu1 pid 13 tid 100004 td 0xc442d690
sched_switch(c442d690,0,6,8,2e3c1ab2,...) at 0xc0676004 = sched_switch+0x324
mi_switch(6,0,c0876302,47e,1,...) at 0xc06611d3 = mi_switch+0x143
ipi_bitmap_handler(8,c4420028,28,0,f,...) at 0xc07f1b72 = 
ipi_bitmap_handler+0x72
Xipi_intr_bitmap_handler() at 0xc07e48be = Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0xc07f1562, esp = 0xe3007cbc, ebp = 0xe3007cc0 ---
mp_grab_cpu_hlt(e3007cf8,c0676639,c0931040,0,c085adbe,...) at 0xc07f1562 
= mp_grab_cpu_hlt+0x22
cpu_idle(c0931040,0,c085adbe,32d,c092b280,...) at 0xc07eeed8 = cpu_idle+0x8
sched_idletd(0,e3007d38,c085706f,31c,c442b2b8,...) at 0xc0676639 = 
sched_idletd+0x229
fork_exit(c0676410,0,e3007d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe3007d70, ebp = 0 ---

Tracing command idle: cpu2 pid 12 tid 100003 td 0xc442d8c0
cpustop_handler(4,e3004c68,c07fc4d0,c442b570,c09310c0,...) at 0xc07f2c52 
= cpustop_handler+0x32
ipi_nmi_handler(c442b570,c09310c0,0,c442d8c0,13,...) at 0xc07f2cdf = 
ipi_nmi_handler+0x2f
trap(e3004c74) at 0xc07fc4d0 = trap+0x30
calltrap() at 0xc07e41cb = calltrap+0x6
--- trap 0x13, eip = 0xc064d068, esp = 0xe3004cb4, ebp = 0xe3004cc8 ---
_mtx_unlock_spin_flags(c09310c0,0,c085adbe,32d,c092b8c0,...) at 
0xc064d068 = _mtx_unlock_spin_flags+0x48
sched_idletd(0,e3004d38,c085706f,31c,c442b570,...) at 0xc067662f = 
sched_idletd+0x21f
fork_exit(c0676410,0,e3004d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe3004d70, ebp = 0 ---

Tracing command idle: cpu3 pid 11 tid 100002 td 0xc442daf0
cpustop_handler(8,e3001c70,c07fc4d0,c0675428,87,...) at 0xc07f2c52 = 
cpustop_handler+0x32
ipi_nmi_handler(c0675428,87,c0676004,c442daf0,13,...) at 0xc07f2cdf = 
ipi_nmi_handler+0x2f
trap(e3001c7c) at 0xc07fc4d0 = trap+0x30
calltrap() at 0xc07e41cb = calltrap+0x6
--- trap 0x13, eip = 0xc07f1562, esp = 0xe3001cbc, ebp = 0xe3001cc0 ---
mp_grab_cpu_hlt(e3001cf8,c0676639,c09310c0,0,c085adbe,...) at 0xc07f1562 
= mp_grab_cpu_hlt+0x22
cpu_idle(c09310c0,0,c085adbe,32d,c092bf00,...) at 0xc07eeed8 = cpu_idle+0x8
sched_idletd(0,e3001d38,c085706f,31c,c442b828,...) at 0xc0676639 = 
sched_idletd+0x229
fork_exit(c0676410,0,e3001d38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe3001d70, ebp = 0 ---

Tracing command init pid 1 tid 100001 td 0xc442dd20
sched_switch(c442dd20,0,1,24b,b0c7b6fc,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,8,c085c813,c442baf8,...) at 0xc06611d3 = mi_switch+0x143
sleepq_switch(c442baf8,0,c085c813,19e,c442bae0,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_catch_signals(c064d06d,c09310c0,8,c085a1a5,c442dd20,...) at 
0xc0687ba5 = sleepq_catch_signals+0x1e5
sleepq_wait_sig(c442bae0,0,c085a1a5,d8,0,...) at 0xc0688034 = 
sleepq_wait_sig+0x14
_sleep(c442bae0,c442bb70,15c,c085db38,0,...) at 0xc0661707 = _sleep+0x307
kern_wait(c442dd20,ffffffff,e2ffdc2c,0,0,...) at 0xc0639156 = 
kern_wait+0xa46
wait4(c442dd20,e2ffdcfc,10,c085d947,c08e18a8,...) at 0xc06391cb = wait4+0x3b
syscall(e2ffdd38) at 0xc07fc233 = syscall+0x2b3
Xint0x80_syscall() at 0xc07e4230 = Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x805455f, esp = 
0xbfbfe97c, ebp = 0xbfbfe998 ---

Tracing command audit pid 10 tid 100000 td 0xc442f000
sched_switch(c442f000,0,1,24b,c9210ba0,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c442f000,c442f000,c442f000,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c442f000,0,c085c813,243,c442f000,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_wait(c0983114,c09830f4,c086a770,1,0,...) at 0xc06880b6 = 
sleepq_wait+0x36
_cv_wait(c0983114,c09830f4,c086adb0,18b,0,...) at 0xc0626708 = 
_cv_wait+0x198
audit_worker(0,e2ffad38,c085706f,31c,c442c000,...) at 0xc076d1a0 = 
audit_worker+0x50
fork_exit(c076d150,0,e2ffad38) at 0xc063a684 = fork_exit+0x94
fork_trampoline() at 0xc07e4240 = fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2ffad70, ebp = 0 ---

Tracing command swapper pid 0 tid 0 td 0xc09266c0
sched_switch(c09266c0,0,1,24b,1584d894,...) at 0xc0676004 = 
sched_switch+0x324
mi_switch(1,0,c09266c0,c09266c0,c09266c0,...) at 0xc06611d3 = 
mi_switch+0x143
sleepq_switch(c09266c0,0,c085c813,266,c09266c0,...) at 0xc06879af = 
sleepq_switch+0xcf
sleepq_timedwait(c0926400,2710,c085b288,0,0,...) at 0xc0687feb = 
sleepq_timedwait+0x3b
_sleep(c0926400,0,44,c085b288,2710,...) at 0xc06616f4 = _sleep+0x2f4
scheduler(0,c1ec00,c1ec00,c1e000,c25000,...) at 0xc07a905e = scheduler+0x25e
mi_startup() at 0xc0623816 = mi_startup+0x96
begin() at 0xc0446225 = begin+0x2c
db> show allchains
db> ~
[EOT]
capella:~ (502) exit
exit

Script done on Mon Dec 15 10:58:13 2008
show lockedvnods
Locked vnodes

0xc63ffbdc: tag devfs, type VCHR
    usecount 1, writecount 0, refcount 1 mountedhere 0xc4470100
    flags ()
     lock type devfs: EXCL (count 1) by thread 0xc754f690 (pid 92421)
        dev random

0xc5ed5e04: tag ufs, type VREG
    usecount 11, writecount 0, refcount 13 mountedhere 0
    flags ()
    v_object 0xc5de84d8 ref 10 pages 130
     lock type ufs: SHARED (count 1)
        ino 3297435, on dev ad0s1e



More information about the freebsd-stable mailing list