kern/101763: [panic] sodealloc(): so_count 1

[Gleb Kozyrev]

>Number:         101763
>Category:       kern
>Synopsis:       [panic] sodealloc(): so_count 1
>Confidential:   no
>Severity:       serious
>Priority:       low
>Responsible:    freebsd-bugs
>State:          open
>Quarter:        
>Keywords:       
>Date-Required:
>Class:          sw-bug
>Submitter-Id:   current-users
>Arrival-Date:   Thu Aug 10 15:40:23 GMT 2006
>Closed-Date:
>Last-Modified:
>Originator:     Gleb Kozyrev
>Release:        FreeBSD 7.0-CURRENT i386
>Organization:
Home
>Environment:
FreeBSD 7.0-CURRENT #0: Sun Aug 6 i386
>Description:
Default periodic jobs at 3 AM trigger the following panic:

panic: sodealloc(): so_count 1
cpuid = 0
KDB: stack backtrace:
kdb_backtrace(100,c18d2360,c17da3e4,1,3,...) at kdb_backtrace+0x29
panic(c092e717,1,c17da3e4,c857dc48,c06e4811,...) at panic+0x114
sodealloc(c17da3e4,c1ba5700,c857dd04,c18d1b04,c857dc84,...) at sodealloc+0x18
socreate(2,c857dc6c,3,ff,c19c8480,...) at socreate+0x131
socket(c18d2360,c857dd04) at socket+0x71
syscall(3b,3b,3b,bfbfe50c,8204000,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (97, FreeBSD ELF32, socket), eip = 0x28138847, esp = 0xbfbfe45c, ebp
 = 0xbfbfe488 ---
KDB: enter: panic
[thread pid 1549 tid 100096 ]
Stopped at      kdb_enter+0x2b: nop
db> show pcpu
cpuid        = 0
curthread    = 0xc18d2360: pid 1549 "ipfw"
curpcb       = 0xc857dd90
fpcurthread  = none
idlethread   = 0xc15b5510: pid 10 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:
db> show allpcpu
Current CPU: 0

cpuid        = 0
curthread    = 0xc18d2360: pid 1549 "ipfw"
curpcb       = 0xc857dd90
fpcurthread  = none
idlethread   = 0xc15b5510: pid 10 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

db> show alllocks
db> alltrace

Tracing command egrep pid 1550 tid 100095 td 0xc18d2510
sched_switch(c18d2510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3cb9660,c0a15c90,0,c092a0df,211,...) at sleepq_switch+0xcd
sleepq_wait(c3cb9660,0,c092f5cb,eaf,8,...) at sleepq_wait+0x46
msleep(c3cb9660,c0a62e48,4c,c092fcea,0) at msleep+0x27d
bwait(c3cb9660,4c,c092fcea) at bwait+0x47
bufwait(c3cb9660,0,0,0,59f41b,...) at bufwait+0x1a
breadn(c17b9b2c,59bba20,0,4000,0,...) at breadn+0x11a
bread(c17b9b2c,59bba20,0,4000,0,c85809d4) at bread+0x20
ffs_vget(c1757a20,59f41b,2,c8580a3c) at ffs_vget+0x318
ufs_lookup(c8580ae0) at ufs_lookup+0xab2
VOP_CACHEDLOOKUP_APV(c09e4560,c8580ae0) at VOP_CACHEDLOOKUP_APV+0x7e
vfs_cache_lookup(c8580b7c) at vfs_cache_lookup+0xb2
VOP_LOOKUP_APV(c09e4560,c8580b7c) at VOP_LOOKUP_APV+0x87
lookup(c8580c10) at lookup+0x456
namei(c8580c10) at namei+0x382
kern_access(c18d2510,2808c000,0,0,c8580d30,...) at kern_access+0x7e
access(c18d2510,c8580d04) at access+0x15
syscall(3b,3b,3b,8,2808c000,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (33, FreeBSD ELF32, access), eip = 0x28065e17, esp = 0xbfbfe93c, ebp
 = 0xbfbfe968 ---

Tracing command ipfw pid 1549 tid 100096 td 0xc18d2360
kdb_enter(c0926e14) at kdb_enter+0x2b
panic(c092e717,1,c17da3e4,c857dc48,c06e4811,...) at panic+0x127
sodealloc(c17da3e4,c1ba5700,c857dd04,c18d1b04,c857dc84,...) at sodealloc+0x18
socreate(2,c857dc6c,3,ff,c19c8480,...) at socreate+0x131
socket(c18d2360,c857dd04) at socket+0x71
syscall(3b,3b,3b,bfbfe50c,8204000,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (97, FreeBSD ELF32, socket), eip = 0x28138847, esp = 0xbfbfe45c, ebp
 = 0xbfbfe488 ---

Tracing command sh pid 1547 tid 100065 td 0xc188ea20
sched_switch(c188ea20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18ac468) at sleepq_switch+0xcd
sleepq_wait_sig(c18ac468) at sleepq_wait_sig+0x1d
msleep(c18ac468,c18ac4d0,15c,c092c21d,0) at msleep+0x26e
kern_wait(c188ea20,ffffffff,c84ffc2c,2,0) at kern_wait+0x7cf
wait4(c188ea20,c84ffd04) at wait4+0x2a
syscall(3b,3b,3b,bfbfe9b8,501,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813b853, esp = 0xbfbfe96c, ebp =
 0xbfbfe988 ---

Tracing command find pid 1513 tid 100092 td 0xc18d2a20
sched_switch(c18d2a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3cc8da0,c0a15c90,0,c092a0df,211,...) at sleepq_switch+0xcd
sleepq_wait(c3cc8da0,0,c092f5cb,eaf,8,...) at sleepq_wait+0x46
msleep(c3cc8da0,c0a62e48,4c,c092fcea,0) at msleep+0x27d
bwait(c3cc8da0,4c,c092fcea) at bwait+0x47
bufwait(c3cc8da0,0,c8589b38,0,200,...) at bufwait+0x1a
breadn(c1bab820,0,0,800,0,...) at breadn+0x11a
bread(c1bab820,0,0,800,0,...) at bread+0x20
ffs_read(c8589bb0) at ffs_read+0x23f
VOP_READ_APV(c09e4560,c8589bb0) at VOP_READ_APV+0x7e
ufs_readdir(c8589c38) at ufs_readdir+0xd1
VOP_READDIR_APV(c09e4560,c8589c38) at VOP_READDIR_APV+0x7e
getdirentries(c18d2a20,c8589d04) at getdirentries+0x13f
syscall(825003b,805003b,bfbf003b,8250130,824d140,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (196, FreeBSD ELF32, getdirentries), eip = 0x2813424b, esp = 0xbfbfe
c0c, ebp = 0xbfbfec38 ---

Tracing command cat pid 1505 tid 100100 td 0xc18afbd0
sched_switch(c18afbd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c1779630) at sleepq_switch+0xcd
sleepq_wait_sig(c1779630) at sleepq_wait_sig+0x1d
msleep(c1779630,c17797a0,14c,c092bedd,0) at msleep+0x26e
pipe_read(c19b2b88,c8562c64,c19c8880,0,c18afbd0) at pipe_read+0x377
dofileread(c18afbd0,0,c19b2b88,c8562c64,ffffffff,...) at dofileread+0x89
kern_readv(c18afbd0,0,c8562c64,8201000,1000,...) at kern_readv+0x36
read(c18afbd0,c8562d04) at read+0x45
syscall(3b,3b,3b,1,1,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28144a8b, esp = 0xbfbfecfc, ebp =
0xbfbfee18 ---

Tracing command sh pid 1503 tid 100102 td 0xc18af870
sched_switch(c18af870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18dd8d0) at sleepq_switch+0xcd
sleepq_wait_sig(c18dd8d0) at sleepq_wait_sig+0x1d
msleep(c18dd8d0,c18dd938,15c,c092c21d,0) at msleep+0x26e
kern_wait(c18af870,ffffffff,c855cc2c,2,0) at kern_wait+0x7cf
wait4(c18af870,c855cd04) at wait4+0x2a
syscall(3b,3b,3b,bfbfe2b8,51c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813ba1b, esp = 0xbfbfe26c, ebp =
 0xbfbfe288 ---

Tracing command sort pid 1502 tid 100055 td 0xc1737870
sched_switch(c1737870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c1778ad4) at sleepq_switch+0xcd
sleepq_wait_sig(c1778ad4) at sleepq_wait_sig+0x1d
msleep(c1778ad4,c1778c44,14c,c092bedd,0) at msleep+0x26e
pipe_read(c18b41b0,c8098c64,c19c8880,0,c1737870) at pipe_read+0x377
dofileread(c1737870,0,c18b41b0,c8098c64,ffffffff,...) at dofileread+0x89
kern_readv(c1737870,0,c8098c64,8201000,1000,...) at kern_readv+0x36
read(c1737870,c8098d04) at read+0x45
syscall(3b,3b,3b,100001,2815f7c0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2814ea8b, esp = 0xbfbfe9fc, ebp =
0xbfbfea18 ---

Tracing command sed pid 1496 tid 100041 td 0xc17341b0
sched_switch(c17341b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c1778318) at sleepq_switch+0xcd
sleepq_wait_sig(c1778318) at sleepq_wait_sig+0x1d
msleep(c1778318,c1778488,14c,c092bedd,0) at msleep+0x26e
pipe_read(c1768438,c8071c64,c19c8880,0,c17341b0) at pipe_read+0x377
dofileread(c17341b0,0,c1768438,c8071c64,ffffffff,...) at dofileread+0x89
kern_readv(c17341b0,0,c8071c64,8230000,1000,...) at kern_readv+0x36
read(c17341b0,c8071d04) at read+0x45
syscall(3b,3b,3b,0,281597c0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28148a8b, esp = 0xbfbfeb5c, ebp =
0xbfbfeb78 ---

Tracing command mail pid 1494 tid 100067 td 0xc188e6c0
sched_switch(c188e6c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c177818c) at sleepq_switch+0xcd
sleepq_wait_sig(c177818c) at sleepq_wait_sig+0x1d
msleep(c177818c,c17782fc,14c,c092bedd,0) at msleep+0x26e
pipe_read(c18b4990,c84f9c64,c19c8480,0,c188e6c0) at pipe_read+0x377
dofileread(c188e6c0,0,c18b4990,c84f9c64,ffffffff,...) at dofileread+0x89
kern_readv(c188e6c0,0,c84f9c64,8201000,1000,...) at kern_readv+0x36
read(c188e6c0,c84f9d04) at read+0x45
syscall(3b,3b,3b,0,281647c0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28153db7, esp = 0xbfbfdfdc, ebp =
0xbfbfdff8 ---

Tracing command sh pid 1493 tid 100076 td 0xc18aed80
sched_switch(c18aed80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18add38) at sleepq_switch+0xcd
sleepq_wait_sig(c18add38) at sleepq_wait_sig+0x1d
msleep(c18add38,c18adda0,15c,c092c21d,0) at msleep+0x26e
kern_wait(c18aed80,ffffffff,c854ac2c,2,0) at kern_wait+0x7cf
wait4(c18aed80,c854ad04) at wait4+0x2a
syscall(3b,3b,3b,bfbfe818,501,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813b853, esp = 0xbfbfe7cc, ebp =
 0xbfbfe7e8 ---

Tracing command sh pid 1492 tid 100071 td 0xc188e000
sched_switch(c188e000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18ad234) at sleepq_switch+0xcd
sleepq_wait_sig(c18ad234) at sleepq_wait_sig+0x1d
msleep(c18ad234,c18ad29c,15c,c092c21d,0) at msleep+0x26e
kern_wait(c188e000,ffffffff,c84edc2c,2,0) at kern_wait+0x7cf
wait4(c188e000,c84edd04) at wait4+0x2a
syscall(3b,3b,3b,bfbfe4d8,501,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813b853, esp = 0xbfbfe48c, ebp =
 0xbfbfe4a8 ---

Tracing command sh pid 1486 tid 100075 td 0xc18af000
sched_switch(c18af000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18adb04) at sleepq_switch+0xcd
sleepq_wait_sig(c18adb04) at sleepq_wait_sig+0x1d
msleep(c18adb04,c18adb6c,15c,c092c21d,0) at msleep+0x26e
kern_wait(c18af000,ffffffff,c854dc2c,2,0) at kern_wait+0x7cf
wait4(c18af000,c854dd04) at wait4+0x2a
syscall(3b,3b,3b,bfbfeb68,501,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813b853, esp = 0xbfbfeb1c, ebp =
 0xbfbfeb38 ---

Tracing command sh pid 1485 tid 100054 td 0xc1737a20
sched_switch(c1737a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c1776b04) at sleepq_switch+0xcd
sleepq_wait_sig(c1776b04) at sleepq_wait_sig+0x1d
msleep(c1776b04,c1776b6c,15c,c092c21d,0) at msleep+0x26e
kern_wait(c1737a20,ffffffff,c809bc2c,2,0) at kern_wait+0x7cf
wait4(c1737a20,c809bd04) at wait4+0x2a
syscall(3b,3b,3b,bfbfe9f8,501,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813b853, esp = 0xbfbfe9ac, ebp =
 0xbfbfe9c8 ---

Tracing command xargs pid 1482 tid 100073 td 0xc1775bd0
sched_switch(c1775bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c1778c60) at sleepq_switch+0xcd
sleepq_wait_sig(c1778c60) at sleepq_wait_sig+0x1d
msleep(c1778c60,c1778dd0,14c,c092bedd,0) at msleep+0x26e
pipe_read(c18b43f0,c84e7c64,c19c8880,0,c1775bd0) at pipe_read+0x377
dofileread(c1775bd0,0,c18b43f0,c84e7c64,ffffffff,...) at dofileread+0x89
kern_readv(c1775bd0,0,c84e7c64,8201000,1000,...) at kern_readv+0x36
read(c1775bd0,c84e7d04) at read+0x45
syscall(3b,3b,3b,8240040,281567c0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28145a8b, esp = 0xbfbfed0c, ebp =
0xbfbfed28 ---

Tracing command sh pid 1480 tid 100066 td 0xc188e870
sched_switch(c188e870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18ac69c) at sleepq_switch+0xcd
sleepq_wait_sig(c18ac69c) at sleepq_wait_sig+0x1d
msleep(c18ac69c,c18ac704,15c,c092c21d,0) at msleep+0x26e
kern_wait(c188e870,ffffffff,c84fcc2c,2,0) at kern_wait+0x7cf
wait4(c188e870,c84fcd04) at wait4+0x2a
syscall(3b,3b,3b,bfbfe708,51c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813ba1b, esp = 0xbfbfe6bc, ebp =
 0xbfbfe6d8 ---

Tracing command sh pid 1474 tid 100052 td 0xc1737d80
sched_switch(c1737d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c177669c) at sleepq_switch+0xcd
sleepq_wait_sig(c177669c) at sleepq_wait_sig+0x1d
msleep(c177669c,c1776704,15c,c092c21d,0) at msleep+0x26e
kern_wait(c1737d80,ffffffff,c80a1c2c,2,0) at kern_wait+0x7cf
wait4(c1737d80,c80a1d04) at wait4+0x2a
syscall(3b,3b,3b,bfbfe9a8,51c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813ba1b, esp = 0xbfbfe95c, ebp =
 0xbfbfe978 ---

Tracing command mail pid 1473 tid 100070 td 0xc188e1b0
sched_switch(c188e1b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c17794a4) at sleepq_switch+0xcd
sleepq_wait_sig(c17794a4) at sleepq_wait_sig+0x1d
msleep(c17794a4,c1779614,14c,c092bedd,0) at msleep+0x26e
pipe_read(c18b4900,c84f0c64,c19c8880,0,c188e1b0) at pipe_read+0x377
dofileread(c188e1b0,0,c18b4900,c84f0c64,ffffffff,...) at dofileread+0x89
kern_readv(c188e1b0,0,c84f0c64,8201000,1000,...) at kern_readv+0x36
read(c188e1b0,c84f0d04) at read+0x45
syscall(3b,3b,3b,0,281647c0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28153a8b, esp = 0xbfbfdfcc, ebp =
0xbfbfdfe8 ---

Tracing command sh pid 1472 tid 100053 td 0xc1737bd0
sched_switch(c1737bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c17768d0) at sleepq_switch+0xcd
sleepq_wait_sig(c17768d0) at sleepq_wait_sig+0x1d
msleep(c17768d0,c1776938,15c,c092c21d,0) at msleep+0x26e
kern_wait(c1737bd0,ffffffff,c809ec2c,2,0) at kern_wait+0x7cf
wait4(c1737bd0,c809ed04) at wait4+0x2a
syscall(3b,3b,3b,bfbfe818,51c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813ba1b, esp = 0xbfbfe7cc, ebp =
 0xbfbfe7e8 ---

Tracing command sh pid 1471 tid 100074 td 0xc1775a20
sched_switch(c1775a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18ad8d0) at sleepq_switch+0xcd
sleepq_wait_sig(c18ad8d0) at sleepq_wait_sig+0x1d
msleep(c18ad8d0,c18ad938,15c,c092c21d,0) at msleep+0x26e
kern_wait(c1775a20,ffffffff,c84e4c2c,2,0) at kern_wait+0x7cf
wait4(c1775a20,c84e4d04) at wait4+0x2a
syscall(3b,3b,3b,bfbfe4d8,51c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813ba1b, esp = 0xbfbfe48c, ebp =
 0xbfbfe4a8 ---

Tracing command sh pid 1437 tid 100050 td 0xc17751b0
sched_switch(c17751b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c1776234) at sleepq_switch+0xcd
sleepq_wait_sig(c1776234) at sleepq_wait_sig+0x1d
msleep(c1776234,c177629c,15c,c092c21d,0) at msleep+0x26e
kern_wait(c17751b0,ffffffff,c84d5c2c,2,0) at kern_wait+0x7cf
wait4(c17751b0,c84d5d04) at wait4+0x2a
syscall(3b,3b,3b,bfbfeb68,51c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813ba1b, esp = 0xbfbfeb1c, ebp =
 0xbfbfeb38 ---

Tracing command sh pid 1435 tid 100048 td 0xc1775510
sched_switch(c1775510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c1774d38) at sleepq_switch+0xcd
sleepq_wait_sig(c1774d38) at sleepq_wait_sig+0x1d
msleep(c1774d38,c1774da0,15c,c092c21d,0) at msleep+0x26e
kern_wait(c1775510,ffffffff,c84dbc2c,2,0) at kern_wait+0x7cf
wait4(c1775510,c84dbd04) at wait4+0x2a
syscall(3b,3b,3b,bfbfe9f8,51c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813ba1b, esp = 0xbfbfe9ac, ebp =
 0xbfbfe9c8 ---

Tracing command mail pid 1321 tid 100090 td 0xc1890510
sched_switch(c1890510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c19df318) at sleepq_switch+0xcd
sleepq_wait_sig(c19df318) at sleepq_wait_sig+0x1d
msleep(c19df318,c19df488,14c,c092bedd,0) at msleep+0x26e
pipe_read(c18b4b88,c8511c64,c19c8880,0,c1890510) at pipe_read+0x377
dofileread(c1890510,0,c18b4b88,c8511c64,ffffffff,...) at dofileread+0x89
kern_readv(c1890510,0,c8511c64,8201000,1000,...) at kern_readv+0x36
read(c1890510,c8511d04) at read+0x45
syscall(3b,3b,3b,0,281647c0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28153a8b, esp = 0xbfbfdfec, ebp =
0xbfbfe008 ---

Tracing command sh pid 1319 tid 100103 td 0xc18af6c0
sched_switch(c18af6c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18ddb04) at sleepq_switch+0xcd
sleepq_wait_sig(c18ddb04) at sleepq_wait_sig+0x1d
msleep(c18ddb04,c18ddb6c,15c,c092c21d,0) at msleep+0x26e
kern_wait(c18af6c0,ffffffff,c8559c2c,2,0) at kern_wait+0x7cf
wait4(c18af6c0,c8559d04) at wait4+0x2a
syscall(3b,3b,3b,bfbfe848,51c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813ba1b, esp = 0xbfbfe7fc, ebp =
 0xbfbfe818 ---

Tracing command sh pid 1318 tid 100045 td 0xc1683a20
sched_switch(c1683a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c177469c) at sleepq_switch+0xcd
sleepq_wait_sig(c177469c) at sleepq_wait_sig+0x1d
msleep(c177469c,c1774704,15c,c092c21d,0) at msleep+0x26e
kern_wait(c1683a20,ffffffff,c801dc2c,2,0) at kern_wait+0x7cf
wait4(c1683a20,c801dd04) at wait4+0x2a
syscall(3b,3b,3b,bfbfe508,51c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813ba1b, esp = 0xbfbfe4bc, ebp =
 0xbfbfe4d8 ---

Tracing command sh pid 1310 tid 100038 td 0xc17346c0
sched_switch(c17346c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c173869c) at sleepq_switch+0xcd
sleepq_wait_sig(c173869c) at sleepq_wait_sig+0x1d
msleep(c173869c,c1738704,15c,c092c21d,0) at msleep+0x26e
kern_wait(c17346c0,ffffffff,c807ac2c,2,0) at kern_wait+0x7cf
wait4(c17346c0,c807ad04) at wait4+0x2a
syscall(3b,3b,3b,bfbfeb98,51c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813ba1b, esp = 0xbfbfeb4c, ebp =
 0xbfbfeb68 ---

Tracing command sh pid 1308 tid 100062 td 0xc1890000
sched_switch(c1890000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c188dd38) at sleepq_switch+0xcd
sleepq_wait_sig(c188dd38) at sleepq_wait_sig+0x1d
msleep(c188dd38,c188dda0,15c,c092c21d,0) at msleep+0x26e
kern_wait(c1890000,ffffffff,c8508c2c,2,0) at kern_wait+0x7cf
wait4(c1890000,c8508d04) at wait4+0x2a
syscall(3b,3b,3b,bfbfebe8,51c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813ba1b, esp = 0xbfbfeb9c, ebp =
 0xbfbfebb8 ---

Tracing command cron pid 1305 tid 100039 td 0xc1734510
sched_switch(c1734510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c19df000) at sleepq_switch+0xcd
sleepq_wait_sig(c19df000) at sleepq_wait_sig+0x1d
msleep(c19df000,c19df170,14c,c092bedd,0) at msleep+0x26e
pipe_read(c18b4ea0,c8077c64,c190c080,0,c1734510) at pipe_read+0x377
dofileread(c1734510,5,c18b4ea0,c8077c64,ffffffff,...) at dofileread+0x89
kern_readv(c1734510,5,c8077c64,8221000,1000,...) at kern_readv+0x36
read(c1734510,c8077d04) at read+0x45
syscall(3b,3b,3b,2817c200,2817c200,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28155a8b, esp = 0xbfbfe66c, ebp =
0xbfbfe688 ---

Tracing command mail pid 1291 tid 100061 td 0xc18901b0
sched_switch(c18901b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c177918c) at sleepq_switch+0xcd
sleepq_wait_sig(c177918c) at sleepq_wait_sig+0x1d
msleep(c177918c,c17792fc,14c,c092bedd,0) at msleep+0x26e
pipe_read(c18b4168,c850bc64,c19c8480,0,c18901b0) at pipe_read+0x377
dofileread(c18901b0,0,c18b4168,c850bc64,ffffffff,...) at dofileread+0x89
kern_readv(c18901b0,0,c850bc64,8201000,1000,...) at kern_readv+0x36
read(c18901b0,c850bd04) at read+0x45
syscall(3b,3b,3b,0,281647c0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28153db7, esp = 0xbfbfdfec, ebp =
0xbfbfe008 ---

Tracing command sh pid 1290 tid 100084 td 0xc18ae000
sched_switch(c18ae000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18ce000) at sleepq_switch+0xcd
sleepq_wait_sig(c18ce000) at sleepq_wait_sig+0x1d
msleep(c18ce000,c18ce068,15c,c092c21d,0) at msleep+0x26e
kern_wait(c18ae000,ffffffff,c8532c2c,2,0) at kern_wait+0x7cf
wait4(c18ae000,c8532d04) at wait4+0x2a
syscall(3b,3b,3b,bfbfe848,501,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813b853, esp = 0xbfbfe7fc, ebp =
 0xbfbfe818 ---

Tracing command sh pid 1289 tid 100040 td 0xc1734360
sched_switch(c1734360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c1738b04) at sleepq_switch+0xcd
sleepq_wait_sig(c1738b04) at sleepq_wait_sig+0x1d
msleep(c1738b04,c1738b6c,15c,c092c21d,0) at msleep+0x26e
kern_wait(c1734360,ffffffff,c8074c2c,2,0) at kern_wait+0x7cf
wait4(c1734360,c8074d04) at wait4+0x2a
syscall(3b,3b,3b,bfbfe508,501,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813b853, esp = 0xbfbfe4bc, ebp =
 0xbfbfe4d8 ---

Tracing command sh pid 1283 tid 100043 td 0xc1683d80
sched_switch(c1683d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c1774234) at sleepq_switch+0xcd
sleepq_wait_sig(c1774234) at sleepq_wait_sig+0x1d
msleep(c1774234,c177429c,15c,c092c21d,0) at msleep+0x26e
kern_wait(c1683d80,ffffffff,c8023c2c,2,0) at kern_wait+0x7cf
wait4(c1683d80,c8023d04) at wait4+0x2a
syscall(3b,3b,3b,bfbfeb98,501,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813b853, esp = 0xbfbfeb4c, ebp =
 0xbfbfeb68 ---

Tracing command sh pid 1281 tid 100042 td 0xc1734000
sched_switch(c1734000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c1774000) at sleepq_switch+0xcd
sleepq_wait_sig(c1774000) at sleepq_wait_sig+0x1d
msleep(c1774000,c1774068,15c,c092c21d,0) at msleep+0x26e
kern_wait(c1734000,ffffffff,c806ec2c,2,0) at kern_wait+0x7cf
wait4(c1734000,c806ed04) at wait4+0x2a
syscall(3b,3b,3b,bfbfebe8,501,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813b853, esp = 0xbfbfeb9c, ebp =
 0xbfbfebb8 ---

Tracing command cron pid 1279 tid 100091 td 0xc18d2bd0
sched_switch(c18d2bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c1779ad4) at sleepq_switch+0xcd
sleepq_wait_sig(c1779ad4) at sleepq_wait_sig+0x1d
msleep(c1779ad4,c1779c44,14c,c092bedd,0) at msleep+0x26e
pipe_read(c18b4558,c858cc64,c193e180,0,c18d2bd0) at pipe_read+0x377
dofileread(c18d2bd0,5,c18b4558,c858cc64,ffffffff,...) at dofileread+0x89
kern_readv(c18d2bd0,5,c858cc64,8221000,1000,...) at kern_readv+0x36
read(c18d2bd0,c858cd04) at read+0x45
syscall(3b,3b,3b,2817c200,2817c200,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28155db7, esp = 0xbfbfe60c, ebp =
0xbfbfe628 ---

Tracing command csh pid 1184 tid 100047 td 0xc17756c0
sched_switch(c17756c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c168f410) at sleepq_switch+0xcd
sleepq_wait_sig(c168f410) at sleepq_wait_sig+0x1d
msleep(c168f410,0,159,c092d82d,0) at msleep+0x26e
ttysleep(c168f400,c168f410,159,c092d82d,0,...) at ttysleep+0x21
ttread(c168f400,c84dec64,0) at ttread+0x48f
ptsread(c187c400,c84dec64,0,c0a15ca8,0,...) at ptsread+0x2d
giant_read(c187c400,c84dec64,0,1,c187c400,...) at giant_read+0x2d
devfs_read_f(c17693f0,c84dec64,c19c7d80,0,c17756c0) at devfs_read_f+0x62
dofileread(c17756c0,10,c17693f0,c84dec64,ffffffff,...) at dofileread+0x89
kern_readv(c17756c0,10,c84dec64,bfbce550,1,...) at kern_readv+0x36
read(c17756c0,c84ded04) at read+0x45
syscall(3b,3b,3b,0,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x281dda8b, esp = 0xbfbce52c, ebp =
0xbfbce578 ---

Tracing command su pid 1183 tid 100049 td 0xc1775360
sched_switch(c1775360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c1776000) at sleepq_switch+0xcd
sleepq_wait_sig(c1776000) at sleepq_wait_sig+0x1d
msleep(c1776000,c1776068,15c,c092c21d,0) at msleep+0x26e
kern_wait(c1775360,4a0,c84d8c2c,2,0) at kern_wait+0x7cf
wait4(c1775360,c84d8d04) at wait4+0x2a
syscall(bfbf003b,2817003b,bfbf003b,bfbfe730,4a0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e5a1b, esp = 0xbfbfe68c, ebp =
 0xbfbfe6a8 ---

Tracing command tcsh pid 1182 tid 100059 td 0xc17371b0
sched_switch(c17371b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c188d6d0) at sleepq_switch+0xcd
sleepq_wait_sig(c188d6d0) at sleepq_wait_sig+0x1d
msleep(c188d6d0,c188d704,168,c08ed341,0) at msleep+0x26e
kern_sigsuspend(c17371b0,2,0,0,0,...) at kern_sigsuspend+0xa7
sigsuspend(c17371b0,c808cd04) at sigsuspend+0x33
syscall(bfbf003b,812003b,bfbf003b,816db08,bfbf16c0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28156093, esp = 0xbfbf16ac
, ebp = 0xbfbf16d8 ---

Tracing command screen pid 1180 tid 100057 td 0xc1737510
sched_switch(c1737510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a6295c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a6295c,246,c0a15c90,c092bc68,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a6295c,c0a62944) at cv_wait_sig+0x18d
kern_select(c1737510,14,bfbfe430,bfbfe3b0,0,...) at kern_select+0x4bf
select(c1737510,c8092d04) at select+0x44
syscall(c088003b,3b,3b,0,bfbfe430,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x281e9a0b, esp = 0xbfbfe37c, ebp
 = 0xbfbfe4c8 ---

Tracing command screen pid 1179 tid 100077 td 0xc18aebd0
sched_switch(c18aebd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18cc034) at sleepq_switch+0xcd
sleepq_wait_sig(c18cc034) at sleepq_wait_sig+0x1d
msleep(c18cc034,c18cc068,168,c08ed341,0) at msleep+0x26e
kern_sigsuspend(c18aebd0,0,0,0,0,...) at kern_sigsuspend+0xa7
sigsuspend(c18aebd0,c8547d04) at sigsuspend+0x33
syscall(c088003b,3b,3b,808fef4,bfbfe470,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28162093, esp = 0xbfbfe45c
, ebp = 0xbfbfe488 ---

Tracing command tcsh pid 1178 tid 100104 td 0xc18af510
sched_switch(c18af510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18ddd6c) at sleepq_switch+0xcd
sleepq_wait_sig(c18ddd6c) at sleepq_wait_sig+0x1d
msleep(c18ddd6c,c18ddda0,168,c08ed341,0) at msleep+0x26e
kern_sigsuspend(c18af510,2,0,0,0,...) at kern_sigsuspend+0xa7
sigsuspend(c18af510,c8556d04) at sigsuspend+0x33
syscall(3b,3b,3b,816a008,bfbf1b70,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28156093, esp = 0xbfbf1b5c
, ebp = 0xbfbf1b88 ---

Tracing command sshd pid 1177 tid 100085 td 0xc1890d80
sched_switch(c1890d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a6295c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a6295c,246,c0a15c90,c092bc68,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a6295c,c0a62944) at cv_wait_sig+0x18d
kern_select(c1890d80,9,820115c,8201160,0,...) at kern_select+0x4bf
select(c1890d80,c8520d04) at select+0x44
syscall(bfbf003b,bfbf003b,bfbf003b,0,bfbfde7c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2837ba0b, esp = 0xbfbfde0c, ebp
 = 0xbfbfde58 ---

Tracing command sshd pid 1175 tid 100080 td 0xc18ae6c0
sched_switch(c18ae6c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18fbc48) at sleepq_switch+0xcd
sleepq_wait_sig(c18fbc48) at sleepq_wait_sig+0x1d
msleep(c18fbc48,c18fbc20,158,c092e550,0,...) at msleep+0x26e
sbwait(c18fbbfc,2,c0928829,271,c18ae6c0,...) at sbwait+0x48
soreceive_generic(c18fbbac,0,c853ec64,0,0,...) at soreceive_generic+0x2da
soreceive(c18fbbac,0,c853ec64,0,0,0) at soreceive+0x39
soo_read(c1769318,c853ec64,c16caa00,0,c18ae6c0) at soo_read+0x3d
dofileread(c18ae6c0,5,c1769318,c853ec64,ffffffff,...) at dofileread+0x89
kern_readv(c18ae6c0,5,c853ec64,bfbfde68,4,...) at kern_readv+0x36
read(c18ae6c0,c853ed04) at read+0x45
syscall(3b,3b,bfbf003b,4,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2837ba8b, esp = 0xbfbfde0c, ebp =
0xbfbfde38 ---

Tracing command getty pid 1173 tid 100107 td 0xc18e0870
sched_switch(c18e0870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c16c6810) at sleepq_switch+0xcd
sleepq_wait_sig(c16c6810) at sleepq_wait_sig+0x1d
msleep(c16c6810,0,159,c092d82d,0) at msleep+0x26e
ttysleep(c16c6800,c16c6810,159,c092d82d,0,...) at ttysleep+0x21
ttread(c16c6800,c85cbc64,0) at ttread+0x48f
ttyread(c16c2400,c85cbc64,0,c0a15ca8,0,...) at ttyread+0x2f
giant_read(c16c2400,c85cbc64,0,1,c16c2400,...) at giant_read+0x2d
devfs_read_f(c18b4750,c85cbc64,c15b2700,0,c18e0870) at devfs_read_f+0x62
dofileread(c18e0870,0,c18b4750,c85cbc64,ffffffff,...) at dofileread+0x89
kern_readv(c18e0870,0,c85cbc64,bfbfee3f,1,...) at kern_readv+0x36
read(c18e0870,c85cbd04) at read+0x45
syscall(3b,3b,3b,0,804f5c0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28153a8b, esp = 0xbfbfee1c, ebp =
0xbfbfee48 ---

Tracing command getty pid 1172 tid 100027 td 0xc15bad80
sched_switch(c15bad80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c163b410) at sleepq_switch+0xcd
sleepq_wait_sig(c163b410) at sleepq_wait_sig+0x1d
msleep(c163b410,0,159,c092d82d,0) at msleep+0x26e
ttysleep(c163b400,c163b410,159,c092d82d,0,...) at ttysleep+0x21
ttread(c163b400,c7a3ac64,0) at ttread+0x48f
ttyread(c16a0600,c7a3ac64,0,c7a3abbc,c067db31,...) at ttyread+0x2f
scread(c16a0600,c7a3ac64,0,c0a15ca8,0,...) at scread+0x22
giant_read(c16a0600,c7a3ac64,0,1,c16a0600,...) at giant_read+0x2d
devfs_read_f(c18b4240,c7a3ac64,c15b2700,0,c15bad80) at devfs_read_f+0x62
dofileread(c15bad80,0,c18b4240,c7a3ac64,ffffffff,...) at dofileread+0x89
kern_readv(c15bad80,0,c7a3ac64,bfbfee3f,1,...) at kern_readv+0x36
read(c15bad80,c7a3ad04) at read+0x45
syscall(3b,3b,3b,0,804f5c0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28153a8b, esp = 0xbfbfee1c, ebp =
0xbfbfee48 ---

Tracing command inetd pid 1155 tid 100105 td 0xc18af360
sched_switch(c18af360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a6295c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a6295c,246,c0a15c90,c092bc68,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a6295c,c0a62944) at cv_wait_sig+0x18d
kern_select(c18af360,8,bfbfe8b0,0,0,...) at kern_select+0x4bf
select(c18af360,c8553d04) at select+0x44
syscall(3b,3b,3b,bfbfe8b0,4b0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x28164a0b, esp = 0xbfbfdb8c, ebp
 = 0xbfbfee78 ---

Tracing command cron pid 1085 tid 100068 td 0xc188e510
sched_switch(c188e510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a164a4) at sleepq_switch+0xcd
sleepq_timedwait_sig(c0a164a4) at sleepq_timedwait_sig+0x1e
msleep(c0a164a4,0,15c,c0927f3f,ea61,...) at msleep+0x244
kern_nanosleep(c188e510,c84f6c74,c84f6c6c) at kern_nanosleep+0xab
nanosleep(c188e510,c84f6d04) at nanosleep+0x4f
syscall(3b,3b,3b,80500ac,3c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2813b7ff, esp = 0xbfbfec8c,
 ebp = 0xbfbfecb8 ---

Tracing command sendmail pid 1079 tid 100083 td 0xc18ae1b0
sched_switch(c18ae1b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18ccd6c) at sleepq_switch+0xcd
sleepq_wait_sig(c18ccd6c) at sleepq_wait_sig+0x1d
msleep(c18ccd6c,c18ccda0,168,c08ed341,0) at msleep+0x26e
kern_sigsuspend(c18ae1b0,0,0,0,0,...) at kern_sigsuspend+0xa7
sigsuspend(c18ae1b0,c8535d04) at sigsuspend+0x33
syscall(3b,3b,3b,0,bfbfcfb0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28279ecb, esp = 0xbfbfcf9c
, ebp = 0xbfbfcfc8 ---

Tracing command sendmail pid 1075 tid 100078 td 0xc18aea20
sched_switch(c18aea20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a6295c) at sleepq_switch+0xcd
sleepq_timedwait_sig(c0a6295c,c0a6295c,1389,c8544ae8,246,...) at sleepq_timedwai
t_sig+0x1e
cv_timedwait_sig(c0a6295c,c0a62944,1389) at cv_timedwait_sig+0x196
kern_select(c18aea20,4,bfbfc4b0,0,0,...) at kern_select+0x4a9
select(c18aea20,c8544d04) at select+0x44
syscall(3b,3b,3b,1,1,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x28301d37, esp = 0xbfbfc3bc, ebp
 = 0xbfbfcfb8 ---

Tracing command sshd pid 1068 tid 100087 td 0xc1890a20
sched_switch(c1890a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a6295c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a6295c,246,c0a15c90,c092bc68,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a6295c,c0a62944) at cv_wait_sig+0x18d
kern_select(c1890a20,4,8290144,0,0,...) at kern_select+0x4bf
select(c1890a20,c851ad04) at select+0x44
syscall(2809003b,3b,bfbf003b,1,a,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x28355d37, esp = 0xbfbfde6c, ebp
 = 0xbfbfee28 ---

Tracing command cron pid 844 tid 100079 td 0xc18ae870
sched_switch(c18ae870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a164a4) at sleepq_switch+0xcd
sleepq_timedwait_sig(c0a164a4) at sleepq_timedwait_sig+0x1e
msleep(c0a164a4,0,15c,c0927f3f,ea61,...) at msleep+0x244
kern_nanosleep(c18ae870,c8541c74,c8541c6c) at kern_nanosleep+0xab
nanosleep(c18ae870,c8541d04) at nanosleep+0x4f
syscall(3b,3b,3b,80500ac,3c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2813b4d3, esp = 0xbfbfecec,
 ebp = 0xbfbfed18 ---

Tracing command sendmail pid 838 tid 100086 td 0xc1890bd0
sched_switch(c1890bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18ce49c) at sleepq_switch+0xcd
sleepq_wait_sig(c18ce49c) at sleepq_wait_sig+0x1d
msleep(c18ce49c,c18ce4d0,168,c08ed341,0) at msleep+0x26e
kern_sigsuspend(c1890bd0,0,0,0,0,...) at kern_sigsuspend+0xa7
sigsuspend(c1890bd0,c851dd04) at sigsuspend+0x33
syscall(3b,3b,3b,0,bfbfd020,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x282b5093, esp = 0xbfbfd00c
, ebp = 0xbfbfd038 ---

Tracing command sendmail pid 834 tid 100089 td 0xc18906c0
sched_switch(c18906c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a6295c) at sleepq_switch+0xcd
sleepq_timedwait_sig(c0a6295c,c0a6295c,1389,c8514ae8,246,...) at sleepq_timedwai
t_sig+0x1e
cv_timedwait_sig(c0a6295c,c0a62944,1389) at cv_timedwait_sig+0x196
kern_select(c18906c0,5,bfbfc520,0,0,...) at kern_select+0x4a9
select(c18906c0,c8514d04) at select+0x44
syscall(3b,bfbf003b,bfbf003b,1,1,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2833ca0b, esp = 0xbfbfc42c, ebp
 = 0xbfbfd028 ---

Tracing command sshd pid 807 tid 100088 td 0xc1890870
sched_switch(c1890870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a6295c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a6295c,246,c0a15c90,c092bc68,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a6295c,c0a62944) at cv_wait_sig+0x18d
kern_select(c1890870,6,8290144,0,0,...) at kern_select+0x4bf
select(c1890870,c8517d04) at select+0x44
syscall(c088003b,3b,3b,1,a,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2837ba0b, esp = 0xbfbfdedc, ebp
 = 0xbfbfee98 ---

Tracing command smbd pid 757 tid 100063 td 0xc188ed80
sched_switch(c188ed80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18ac034) at sleepq_switch+0xcd
sleepq_wait_sig(c18ac034) at sleepq_wait_sig+0x1d
msleep(c18ac034,c18ac068,168,c08ed341,0) at msleep+0x26e
kern_sigsuspend(c188ed80,40001080,0,0,0,...) at kern_sigsuspend+0xa7
sigsuspend(c188ed80,c8505d04) at sigsuspend+0x33
syscall(3b,3b,3b,1,bfbfdac0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x284ba093, esp = 0xbfbfdaac
, ebp = 0xbfbfdad8 ---

Tracing command smbd pid 741 tid 100106 td 0xc18af1b0
sched_switch(c18af1b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a6295c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a6295c,246,c0a15c90,c092bc68,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a6295c,c0a62944) at cv_wait_sig+0x18d
kern_select(c18af1b0,15,bfbfdb90,0,0,...) at kern_select+0x4bf
select(c18af1b0,c8550d04) at select+0x44
syscall(3b,3b,bfbf003b,15,bfbfdb90,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x28541a0b, esp = 0xbfbfda1c, ebp
 = 0xbfbfdae8 ---

Tracing command nmbd pid 737 tid 100082 td 0xc18ae360
sched_switch(c18ae360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a6295c) at sleepq_switch+0xcd
sleepq_timedwait_sig(c0a6295c,c0a6295c,2711,c8538ae8,246,...) at sleepq_timedwai
t_sig+0x1e
cv_timedwait_sig(c0a6295c,c0a62944,2711) at cv_timedwait_sig+0x196
kern_select(c18ae360,7,bfbfe860,0,0,...) at kern_select+0x4a9
select(c18ae360,c8538d04) at select+0x44
syscall(3b,3b,3b,7,bfbfe860,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2834cd37, esp = 0xbfbfe73c, ebp
 = 0xbfbfe808 ---

Tracing command md0 pid 675 tid 100056 td 0xc17376c0
sched_switch(c17376c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c1923800,c0a15c90,0,c092a0df,211,...) at sleepq_switch+0xcd
sleepq_wait(c1923800,0,c090625a,28f,8,...) at sleepq_wait+0x46
msleep(c1923800,c1923820,24c,c09062ac,0) at msleep+0x27d
md_kthread(c1923800,c8095d38) at md_kthread+0xb1
fork_exit(c0588808,c1923800,c8095d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc8095d6c, ebp = 0 ---

Tracing command named pid 653 tid 100081 td 0xc18ae510
sched_switch(c18ae510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a6295c) at sleepq_switch+0xcd
sleepq_timedwait_sig(c0a6295c,c0a6295c,7493b,c853bae8,246,...) at sleepq_timedwa
it_sig+0x1e
cv_timedwait_sig(c0a6295c,c0a62944,7493b) at cv_timedwait_sig+0x196
kern_select(c18ae510,1e,bfbfed60,bfbfece0,0,...) at kern_select+0x4a9
select(c18ae510,c853bd04) at select+0x44
syscall(bfbf003b,bfbf003b,bfbf003b,0,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x283a9a0b, esp = 0xbfbfec9c, ebp
 = 0xbfbfedf8 ---

Tracing command syslogd pid 534 tid 100044 td 0xc1683bd0
sched_switch(c1683bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a6295c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a6295c,246,c0a15c90,c092bc68,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a6295c,c0a62944) at cv_wait_sig+0x18d
kern_select(c1683bd0,b,8208144,0,0,...) at kern_select+0x4bf
select(c1683bd0,c8020d04) at select+0x44
syscall(3b,3b,3b,8208148,8208144,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x28156a0b, esp = 0xbfbfd9fc, ebp
 = 0xbfbfee48 ---

Tracing command devd pid 423 tid 100046 td 0xc1775870
sched_switch(c1775870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a6295c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a6295c,246,c0a15c90,c092bc68,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a6295c,c0a62944) at cv_wait_sig+0x18d
kern_select(c1775870,5,bfbfe9f0,0,0,...) at kern_select+0x4bf
select(c1775870,c84e1d04) at select+0x44
syscall(3b,3b,3b,21,8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x807a07b, esp = 0xbfbfe98c, ebp
= 0xbfbfee98 ---

Tracing command g_journal ad0s1e pid 37 tid 100028 td 0xc15babd0
sched_switch(c15babd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c1746300,c0a15c90,0,c092a0df,211,...) at sleepq_switch+0xcd
sleepq_wait(c1746300,0,c0920d27,7e9,c1746310,...) at sleepq_wait+0x46
msleep(c1746300,c1746310,24c,c0921583,0) at msleep+0x27d
g_journal_wait(c1746300,44da7746) at g_journal_wait+0x8b
g_journal_worker(c1746300,c7a37d38) at g_journal_worker+0x495
fork_exit(c066d94c,c1746300,c7a37d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc7a37d6c, ebp = 0 ---

Tracing command schedcpu pid 36 tid 100029 td 0xc15baa20
sched_switch(c15baa20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c7a34d04,c0a15c90,0,c092a0df,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c7a34d04) at sleepq_timedwait+0x4a
msleep(c7a34d04,0,0,c091e597,3e8) at msleep+0x259
schedcpu_thread(0,c7a34d38) at schedcpu_thread+0x26
fork_exit(c06b6474,0,c7a34d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc7a34d6c, ebp = 0 ---

Tracing command softdepflush pid 35 tid 100030 td 0xc15ba870
sched_switch(c15ba870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a6fda0,c0a15c90,0,c092a0df,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a6fda0) at sleepq_timedwait+0x4a
msleep(c0a6fda0,c0a6fd78,44,c093f642,3e8) at msleep+0x259
softdep_flush(0,c7a31d38) at softdep_flush+0x1f3
fork_exit(c07d63d0,0,c7a31d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc7a31d6c, ebp = 0 ---

Tracing command syncer pid 34 tid 100031 td 0xc15ba6c0
sched_switch(c15ba6c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a1626c,c0a15c90,0,c092a0df,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a1626c,0,c069b875,c0a630e4,c09311ac,...) at sleepq_wait+0x46
msleep(c0a1626c,0,68,c0931577,0) at msleep+0x27d
sched_sync(0,c7a2ed38) at sched_sync+0x361
fork_exit(c06ffd6c,0,c7a2ed38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc7a2ed6c, ebp = 0 ---

Tracing command vnlru pid 33 tid 100032 td 0xc15ba510
sched_switch(c15ba510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c17338d0,c0a15c90,0,c092a0df,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c17338d0) at sleepq_timedwait+0x4a
msleep(c17338d0,c0a630b8,250,c093127a,3e8,c0a63118) at msleep+0x259
vnlru_proc(0,c7a2bd38) at vnlru_proc+0xdf
fork_exit(c06fe17c,0,c7a2bd38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc7a2bd6c, ebp = 0 ---

Tracing command bufdaemon pid 32 tid 100033 td 0xc1737000
sched_switch(c1737000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a62df4,c0a15c90,0,c092a0df,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a62df4) at sleepq_timedwait+0x4a
msleep(c0a62df4,c0a62df8,44,c092fb1a,3e8) at msleep+0x259
buf_daemon(0,c8089d38) at buf_daemon+0x198
fork_exit(c06f12d0,0,c8089d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc8089d6c, ebp = 0 ---

Tracing command pagezero pid 31 tid 100034 td 0xc1734d80
sched_switch(c1734d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a786f0,c0a15c90,0,c092a0df,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a786f0) at sleepq_timedwait+0x4a
msleep(c0a786f0,c0a705bc,200,c09446d0,493e0,c0a705bc,0,c09446b2,9d) at msleep+0x
259
vm_pagezero(0,c8086d38) at vm_pagezero+0x6c
fork_exit(c08090d0,0,c8086d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc8086d6c, ebp = 0 ---

Tracing command vmdaemon pid 30 tid 100035 td 0xc1734bd0
sched_switch(c1734bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a70620,c0a15c90,0,c092a0df,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a70620,0,c069b7bc,c0a15ca8,c0944287,...) at sleepq_wait+0x46
msleep(c0a70620,0,68,c092fb1a,0) at msleep+0x27d
vm_daemon(0,c8083d38) at vm_daemon+0x36
fork_exit(c0807d00,0,c8083d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc8083d6c, ebp = 0 ---

Tracing command pagedaemon pid 29 tid 100036 td 0xc1734a20
sched_switch(c1734a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a705e0,c0a15c90,0,c092a0df,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a705e0) at sleepq_timedwait+0x4a
msleep(c0a705e0,c0a705bc,44,c092fb1a,1388) at msleep+0x259
vm_pageout(0,c8080d38) at vm_pageout+0x264
fork_exit(c08079bc,0,c8080d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc8080d6c, ebp = 0 ---

Tracing command ufs_gjgc pid 28 tid 100037 td 0xc1734870
sched_switch(c1734870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c09e48cc,c0a15c90,0,c092a0df,211,...) at sleepq_switch+0xcd
sleepq_wait(c09e48cc,0,c094128f,d8,8,...) at sleepq_wait+0x46
msleep(c09e48cc,c0a6fe24,24c,c09412db,0) at msleep+0x27d
g_journal_garbage_collector(0,c807dd38) at g_journal_garbage_collector+0x52
fork_exit(c07e8fb8,0,c807dd38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc807dd6c, ebp = 0 ---

Tracing command g_journal switcher pid 27 tid 100017 td 0xc15b66c0
sched_switch(c15b66c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a141bc,c0a15c90,0,c092a0df,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a141bc) at sleepq_timedwait+0x4a
msleep(c0a141bc,0,4c,c0921ca7,2710) at msleep+0x259
g_journal_switcher(c09c8b60,c7a13d38) at g_journal_switcher+0x42
fork_exit(c06704ac,c09c8b60,c7a13d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc7a13d6c, ebp = 0 ---

Tracing command swi0: sio pid 26 tid 100018 td 0xc15b6510
sched_switch(c15b6510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c16a4a70,c7a10d38) at ithread_loop+0xda
fork_exit(c068fdf8,c16a4a70,c7a10d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc7a10d6c, ebp = 0 ---

Tracing command irq1: atkbd0 pid 25 tid 100019 td 0xc15b6360
fork_trampoline() at fork_trampoline

Tracing command irq10: rl0 pid 24 tid 100020 td 0xc15b61b0
sched_switch(c15b61b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c1691280,c7a0ad38) at ithread_loop+0xda
fork_exit(c068fdf8,c1691280,c7a0ad38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc7a0ad6c, ebp = 0 ---

Tracing command usbtask pid 23 tid 100021 td 0xc1683870
sched_switch(c1683870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a139c4,c0a15c90,0,c092a0df,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a139c4,0,c069b7bc,c0a15ca8,c091b610,...) at sleepq_wait+0x46
msleep(c0a139c4,0,5c,c091b639,0,...) at msleep+0x27d
usb_task_thread(0,c801ad38) at usb_task_thread+0x4b
fork_exit(c06387a8,0,c801ad38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc801ad6c, ebp = 0 ---

Tracing command usb0 pid 22 tid 100022 td 0xc16836c0
sched_switch(c16836c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c169a210,c0a15c90,0,c092a0df,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c169a210) at sleepq_timedwait+0x4a
msleep(c169a210,0,5c,c091b632,ea60,c1685780) at msleep+0x259
usb_event_thread(c1685780,c8017d38) at usb_event_thread+0x94
fork_exit(c06386f4,c1685780,c8017d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc8017d6c, ebp = 0 ---

Tracing command irq9: uhci0 pid 21 tid 100023 td 0xc1683510
fork_trampoline() at fork_trampoline

Tracing command irq15: ata1 pid 20 tid 100024 td 0xc1683360
fork_trampoline() at fork_trampoline

Tracing command irq14: ata0 pid 19 tid 100025 td 0xc16831b0
sched_switch(c16831b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c16903a0,c800ed38) at ithread_loop+0xda
fork_exit(c068fdf8,c16903a0,c800ed38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc800ed6c, ebp = 0 ---

Tracing command swi6: Giant taskq pid 18 tid 100026 td 0xc1683000
fork_trampoline() at fork_trampoline

Tracing command swi6: task queue pid 17 tid 100008 td 0xc15b51b0
sched_switch(c15b51b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c16094e0,c79efd38) at ithread_loop+0xda
fork_exit(c068fdf8,c16094e0,c79efd38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc79efd6c, ebp = 0 ---

Tracing command kqueue taskq pid 9 tid 100009 td 0xc15b5000
sched_switch(c15b5000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c1629600,c0a15c90,0,c092a0df,211,...) at sleepq_switch+0xcd
sleepq_wait(c1629600,0,c092a6b9,49,8,...) at sleepq_wait+0x46
msleep(c1629600,c162961c,0,c091e597,0) at msleep+0x27d
taskqueue_thread_loop(c0a149dc,c79ecd38) at taskqueue_thread_loop+0x78
fork_exit(c06c7388,c0a149dc,c79ecd38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc79ecd6c, ebp = 0 ---

Tracing command acpi_task_2 pid 8 tid 100010 td 0xc15ba360
sched_switch(c15ba360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c1629680,c0a15c90,0,c092a0df,211,...) at sleepq_switch+0xcd
sleepq_wait(c1629680,0,c092a6b9,49,8,...) at sleepq_wait+0x46
msleep(c1629680,c162969c,0,c091e597,0) at msleep+0x27d
taskqueue_thread_loop(c0be68d4,c7a28d38) at taskqueue_thread_loop+0x78
fork_exit(c06c7388,c0be68d4,c7a28d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc7a28d6c, ebp = 0 ---

Tracing command acpi_task_1 pid 7 tid 100011 td 0xc15ba1b0
sched_switch(c15ba1b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c1629680,c0a15c90,0,c092a0df,211,...) at sleepq_switch+0xcd
sleepq_wait(c1629680,0,c092a6b9,49,8,...) at sleepq_wait+0x46
msleep(c1629680,c162969c,0,c091e597,0) at msleep+0x27d
taskqueue_thread_loop(c0be68d4,c7a25d38) at taskqueue_thread_loop+0x78
fork_exit(c06c7388,c0be68d4,c7a25d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc7a25d6c, ebp = 0 ---

Tracing command acpi_task_0 pid 6 tid 100012 td 0xc15ba000
sched_switch(c15ba000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c1629680,c0a15c90,0,c092a0df,211,...) at sleepq_switch+0xcd
sleepq_wait(c1629680,0,c092a6b9,49,8,...) at sleepq_wait+0x46
msleep(c1629680,c162969c,0,c091e597,0) at msleep+0x27d
taskqueue_thread_loop(c0be68d4,c7a22d38) at taskqueue_thread_loop+0x78
fork_exit(c06c7388,c0be68d4,c7a22d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc7a22d6c, ebp = 0 ---

Tracing command swi2: cambio pid 16 tid 100013 td 0xc15b6d80
fork_trampoline() at fork_trampoline

Tracing command swi5: + pid 15 tid 100014 td 0xc15b6bd0
fork_trampoline() at fork_trampoline

Tracing command thread taskq pid 5 tid 100015 td 0xc15b6a20
sched_switch(c15b6a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c1629980,c0a15c90,0,c092a0df,211,...) at sleepq_switch+0xcd
sleepq_wait(c1629980,0,c092a6b9,49,8,...) at sleepq_wait+0x46
msleep(c1629980,c162999c,0,c091e597,0) at msleep+0x27d
taskqueue_thread_loop(c0a1b370,c7a19d38) at taskqueue_thread_loop+0x78
fork_exit(c06c7388,c0a1b370,c7a19d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc7a19d6c, ebp = 0 ---

Tracing command yarrow pid 14 tid 100016 td 0xc15b6870
sched_switch(c15b6870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a11600,c0a15c90,0,c092a0df,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a11600) at sleepq_timedwait+0x4a
msleep(c0a11600,0,0,c091e597,64) at msleep+0x259
random_kthread(0,c7a16d38) at random_kthread+0x180
fork_exit(c05dfe68,0,c7a16d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc7a16d6c, ebp = 0 ---

Tracing command g_down pid 4 tid 100000 td 0xc15b6000
sched_switch(c15b6000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a1417c,c0a15c90,0,c092a0df,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a1417c) at sleepq_timedwait+0x4a
msleep(c0a1417c,c0a14068,24c,c091e597,64) at msleep+0x259
g_io_schedule_down(c15b6000) at g_io_schedule_down+0x56
g_down_procbody(0,c7a07d38) at g_down_procbody+0x5a
fork_exit(c0666198,0,c7a07d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc7a07d6c, ebp = 0 ---

Tracing command g_up pid 3 tid 100001 td 0xc15b5d80
sched_switch(c15b5d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a14178,c0a15c90,0,c092a0df,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a14178) at sleepq_timedwait+0x4a
msleep(c0a14178,c0a140a8,24c,c091e597,64) at msleep+0x259
g_io_schedule_up(c15b5d80) at g_io_schedule_up+0x14a
g_up_procbody(0,c7a04d38) at g_up_procbody+0x5a
fork_exit(c0666138,0,c7a04d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc7a04d6c, ebp = 0 ---

Tracing command g_event pid 2 tid 100002 td 0xc15b5bd0
sched_switch(c15b5bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a14170,c0a15c90,0,c092a0df,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a14170) at sleepq_timedwait+0x4a
msleep(c0a14170,0,4c,c091e597,64) at msleep+0x259
g_event_procbody(0,c7a01d38) at g_event_procbody+0x9e
fork_exit(c06661f8,0,c7a01d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc7a01d6c, ebp = 0 ---

Tracing command swi3: vm pid 13 tid 100003 td 0xc15b5a20
fork_trampoline() at fork_trampoline

Tracing command swi4: clock sio pid 12 tid 100004 td 0xc15b5870
sched_switch(c15b5870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c1593970,c79fbd38) at ithread_loop+0xda
fork_exit(c068fdf8,c1593970,c79fbd38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc79fbd6c, ebp = 0 ---

Tracing command swi1: net pid 11 tid 100005 td 0xc15b56c0
sched_switch(c15b56c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c1593980,c79f8d38) at ithread_loop+0xda
fork_exit(c068fdf8,c1593980,c79f8d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc79f8d6c, ebp = 0 ---

Tracing command idle: cpu0 pid 10 tid 100006 td 0xc15b5510
sched_switch(c15b5510,c16831b0,6) at sched_switch+0x183
mi_switch(6,c16831b0,c1683340,c16831b0,c79f5c2c,...) at mi_switch+0x280
maybe_preempt(c16831b0) at maybe_preempt+0x199
sched_add(c16831b0,4,c15c9680,c16831b0,c16903a0,...) at sched_add+0x15a
setrunqueue(c16831b0,4) at setrunqueue+0xab
intr_event_schedule_thread(c15c9680) at intr_event_schedule_thread+0xbb
intr_execute_handlers(c09f7de8,c79f5cb8,1,c068f00c,0,...) at intr_execute_handle
rs+0x118
atpic_handle_intr(e) at atpic_handle_intr+0x92
Xatpic_intr14() at Xatpic_intr14+0x20
--- interrupt, eip = 0xc0894375, esp = 0xc79f5cf8, ebp = 0xc79f5cf8 ---
cpu_idle_default(c79f5d0c,c068f069,c15b4d38,c79f5d24,c068ee84,...) at cpu_idle_d
efault+0x5
cpu_idle(c15b4d38,c79f5d24,c068ee84,0,c79f5d38,...) at cpu_idle+0x28
idle_proc(0,c79f5d38) at idle_proc+0x5d
fork_exit(c068f00c,0,c79f5d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xc79f5d6c, ebp = 0 ---

Tracing command init pid 1 tid 100007 td 0xc15b5360
sched_switch(c15b5360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c15b9000) at sleepq_switch+0xcd
sleepq_wait_sig(c15b9000) at sleepq_wait_sig+0x1d
msleep(c15b9000,c15b9068,15c,c092c21d,0) at msleep+0x26e
kern_wait(c15b5360,ffffffff,c79f2c2c,0,0) at kern_wait+0x7cf
wait4(c15b5360,c79f2d04) at wait4+0x2a
syscall(3b,3b,3b,0,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x8053053, esp = 0xbfbfed9c, ebp =
0xbfbfedb8 ---

Tracing command swapper pid 0 tid 0 td 0xc0a14518
sched_switch(c0a14518,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
scheduler(0,c1ec00,c1e000,0,c0451245,...) at scheduler+0x195
mi_startup() at mi_startup+0x96
begin() at begin+0x2c

>How-To-Repeat:
Set time to 02:59 and wait.
>Fix:

>Release-Note:
>Audit-Trail:
>Unformatted: