kern/159621: [panic] panic: soabort: so_count

[Pavel Polyakov]

>Number:         159621
>Category:       kern
>Synopsis:       [panic] panic: soabort: so_count
>Confidential:   no
>Severity:       non-critical
>Priority:       low
>Responsible:    freebsd-bugs
>State:          open
>Quarter:        
>Keywords:       
>Date-Required:
>Class:          sw-bug
>Submitter-Id:   current-users
>Arrival-Date:   Tue Aug 09 08:10:11 UTC 2011
>Closed-Date:
>Last-Modified:
>Originator:     Pavel Polyakov
>Release:        FreeBSD 8.2-STABLE 224067
>Organization:
>Environment:
FreeBSD 8.2-STABLE #8 r224067: Sat Jul 16 01:23:48 EEST 2011

>Description:
Panic during normal operations.
kern/145825 may be related.

======

db:0:kdb.enter.panic>  run lockinfo
db:1:lockinfo> show locks
exclusive rw tcpinp (tcpinp) r = 0 (0x8d01df64) locked @ /usr/src/sys/netinet/tcp_input.c:962
exclusive rw tcp (tcp) r = 0 (0x80c3eb0c) locked @ /usr/src/sys/netinet/tcp_usrreq.c:1507


db:1:locks>  show alllocks
..
Process 93609 (sshd) thread 0x88c4f8a0 (100118)
exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0x89f686fc) locked @ /usr/src/sys/kern/uipc_sockbuf.c:148
Process 2819 (vtund) thread 0x88c878a0 (100125)
exclusive rw tcpinp (tcpinp) r = 0 (0x8d01df64) locked @ /usr/src/sys/netinet/tcp_input.c:962
exclusive rw tcp (tcp) r = 0 (0x80c3eb0c) locked @ /usr/src/sys/netinet/tcp_usrreq.c:1507
Process 2692 (mysqld) thread 0x89475000 (100259)
exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0x89f96228) locked @ /usr/src/sys/kern/uipc_sockbuf.c:148
Process 2692 (mysqld) thread 0x88c515c0 (100109)
exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0x8d0a7898) locked @ /usr/src/sys/kern/uipc_sockbuf.c:148

db:0:kdb.enter.panic>  show pcpu
cpuid        = 0
dynamic pcpu = 0x567300
curthread    = 0x88c878a0: pid 2819 "vtund"
curpcb       = 0xd6780d80
fpcurthread  = none
idlethread   = 0x868718a0: tid 100003 "idle"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

 2819     1  2819     0  Rs      CPU 0               vtund


db:0:kdb.enter.panic>  bt
Tracing pid 2819 tid 100125 td 0x88c878a0
kdb_enter(80a0e225,80a0e225,80a186dd,d6780840,d6780840,...) at kdb_enter+0x3a
panic(80a186dd,346,0,d67808b8,0,...) at panic+0xd1
soabort(88961670,80a2dc03,346,0,0,...) at soabort+0x1b
syncache_expand(d6780a60,d6780a40,8c78cb5c,d6780a5c,8c78cb00,...) at syncache_expand+0xdb3
tcp_input(8c78cb00,14,86c17800,1,0,...) at tcp_input+0xc49
ip_input(8c78cb00,4,80a0c98c,109,24,...) at ip_input+0x65b
netisr_dispatch_src(1,0,8c78cb00,d6780b34,80766ae1,...) at netisr_dispatch_src+0xd1
netisr_dispatch(1,8c78cb00,0,86c17800,8c78cb3a,...) at netisr_dispatch+0x20
ether_demux(86c17800,8c78cb00,3,0,3,...) at ether_demux+0x1a1
ether_input(86c16400,8c78cb00,6,2,2,...) at ether_input+0x393
tapwrite(88b85d00,d6780c28,0,0,0,...) at tapwrite+0xef
devfs_write_f(89f7c8c0,d6780c28,8686cb80,0,88c878a0,...) at devfs_write_f+0xac
dofilewrite(d6780c28,ffffffff,ffffffff,0,89f7c8c0,...) at dofilewrite+0x95
kern_writev(88c878a0,5,d6780c28,d6780c48,1,...) at kern_writev+0x58
write(88c878a0,d6780cec,d6780d28,80a12db8,0,...) at write+0x4f
syscallenter(88c878a0,d6780ce4,d6780ce4,0,806d4a26,...) at syscallenter+0x246
syscall(d6780d28) at syscall+0x34
Xint0x80_syscall() at Xint0x80_syscall+0x21
--- syscall (4, FreeBSD ELF32, write), eip = 0x28324d2b, esp = 0x7fbfeb2c, ebp = 0x7fbfec08 ---


>How-To-Repeat:

>Fix:


>Release-Note:
>Audit-Trail:
>Unformatted:
 >> kdb_enter (80a0e225,80a0e225,80a186dd,d6780840,d6780840,...) @ kdb_enter=806e1930 + 0x3a == 806e196a
 /usr/src/sys/kern/subr_kdb.c:351
 
 >> panic (80a186dd,346,0,d67808b8,0,...) @ panic=806b23d0 + 0xd1 == 806b24a1
 /usr/src/sys/kern/kern_shutdown.c:597
 
 >> soabort (88961670,80a2dc03,346,0,0,...) @ soabort=8071ba90 + 0x1b == 8071baab
 /usr/src/sys/kern/uipc_socket.c:758
 
 >> syncache_expand (d6780a60,d6780a40,8c78cb5c,d6780a5c,8c78cb00,...) @ syncache_expand=80848750 + 0xdb3 == 80849503
 /usr/src/sys/netinet/tcp_syncache.c:841
 
 >> tcp_input (8c78cb00,14,86c17800,1,0,...) @ tcp_input=8083f5a0 + 0xc49 == 808401e9
 /usr/src/sys/netinet/tcp_input.c:1036
 
 >> ip_input (8c78cb00,4,80a0c98c,109,24,...) @ ip_input=807daa70 + 0x65b == 807db0cb
 /usr/src/sys/netinet/ip_input.c:787
 
 >> netisr_dispatch_src (1,0,8c78cb00,d6780b34,80766ae1,...) @ netisr_dispatch_src=80771420 + 0xd1 == 807714f1
 /usr/src/sys/net/netisr.c:859
 
 >> netisr_dispatch (1,8c78cb00,0,86c17800,8c78cb3a,...) @ netisr_dispatch=80771750 + 0x20 == 80771770
 /usr/src/sys/net/netisr.c:947
 
 >> ether_demux (86c17800,8c78cb00,3,0,3,...) @ ether_demux=80766940 + 0x1a1 == 80766ae1
 /usr/src/sys/net/if_ethersubr.c:894
 
 >> ether_input (86c16400,8c78cb00,6,2,2,...) @ ether_input=80766d40 + 0x393 == 807670d3
 /usr/src/sys/net/if_ethersubr.c:755