Panic in tcp_sackhole_remove

Fabian Keil freebsd-listen at fabiankeil.de
Fri Sep 7 11:47:27 PDT 2007


With: FreeBSD tor.fabiankeil.de 7.0-CURRENT
FreeBSD 7.0-CURRENT #2: Sun Aug 19 13:49:56 CEST 2007
fk at tor.fabiankeil.de:/usr/obj/usr/src/sys/DEADEND  i386

I just got the following panic (no "panic string" as I
logged into the console afterwards):

db> where
Tracing pid 12 tid 100002 td 0xc2d9cc00
kdb_enter(c0a93473,0,c0aa829c,d9e8ec24,0,...) at kdb_enter+0x32
panic(c0aa829c,c32f8974,0) at panic+0x124
tcp_sackhole_remove(c5506a68,1,c0aa8266,223,c58baca8,...) at tcp_sackhole_remove+0xc5
tcp_free_sackholes(c58baca8,1,c0aa8fed,11d,c5506a68,...) at tcp_free_sackholes+0x47
tcp_timer(c55069d8,0,c0a9467b,f8,0,...) at tcp_timer+0xce
softclock(0,0,c0a9008d,471,c2d97c64,...) at softclock+0x299
ithread_loop(c2d9a280,d9e8ed38,c0a8fe01,315,c2d9b558,...) at ithread_loop+0x1b5
fork_exit(c0730c40,c2d9a280,d9e8ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xd9e8ed70, ebp = 0 ---

db> ps
  pid  ppid  pgrp   uid   state   wmesg     wchan    cmd
41132     1 41131   256  SJ      (threaded)          tor
100091                   S       sbwait   0xc66c9ea8 tor
100099                   S       kqread   0xc7be3200 tor
40872     1 40871   256  RJ      (threaded)          tor
100090                   S       sbwait   0xc79ba3d4 tor
100079                   RunQ                        tor
 1812     0     0     0  SL      geli:w   0xc60c3400 [g_eli[0] zvol/tank/]
 1811     0     0     0  SL      crypto_r 0xcb567774 [crypto returns]
 1810     0     0     0  SL      crypto_w 0xcb56774c [crypto]
 1131     0     0     0  SL      vgeom:io 0xc3247bc8 [vdev:worker ad0s3]
 1079     1  1079     0  Ss+     ttyin    0xc2f2e810 getty
 1038     1  1038     0  Ss      nanslp   0xc0ba7a04 cron
 1032     1  1032    25  Ss      pause    0xc3076060 sendmail
 1026     1  1026     0  Ss      select   0xc0bf461c sendmail
  827     1   827     0  Ss      select   0xc0bf461c sshd
  729     1   729     0  Ss      select   0xc0bf461c syslogd
  672     1   672     0  Ss      select   0xc0bf461c devd
  469     0     0     0  SL      pftm     0xc3c39ab0 [pfpurge]
  130     0     0     0  SL      zvol:io  0xc300b520 [zvol:worker zvol/ta]
  129     0     0     0  SL      zfs:(&tq 0xc31959e0 [zil_clean]
  128     0     0     0  SL      zfs:(&tx 0xc30a892c [txg_thread_enter]
  127     0     0     0  SL      zfs:(&tx 0xc30a890c [txg_thread_enter]
  126     0     0     0  SL      zfs:(&tx 0xc30a891c [txg_thread_enter]
  124     0     0     0  SL      zfs:(&tq 0xc3195914 [spa_zio_intr_5]
  123     0     0     0  SL      zfs:(&tq 0xc3195848 [spa_zio_issue_5]
  122     0     0     0  SL      zfs:(&tq 0xc319577c [spa_zio_intr_4]
  121     0     0     0  SL      zfs:(&tq 0xc31956b0 [spa_zio_issue_4]
  120     0     0     0  SL      zfs:(&tq 0xc31955e4 [spa_zio_intr_3]
  119     0     0     0  SL      zfs:(&tq 0xc3195050 [spa_zio_issue_3]
  118     0     0     0  SL      zfs:(&tq 0xc319511c [spa_zio_intr_2]
  117     0     0     0  SL      zfs:(&tq 0xc31951e8 [spa_zio_issue_2]
  116     0     0     0  SL      zfs:(&tq 0xc31952b4 [spa_zio_intr_1]
  115     0     0     0  SL      zfs:(&tq 0xc3195380 [spa_zio_issue_1]
  114     0     0     0  SL      zfs:(&tq 0xc319544c [spa_zio_intr_0]
  113     0     0     0  SL      zfs:(&tq 0xc3195518 [spa_zio_issue_0]
   97     0     0     0  SL      zfs:(&ar 0xc316916c [arc_reclaim_thread]
   96     0     0     0  SL      zfs:(&tq 0xc3196050 [system_taskq]
   39     0     0     0  SL      -        0xc0ba7834 [schedcpu]
   38     0     0     0  SL      sdflush  0xc0c00304 [softdepflush]
   37     0     0     0  SL      syncer   0xc0ba782c [syncer]
   36     0     0     0  SL      vlruwt   0xc3034ab0 [vnlru]
   35     0     0     0  SL      psleep   0xc0bf4ac4 [bufdaemon]
   34     0     0     0  SL      pgzero   0xc0c00db8 [pagezero]
   33     0     0     0  SL      psleep   0xc0c00ad4 [vmdaemon]
   32     0     0     0  SL      psleep   0xc0c00a9c [pagedaemon]
   31     0     0     0  SL      waiting_ 0xc0bf6828 [sctp_iterator]
   30     0     0     0  WL                          [irq7: ppc0]
   29     0     0     0  WL                          [irq1: atkbd0]
   28     0     0     0  WL                          [swi0: sio]
   27     0     0     0  SL      -        0xc2d89a3c [fdc0]
   26     0     0     0  SL      cooling  0xc2f117d4 [acpi_cooling0]
   25     0     0     0  SL      tzpoll   0xc0d72d20 [acpi_thermal]
   24     0     0     0  WL                          [irq15: ata1]
   23     0     0     0  WL                          [irq14: ata0]
   22     0     0     0  RL                          [irq12: fxp0 fxp1]
   21     0     0     0  WL                          [irq9: acpi0]
   20     0     0     0  WL                          [swi2: cambio]
   19     0     0     0  SL      ccb_scan 0xc0b76314 [xpt_thrd]
    9     0     0     0  SL      -        0xc2e86b80 [kqueue taskq]
   18     0     0     0  WL                          [swi6: task queue]
    8     0     0     0  SL      -        0xc2e86d00 [acpi_task_2]
    7     0     0     0  SL      -        0xc2e86d00 [acpi_task_1]
    6     0     0     0  SL      -        0xc2e86d00 [acpi_task_0]
   17     0     0     0  WL                          [swi6: Giant taskq]
    5     0     0     0  SL      -        0xc2d99300 [thread taskq]
   16     0     0     0  WL                          [swi5: +]
   15     0     0     0  SL      -        0xc0ba7834 [yarrow]
    4     0     0     0  SL      -        0xc0ba58ac [g_down]
    3     0     0     0  SL      -        0xc0ba58a8 [g_up]
    2     0     0     0  SL      -        0xc0ba58a0 [g_event]
   14     0     0     0  WL                          [swi1: net]
   13     0     0     0  WL                          [swi3: vm]
   12     0     0     0  RL      CPU 0               [swi4: clock sio]
   11     0     0     0  RL                          [idle: cpu0]
    1     0     1     0  SLs     wait     0xc2d9bab0 [init]
   10     0     0     0  SL      audit_wo 0xc0bffd74 [audit]
    0     0     0     0  WLs                         [swapper]

db> show allpcpu
Current CPU: 0

cpuid        = 0
curthread    = 0xc2d9cc00: pid 12 "swi4: clock sio"
curpcb       = 0xd9e8ed90
fpcurthread  = none
idlethread   = 0xc2d9ca00: pid 11 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

db> show alllocks
Process 41132 (tor) thread 0xc357be00 (100091)
exclusive sx so_rcv_sx r = 0 (0xc66c9e78) locked @ /usr/src/sys/kern/uipc_sockbuf.c:145
Process 40872 (tor) thread 0xc6e30000 (100090)
exclusive sx so_rcv_sx r = 0 (0xc79ba3a4) locked @ /usr/src/sys/kern/uipc_sockbuf.c:145
Process 12 (swi4: clock sio) thread 0xc2d9cc00 (100002)
exclusive sleep mutex inp (tcpinp) r = 0 (0xc5506a68) locked @ /usr/src/sys/kern/kern_timeout.c:248

db> show lockedvnods
Locked vnodes

db> trace 41132
Tracing pid 41132 tid 100091 td 0xc357be00
sched_switch(c357be00,0,1,180,26dad554,...) at sched_switch+0x1b6
mi_switch(1,0,c0a96ae6,1bd,0,...) at mi_switch+0x217
sleepq_switch(c357be00,0,c0a96ae6,199,c66c9ea8,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074058d,c0ba93e0,1,c0a921df,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c66c9ea8,0,c0a93dde,da,0,...) at sleepq_wait_sig+0x14
_sleep(c66c9ea8,c66c9e60,158,c0a9b8bc,0) at _sleep+0x359
sbwait(c66c9e3c,1,c0a9b9d1,5ae,c66c9e60,...) at sbwait+0x76
soreceive_generic(c66c9dec,dc594be8,dc594bf4,0,0,...) at soreceive_generic+0x42f
soreceive(c66c9dec,dc594be8,dc594bf4,0,0,...) at soreceive+0x4d
kern_recvit(c357be00,18,dc594c60,0,0,...) at kern_recvit+0x156
recvit(0,dc594c80,c07a9b88,bf9feec1,1,0,0,dc594c58,1,0,28406e78,0) at recvit+0x31
recvfrom(c357be00,dc594cfc,18,c0a98dee,c0b3f4b8,...) at recvfrom+0x76
syscall(dc594d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (29, FreeBSD ELF32, recvfrom), eip = 0x283ad807, esp = 0xbf9fec9c, ebp = 0xbf9fecc8 ---

db> trace 40872
Tracing pid 40872 tid 100090 td 0xc6e30000
sched_switch(c6e30000,0,1,180,5cdde984,...) at sched_switch+0x1b6
mi_switch(1,0,c0a96ae6,1bd,0,...) at mi_switch+0x217
sleepq_switch(c6e30000,0,c0a96ae6,199,c79ba3d4,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074058d,c0ba93e0,1,c0a921df,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c79ba3d4,0,c0a93dde,da,0,...) at sleepq_wait_sig+0x14
_sleep(c79ba3d4,c79ba38c,158,c0a9b8bc,0) at _sleep+0x359
sbwait(c79ba368,1,c0a9b9d1,5ae,c79ba38c,...) at sbwait+0x76
soreceive_generic(c79ba318,dc4c4be8,dc4c4bf4,0,0,...) at soreceive_generic+0x42f
soreceive(c79ba318,dc4c4be8,dc4c4bf4,0,0,...) at soreceive+0x4d
kern_recvit(c6e30000,18,dc4c4c60,0,0,...) at kern_recvit+0x156
recvit(0,dc4c4c80,c07a9b88,bf9feec1,1,0,0,dc4c4c58,1,0,28406e78,0) at recvit+0x31
recvfrom(c6e30000,dc4c4cfc,18,c0a98dee,c0b3f4b8,...) at recvfrom+0x76
syscall(dc4c4d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (29, FreeBSD ELF32, recvfrom), eip = 0x283ad807, esp = 0xbf9fec9c, ebp = 0xbf9fecc8 ---

db> panic
panic: from debugger
cpuid = 0
Uptime: 10d16h52m51s
Cannot dump. No dump device defined.
Automatic reboot in 15 seconds - press a key on the console to abort


I'm aware that a core dump would probably be nice,
but as the system is using ZFS for everything except
the root partition I can't configure a dump device.
I hope this report isn't entirely useless anyway.

Are there any additional db commands I should try
in case the system runs into this one again?

Fabian
-------------- next part --------------
A non-text attachment was scrubbed...
Name: signature.asc
Type: application/pgp-signature
Size: 187 bytes
Desc: not available
Url : http://lists.freebsd.org/pipermail/freebsd-current/attachments/20070907/a5627614/signature.pgp


More information about the freebsd-current mailing list