kern/159629: kernel panic with IPsec in transport mode ; -current kernel

Mathieu Launay freebsd at breatheless.net
Tue Aug 9 15:30:20 UTC 2011


>Number:         159629
>Category:       kern
>Synopsis:       kernel panic with IPsec in transport mode ; -current kernel
>Confidential:   no
>Severity:       critical
>Priority:       high
>Responsible:    freebsd-bugs
>State:          open
>Quarter:        
>Keywords:       
>Date-Required:
>Class:          sw-bug
>Submitter-Id:   current-users
>Arrival-Date:   Tue Aug 09 15:30:15 UTC 2011
>Closed-Date:
>Last-Modified:
>Originator:     Mathieu Launay
>Release:        FreeBSD 9.0-BETA1 i386
>Organization:
>Environment:
System: FreeBSD freebornie.breatheless.net 9.0-BETA1 FreeBSD 9.0-BETA1 #1: Tue Aug 9 13:52:26 CEST 2011 root at freebornie.breatheless.net:/usr/obj/usr/src/sys/FREEBORNIE i386

Kernel config file:
-----------------------------------------
include         GENERIC
ident           DARKTRAIN

options         DEVICE_POLLING
options         HZ=3000

options KDB_UNATTENDED
options KDB_TRACE


options KDTRACE_HOOKS      # all architectures - enable general DTrace hooks
options DDB_CTF            # all architectures - kernel ELF linker loads CTF data

options         PANIC_REBOOT_WAIT_TIME=60

# altq(9). Enable the base part of the hooks with the ALTQ option.
# Individual disciplines must be built into the base system and can not be
# loaded as modules at this point. In order to build a SMP kernel you must
# also have the ALTQ_NOPCC option.
options         ALTQ
options         ALTQ_CBQ        # Class Bases Queueing
options         ALTQ_RED        # Random Early Detection
options         ALTQ_RIO        # RED In/Out
options         ALTQ_HFSC       # Hierarchical Packet Scheduler
options         ALTQ_CDNR       # Traffic conditioner
options         ALTQ_PRIQ       # Priority Queueing
options         ALTQ_NOPCC      # Required for SMP build
options         ALTQ_DEBUG

options         IPSEC           #IP security
device          crypto          # mandatory for IPsec
-----------------------------------------

Info file of the kernel panic:
(/var/crash/core.txt.0)
-----------------------------------------
freebornie.breatheless.net dumped core - see /var/crash/vmcore.0

Tue Aug  9 16:23:56 CEST 2011

FreeBSD freebornie.breatheless.net 9.0-BETA1 FreeBSD 9.0-BETA1 #1: Tue Aug  9 13:52:26 CEST 2011     root at freebornie.breatheless.net:/usr/obj/usr/src/sys/FREEBORNIE  i386

panic: page fault

GNU gdb 6.1.1 [FreeBSD]
Copyright 2004 Free Software Foundation, Inc.
GDB is free software, covered by the GNU General Public License, and you are
welcome to change it and/or distribute copies of it under certain conditions.
Type "show copying" to see the conditions.
There is absolutely no warranty for GDB.  Type "show warranty" for details.
This GDB was configured as "i386-marcel-freebsd"...

Unread portion of the kernel message buffer:
Kernel page fault with the following non-sleepable locks held:
shared rw ipsec request (ipsec request) r = 1 (0xc5f68650) locked @ /usr/src/sys/netipsec/xform_esp.c:931
KDB: stack backtrace:
db_trace_self_wrapper(c0f60d5a,c5974d58,1,f,c55835a2,...) at db_trace_self_wrapper+0x26
kdb_backtrace(3a3,0,ffffffff,c126805c,c55835c8,...) at kdb_backtrace+0x2a
_witness_debugger(c0f63c2f,c55835dc,4,1,0,...) at _witness_debugger+0x25
witness_warn(5,0,c0fb20de,c59cc2e0,c59ca580,...) at witness_warn+0x1fe
trap(c55836b0) at trap+0x24d
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0xc0c166e5, esp = 0xc55836f0, ebp = 0xc5583718 ---
ipsec_process_done(c5d33800,c5f68600,3a3,0,c5583760,...) at ipsec_process_done+0x195
esp_output_cb(c62fae4c,c5d33800,c5ba0a00,c5583780,c0c3480e,...) at esp_output_cb+0x1aa
crypto_done(c62fae4c,c5d33800,6c,20,c55838ec,...) at crypto_done+0xb7
swcr_process(c5948d00,c62fae4c,0,2,c5b2f2c0,...) at swcr_process+0x12ce
crypto_invoke(101,0,c10b6bc0,c5f1c680,c62fce00,...) at crypto_invoke+0x141
crypto_dispatch(c62fae4c,c0f8d205,371,c55839f7,c59b4a00,...) at crypto_dispatch+0x64
esp_output(c5d33800,c5f68600,0,14,9,...) at esp_output+0x5a6
ipsec4_process_packet(c5d33800,c5f68600,0,0,0,...) at ipsec4_process_packet+0x29f
ip_ipsec_output(c5583b00,0,c5583b48,c5583b08,c5583af0,...) at ip_ipsec_output+0x1e0
ip_output(c5d33800,0,0,0,0,...) at ip_output+0x810
icmp_reflect(1,10,0,c5583bc8,c0a269cc,...) at icmp_reflect+0x5b9
icmp_input(c5d33800,14,c0a269cc,c1825888,4,...) at icmp_input+0x3fc
ip_input(c5d33800,0,c0f725a4,31c,20,...) at ip_input+0x67c
swi_net(c1825880,c112b780,4,c0f5af57,c5998238,...) at swi_net+0x19a
intr_event_execute_handlers(c59ca580,c5998200,c0f5756d,55e,c59cc2e0,...) at intr_event_execute_handlers+0x125
ithread_loop(c59a1730,c5583d28,c0f57230,3a5,c59ca580,...) at ithread_loop+0xa9
fork_exit(c0a0d570,c59a1730,c5583d28) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc5583d60, ebp = 0 ---


Fatal trap 12: page fault while in kernel mode
cpuid = 0; apic id = 00
fault virtual address	= 0x60
fault code		= supervisor read, page not present
instruction pointer	= 0x20:0xc0c166e5
stack pointer	        = 0x28:0xc55836f0
frame pointer	        = 0x28:0xc5583718
code segment		= base 0x0, limit 0xfffff, type 0x1b
			= DPL 0, pres 1, def32 1, gran 1
processor eflags	= interrupt enabled, resume, IOPL = 0
current process		= 12 (swi1: netisr 0)
trap number		= 12
panic: page fault
cpuid = 0
KDB: stack backtrace:
db_trace_self_wrapper(c0f60d5a,a31206e,2c666600,70797420,78302065,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0fb093d,0,c0ddd7ee,c5583590,0,...) at kdb_backtrace+0x2a
panic(c0ddd7ee,c0fb20e5,c59cc490,1,1,...) at panic+0x117
trap_fatal(5,0,c0fb20de,c59cc2e0,c59ca580,...) at trap_fatal+0x323
trap(c55836b0) at trap+0x25f
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0xc0c166e5, esp = 0xc55836f0, ebp = 0xc5583718 ---
ipsec_process_done(c5d33800,c5f68600,3a3,0,c5583760,...) at ipsec_process_done+0x195
esp_output_cb(c62fae4c,c5d33800,c5ba0a00,c5583780,c0c3480e,...) at esp_output_cb+0x1aa
crypto_done(c62fae4c,c5d33800,6c,20,c55838ec,...) at crypto_done+0xb7
swcr_process(c5948d00,c62fae4c,0,2,c5b2f2c0,...) at swcr_process+0x12ce
crypto_invoke(101,0,c10b6bc0,c5f1c680,c62fce00,...) at crypto_invoke+0x141
crypto_dispatch(c62fae4c,c0f8d205,371,c55839f7,c59b4a00,...) at crypto_dispatch+0x64
esp_output(c5d33800,c5f68600,0,14,9,...) at esp_output+0x5a6
ipsec4_process_packet(c5d33800,c5f68600,0,0,0,...) at ipsec4_process_packet+0x29f
ip_ipsec_output(c5583b00,0,c5583b48,c5583b08,c5583af0,...) at ip_ipsec_output+0x1e0
ip_output(c5d33800,0,0,0,0,...) at ip_output+0x810
icmp_reflect(1,10,0,c5583bc8,c0a269cc,...) at icmp_reflect+0x5b9
icmp_input(c5d33800,14,c0a269cc,c1825888,4,...) at icmp_input+0x3fc
ip_input(c5d33800,0,c0f725a4,31c,20,...) at ip_input+0x67c
swi_net(c1825880,c112b780,4,c0f5af57,c5998238,...) at swi_net+0x19a
intr_event_execute_handlers(c59ca580,c5998200,c0f5756d,55e,c59cc2e0,...) at intr_event_execute_handlers+0x125
ithread_loop(c59a1730,c5583d28,c0f57230,3a5,c59ca580,...) at ithread_loop+0xa9
fork_exit(c0a0d570,c59a1730,c5583d28) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc5583d60, ebp = 0 ---
Uptime: 59m11s
Physical memory: 1992 MB
Dumping 87 MB: 72 56 40 24 8

Reading symbols from /boot/kernel/if_gre.ko...Reading symbols from /boot/kernel/if_gre.ko.symbols...done.
done.
Loaded symbols for /boot/kernel/if_gre.ko
#0  doadump (textdump=1) at pcpu.h:244
244	pcpu.h: No such file or directory.
	in pcpu.h
(kgdb) #0  doadump (textdump=1) at pcpu.h:244
#1  0xc0a38835 in kern_reboot (howto=260)
    at /usr/src/sys/kern/kern_shutdown.c:430
#2  0xc0a38161 in panic (fmt=Variable "fmt" is not available.
) at /usr/src/sys/kern/kern_shutdown.c:595
#3  0xc0d9b523 in trap_fatal (frame=0xc55836b0, eva=96)
    at /usr/src/sys/i386/i386/trap.c:967
#4  0xc0d9baaf in trap (frame=0xc55836b0) at /usr/src/sys/i386/i386/trap.c:349
#5  0xc0d84d0c in calltrap () at /usr/src/sys/i386/i386/exception.s:168
#6  0xc0c166e5 in ipsec_process_done (m=0xc5d33800, isr=0xc5f68600)
    at /usr/src/sys/netipsec/ipsec_output.c:170
#7  0xc0c25a5a in esp_output_cb (crp=0xc62fae4c)
    at /usr/src/sys/netipsec/xform_esp.c:1007
#8  0xc0c35597 in crypto_done (crp=0xc62fae4c)
    at /usr/src/sys/opencrypto/crypto.c:1156
#9  0xc0c3841e in swcr_process (dev=0xc5948d00, crp=0xc62fae4c, hint=0)
    at /usr/src/sys/opencrypto/cryptosoft.c:1054
#10 0xc0c36631 in crypto_invoke (cap=0xc5948d00, crp=0xc62fae4c, hint=0)
    at cryptodev_if.h:53
#11 0xc0c36a54 in crypto_dispatch (crp=0xc62fae4c)
    at /usr/src/sys/opencrypto/crypto.c:806
#12 0xc0c260b6 in esp_output (m=0xc5d33800, isr=0xc5f68600, mp=0x0, skip=20, 
    protoff=9) at /usr/src/sys/netipsec/xform_esp.c:907
#13 0xc0c16abf in ipsec4_process_packet (m=0xc5d33800, isr=0xc5f68600, 
    flags=0, tunalready=0) at /usr/src/sys/netipsec/ipsec_output.c:580
#14 0xc0b60ed0 in ip_ipsec_output (m=0xc5583b00, inp=0x0, flags=0xc5583b48, 
    error=0xc5583b08) at /usr/src/sys/netinet/ip_ipsec.c:353
#15 0xc0b63370 in ip_output (m=0xc5d33800, opt=0x0, ro=0xc5583b0c, flags=0, 
    imo=0x0, inp=0x0) at /usr/src/sys/netinet/ip_output.c:480
#16 0xc0b5e1d9 in icmp_reflect (m=0xc5d33800)
    at /usr/src/sys/netinet/ip_icmp.c:886
#17 0xc0b5e61c in icmp_input (m=0xc5d33800, off=20)
    at /usr/src/sys/netinet/ip_icmp.c:571
#18 0xc0b60b9c in ip_input (m=0xc5d33800)
    at /usr/src/sys/netinet/ip_input.c:765
#19 0xc0afe5ba in swi_net (arg=0xc1825880) at /usr/src/sys/net/netisr.c:806
#20 0xc0a0c735 in intr_event_execute_handlers (p=0xc59ca580, ie=0xc5998200)
    at /usr/src/sys/kern/kern_intr.c:1257
#21 0xc0a0d619 in ithread_loop (arg=0xc59a1730)
    at /usr/src/sys/kern/kern_intr.c:1270
#22 0xc0a09a78 in fork_exit (callout=0xc0a0d570 <ithread_loop>, 
    arg=0xc59a1730, frame=0xc5583d28) at /usr/src/sys/kern/kern_fork.c:941
#23 0xc0d84db4 in fork_trampoline () at /usr/src/sys/i386/i386/exception.s:275
(kgdb) 

------------------------------------------------------------------------
ps -axl

  UID   PID  PPID CPU PRI NI    VSZ    RSS MWCHAN STAT  TT      TIME COMMAND
    0     0     0   0 -52  0      0      0 -      DLs   ??   0:00.10 [kernel]
    0     1     0   0  20  0   8032 3413392 wait   DLs   ??   0:00.01 [init]
    0     2     0   0 -16  0      0      0 crypto DL    ??   0:00.00 [crypto]
    0     3     0   0 -16  0      0      0 crypto DL    ??   0:00.00 [crypto re
    0     4     0   0 -16  0      0      0 waitin DL    ??   0:00.00 [sctp_iter
    0     5     0   0 -16  0      0      0 ccb_sc DL    ??   0:00.00 [xpt_thrd]
    0     6     0   0 -16  0      0      0 psleep DL    ??   0:00.00 [pagedaemo
    0     7     0   0 -16  0      0      0 psleep DL    ??   0:00.00 [vmdaemon]
    0     8     0   0 155  0      0      0 pgzero DL    ??   0:00.00 [pagezero]
    0     9     0   0  30  0      0      0 pollid DL    ??   0:00.00 [idlepoll]
    0    10     0   0 -16  0      0      0 audit_ DL    ??   0:00.00 [audit]
    0    11     0   0 155  0      0      0 -      RL    ??  56:49.25 [idle]
    0    12     0   0 -76  0      0      0 -      WL    ??   0:15.35 [intr]
    0    13     0   0  -8  0      0      0 -      DL    ??   0:04.75 [geom]
    0    14     0   0 -16  0      0      0 -      DL    ??   0:00.30 [yarrow]
    0    15     0   0 -68  0      0      0 -      DL    ??   0:00.08 [usb]
    0    16     0   0 -16  0      0      0 psleep DL    ??   0:00.02 [bufdaemon
    0    17     0   0 -16  0      0      0 vlruwt DL    ??   0:00.02 [vnlru]
    0    18     0   0  16  0      0      0 syncer DL    ??   0:00.15 [syncer]
    0    19     0   0 -16  0      0      0 sdflus DL    ??   0:00.79 [softdepfl
    0  1010     1   0  20  0  12128 3415248 select Ds    ??   0:00.00 [devd]
    0  1175     1   0  20  0   9620 3410608 select Ds    ??   0:00.04 [syslogd]
    0  1300     1   0  52  0  11356 3421744 accept Ds    ??   0:00.00 [vsftpd]
    0  1358     1   0  20  0  11296 3414320 select Ds    ??   0:00.30 [ntpd]
   53  1435     1   0  20  0  10924 3419888 select Ds    ??   0:00.01 [nsd]
   53  1439  1435   0  20  0  19116 3417104 select D     ??   0:00.03 [nsd]
   53  1440  1435   0  52  0  10924 3409680 select D     ??   0:00.00 [nsd]
    0  1472     1   0  20  0  13068 3420816 select Ds    ??   0:00.00 [sshd]
    0  1479     1   0  20  0  11328 3416176 select Ds    ??   0:00.09 [sendmail]
   25  1483     1   0  20  0  11328 3412464 pause  Ds    ??   0:00.00 [sendmail]
    0  1489     1   0  20  0   9648 3408752 nanslp Ds    ??   0:00.02 [cron]
    0  1517     1   0  52  0   9672 3437200 select Ds    ??   0:00.00 [inetd]
    0  1553     1   0  52  0   9620 3435344 ttyin  Ds+   ??   0:00.01 [getty]
    0  1554     1   0  52  0   9620 3436272 ttyin  Ds+   ??   0:00.01 [getty]
    0  1555     1   0  52  0   9620 3439056 ttyin  Ds+   ??   0:00.01 [getty]
    0  1556     1   0  52  0   9620 3438128 ttyin  Ds+   ??   0:00.01 [getty]
    0  1557     1   0  52  0   9620 3418960 ttyin  Ds+   ??   0:00.01 [getty]
    0  1558     1   0  52  0   9620 2164496 ttyin  Ds+   ??   0:00.01 [getty]
    0  1559     1   0  52  0   9620 3439984 ttyin  Ds+   ??   0:00.01 [getty]
    0  1560     1   0  52  0   9620 3418032 ttyin  Ds+   ??   0:00.01 [getty]
    0  1564  1472   0  20  0  15792 2163568 sbwait Ds    ??   0:00.10 [sshd]
 1002  1566  1564   0  20  0  15792 3431632 select D     ??   0:00.10 [sshd]
 1002  1567  1566   0  20  0   9928 3433488 wait   Ds    ??   0:00.02 [sh]
    0  1569  1567   0  22  0   9728 3430704 select D     ??   0:00.01 [sudo]
    0  1570  1569   0  23  0  10128 3426064 wait   D     ??   0:00.02 [su]
    0  1571  1570   0  20  0  10944 2165424 pause  D     ??   0:00.11 [csh]
    0  1654  1571   0  20  0   9536 3429776 kqread D     ??   0:00.10 [tail]
    0  1732     1   0   4  0  11608 3432560 -      Rs    ??   0:00.00 [racoon]
    0  1736  1571   0  20  0  11128 3425136 bpf    D     ??   0:00.00 [tcpdump]
    0  1737  1571   0  20  0   9672 3418864 select D+    ??   0:00.00 [ping]

------------------------------------------------------------------------
vmstat -s

  1019277 cpu context switches
   120855 device interrupts
   268184 software interrupts
   176240 traps
   385432 system calls
       19 kernel threads created
     1669  fork() calls
       49 vfork() calls
        0 rfork() calls
        0 swap pager pageins
        0 swap pager pages paged in
        0 swap pager pageouts
        0 swap pager pages paged out
      327 vnode pager pageins
     2326 vnode pager pages paged in
        0 vnode pager pageouts
        0 vnode pager pages paged out
        0 page daemon wakeups
        0 pages examined by the page daemon
       73 pages reactivated
    46762 copy-on-write faults
      356 copy-on-write optimized faults
    67892 zero fill pages zeroed
     2284 zero fill pages prezeroed
       19 intransit blocking page faults
   148798 total VM faults taken
        0 pages affected by kernel thread creation
  1592543 pages affected by  fork()
    46364 pages affected by vfork()
        0 pages affected by rfork()
        0 pages cached
   524764 pages freed
        0 pages freed by daemon
        0 pages freed by exiting processes
     5579 pages active
     7479 pages inactive
       12 pages in VM cache
     6853 pages wired down
   480996 pages free
     4096 bytes per page
    35713 total name lookups
          cache hits (90% pos + 5% neg) system 0% per-directory
          deletions 0%, falsehits 0%, toolong 0%

------------------------------------------------------------------------
vmstat -m

         Type InUse MemUse HighUse Requests  Size(s)
       kbdmux     6    18K       -        6  16,256,1024,2048
       isadev     6     1K       -        6  64
       feeder    12     1K       -       14  16,64
     acpiintr     1     1K       -        1  32
       acpica  2173   118K       -    41097  16,32,64,128,256,512,1024
     acpitask     1     1K       -        1  1024
         cdev     8     1K       -        8  128
        sigio     1     1K       -        1  32
     filedesc    52    14K       -     1740  16,256,512
      kdtrace   159    31K       -     1847  64,256
         kenv   117     9K       -      131  16,32,64,128,4096
       kqueue     2     2K       -       56  128,1024
    proc-args    29     2K       -     1355  16,32,64,128,256
        hhook     2     1K       -        2  128
        mixer     1     4K       -        1  4096
      ithread    75     6K       -       75  16,64,128
CAM dev queue     5     1K       -        5  128
       KTRACE   100    13K       -      100  128
    CAM queue    19     1K       -      105  16
       linker   166    28K       -      180  16,32,512,1024,2048,4096
        lockf    20     2K       -       28  32,64
   loginclass     2     1K       -       21  64
      acpisem    17     2K       -       17  64,128
      CAM SIM     5     1K       -        5  128
       ip6ndp    11     1K       -       12  64,128
       ip6opt     1     1K       -        1  128
         temp    31   225K       -     5567  16,32,64,128,256,512,1024,2048,4096
       devbuf  1302  1989K       -     8716  16,32,64,128,256,512,1024,2048,4096
       module   491    31K       -      491  64,128
     mtx_pool     2     8K       -        2  4096
   CAM periph     6     1K       -       24  16,32,64,128
      subproc   117   217K       -     1805  256,4096
         proc     2     8K       -        2  4096
      session    22     2K       -       43  64
         pgrp    27     2K       -       72  64
         cred    48     5K       -     5776  64,128
      uidinfo     5     2K       -       28  64,1024
       plimit    16     4K       -      403  256
         UART     3     2K       -        3  16,256,1024
      CAM XPT    46    24K       -      148  16,32,64,1024,2048
    sysctltmp     0     0K       -      451  16,32,64,128
    sysctloid  2733    83K       -     2805  16,32,64
       sysctl     0     0K       -      622  16,32,64
      tidhash     1     8K       -        1  
         umtx   250    24K       -      250  64,128
     p1003.1b     1     1K       -        1  16
         SWAP     2   413K       -        2  64
       bus-sc    58    73K       -     2042  16,32,64,128,256,512,1024,2048,4096
          bus  1151    49K       -     4495  16,32,64,128,256,1024
      devstat     6    13K       -        6  16,4096
 eventhandler    83     4K       -       83  32,64,128
         kobj   361   722K       -      421  2048
      Per-cpu     1     1K       -        1  16
         rman   167    11K       -      519  32,64
         sbuf     0     0K       -      942  16,32,64,128,256,512,1024,2048,4096
        stack     0     0K       -        4  128
    taskqueue    15     1K       -       15  16,64
       Unitno    13     1K       -       25  16,64
       USBdev    16     5K       -       16  32,128,1024
          USB    28     5K       -       28  16,32,64,1024
      Witness     1   104K       -        1  
          iov     0     0K       -     1078  16,64,128,256
       select    22     2K       -       22  64
     ioctlops     0     0K       -     1993  16,32,64,128,256,512,1024
          msg     4    25K       -        4  1024,4096
          sem     4   101K       -        4  1024,4096
          shm     1    12K       -        1  
          tty    21    11K       -       25  512,2048
          pts     1     1K       -        1  128
     mbuf_tag     1     1K       -       10  32,64
        shmfd     1     4K       -        1  4096
          pcb    23    79K       -      129  16,32,64,512,1024,2048,4096
       soname     3     1K       -      943  16,32,128
       biobuf     0     0K       -        6  2048
     vfscache     1   512K       -        1  
     vfs_hash     1   256K       -        1  
       vnodes     2     1K       -        2  128
  vnodemarker     0     0K       -      719  512
        mount    46     2K       -      147  16,32,64,128,256
          BPF    12  1025K       -       13  16,64,256
  ether_multi    43     2K       -       48  16,32,64
       ifaddr    68    15K       -       68  16,32,64,128,256,512,2048
        ifnet     9     9K       -        9  64,1024
        clone     7    28K       -        7  4096
       arpcom     1     1K       -        1  16
      lltable    23     6K       -       23  128,256
      acpidev    27     1K       -       27  32
     routetbl    45     5K       -      213  16,32,64,128,256
         igmp     8     1K       -        8  128
     ppbusdev     3     1K       -        3  128
     in_multi     3     1K       -        3  128
encap_export_host     3     3K       -        5  1024
    sctp_iter     0     0K       -        4  256
     sctp_ifn     2     1K       -        2  128
     sctp_ifa     6     1K       -        6  128
     sctp_vrf     1     1K       -        1  64
    sctp_a_it     0     0K       -        4  16
    hostcache     1    16K       -        1  
     syncache     1    72K       -        1  
      entropy  1024    64K       -     1024  64
    in6_multi    28     4K       -       28  16,256
     pci_link    16     2K       -       16  64,128
          mld     8     1K       -        8  128
  inpcbpolicy    21     1K       -      384  16
    ipsec-reg     3     1K       -        9  16
    ipsec-saq     1     1K       -        7  128
   ipsec-misc    28     2K       -       28  16,32,128
 ipsecrequest     4     1K       -        8  128
  ipsecpolicy    44     6K       -      786  128
       sahead     4     1K       -        4  256
     secasvar     4     1K       -        4  128
       crypto    18    19K       -       18  32,128,256,512
        xform     2     1K       -        5  16,64,128
          rpc     2     1K       -        2  128
audit_evclass   176     3K       -      215  16
     savedino     0     0K       -       30  256
     freework     1     1K       -       24  128
    newdirblk     0     0K       -        1  32
       dirrem     0     0K       -       59  64
        mkdir     0     0K       -        2  64
       diradd     0     0K       -       67  64
     freefile     0     0K       -       22  32
     freeblks     0     0K       -       16  128
     freefrag     0     0K       -        2  64
     indirdep     1     1K       -     1299  64
       newblk     2    65K       -     8725  128
    bmsafemap     2     5K       -     1636  128,4096
     inodedep     2   257K       -      111  256
      pagedep     1    64K       -       16  128
  ufs_dirhash    33     7K       -       33  16,32,64,128,512
    ufs_mount    10    75K       -       13  64,256,2048,4096
    vm_pgdata     2    65K       -        2  64
       DEVFS1   101    26K       -      106  256
       DEVFS3   115    15K       -      124  128
        DEVFS    23     1K       -       24  16,64
     atkbddev     2     1K       -        2  32
       DEVFSP     1     1K       -        1  32
      memdesc     1     4K       -        1  4096
       apmdev     1     1K       -        1  64
    pfs_nodes    21     3K       -       21  128
      io_apic     1     1K       -        1  1024
         GEOM    83    26K       -      450  16,32,64,128,512,1024
  ddb_capture     1    48K       -        1  
     nexusdev     5     1K       -        5  16
         ac97     2     1K       -        2  16,512
          gre     1     1K       -        1  128

------------------------------------------------------------------------
vmstat -z

ITEM                   SIZE  LIMIT     USED     FREE      REQ FAIL SLEEP

UMA Kegs:               128,      0,     149,       1,     149,   0,   0
UMA Zones:              152,      0,     149,      19,     149,   0,   0
UMA Slabs:              284,      0,     450,      12,    8462,   0,   0
UMA RCntSlabs:          544,      0,      69,       1,      69,   0,   0
UMA Hash:               128,      0,       2,      28,       2,   0,   0
16 Bucket:               76,      0,      80,      20,      80,   0,   0
32 Bucket:              140,      0,      34,      22,      34,   0,   0
64 Bucket:              268,      0,      51,       5,      51,  11,   0
128 Bucket:             524,      0,     122,       4,     122, 646,   0
VM OBJECT:              136,      0,    1024,      49,   21446,   0,   0
MAP:                    140,      0,       7,      49,       7,   0,   0
KMAP ENTRY:              72,  57505,      29,     130,   18054,   0,   0
MAP ENTRY:               72,      0,     674,     121,   42339,   0,   0
fakepg:                  72,      0,       0,       0,       0,   0,   0
mt_zone:               2060,      0,     316,      11,     316,   0,   0
16:                      16,      0,       3,     200,       4,   0,   0
16:                      16,      0,      53,     150,     727,   0,   0
16:                      16,      0,       8,     195,       8,   0,   0
16:                      16,      0,     294,     112,   19267,   0,   0
16:                      16,      0,    1755,      72,    2669,   0,   0
16:                      16,      0,     357,     252,    2908,   0,   0
16:                      16,      0,       8,     195,      20,   0,   0
16:                      16,      0,      20,     183,     319,   0,   0
32:                      32,      0,       0,       0,       0,   0,   0
32:                      32,      0,      23,     203,     423,   0,   0
32:                      32,      0,      13,     213,      13,   0,   0
32:                      32,      0,     761,     143,   19714,   0,   0
32:                      32,      0,     425,     140,    1411,   0,   0
32:                      32,      0,    1009,     121,    2035,   0,   0
32:                      32,      0,       0,     226,      22,   0,   0
32:                      32,      0,       0,     226,      20,   0,   0
64:                      64,      0,      43,      75,      89,   0,   0
64:                      64,      0,      27,      91,    2198,   0,   0
64:                      64,      0,     166,      70,     521,   0,   0
64:                      64,      0,    1587,       6,    4639,   0,   0
64:                      64,      0,    1372,      44,    3212,   0,   0
64:                      64,      0,     524,      66,    1775,   0,   0
64:                      64,      0,    1035,      86,    1037,   0,   0
64:                      64,      0,      27,      91,     148,   0,   0
128:                    128,      0,      16,      44,      18,   0,   0
128:                    128,      0,      20,      40,      90,   0,   0
128:                    128,      0,      22,      38,      23,   0,   0
128:                    128,      0,     343,      17,    5134,   0,   0
128:                    128,      0,      63,    7437,    8926,   0,   0
128:                    128,      0,     587,      13,     781,   0,   0
128:                    128,      0,      23,     547,    1696,   0,   0
128:                    128,      0,      32,      58,     860,   0,   0
256:                    256,      0,       2,      28,       2,   0,   0
256:                    256,      0,      21,      39,     519,   0,   0
256:                    256,      0,       4,      26,     168,   0,   0
256:                    256,      0,     114,      36,     733,   0,   0
256:                    256,      0,     157,      23,     185,   0,   0
256:                    256,      0,     372,       3,     389,   0,   0
256:                    256,      0,      50,      25,    1738,   0,   0
256:                    256,      0,       0,      30,       5,   0,   0
512:                    512,      0,       0,       0,       0,   0,   0
512:                    512,      0,       1,      15,     127,   0,   0
512:                    512,      0,       0,       0,       0,   0,   0
512:                    512,      0,      17,       7,     229,   0,   0
512:                    512,      0,      34,      14,     604,   0,   0
512:                    512,      0,      14,      10,     733,   0,   0
512:                    512,      0,       1,      15,       1,   0,   0
512:                    512,      0,       0,      16,      91,   0,   0
1024:                  1024,      0,       0,       0,       0,   0,   0
1024:                  1024,      0,      10,       2,      55,   0,   0
1024:                  1024,      0,       0,       0,       0,   0,   0
1024:                  1024,      0,       9,      11,    1487,   0,   0
1024:                  1024,      0,       0,      12,     103,   0,   0
1024:                  1024,      0,      16,      96,     868,   0,   0
1024:                  1024,      0,       0,       0,       0,   0,   0
1024:                  1024,      0,       8,       4,      26,   0,   0
2048:                  2048,      0,       0,       0,       0,   0,   0
2048:                  2048,      0,      11,      15,      40,   0,   0
2048:                  2048,      0,       0,       0,       0,   0,   0
2048:                  2048,      0,     368,       6,     555,   0,   0
2048:                  2048,      0,       1,       3,      42,   0,   0
2048:                  2048,      0,      14,       4,      20,   0,   0
2048:                  2048,      0,       0,       0,       0,   0,   0
2048:                  2048,      0,       0,       0,       0,   0,   0
4096:                  4096,      0,       2,       0,       2,   0,   0
4096:                  4096,      0,       0,       0,       0,   0,   0
4096:                  4096,      0,       0,       0,       0,   0,   0
4096:                  4096,      0,      14,       6,     202,   0,   0
4096:                  4096,      0,       0,       2,    3842,   0,   0
4096:                  4096,      0,      75,      15,    1764,   0,   0
4096:                  4096,      0,       1,       1,       1,   0,   0
4096:                  4096,      0,       0,       0,       0,   0,   0
Files:                   56,      0,      93,     108,    7348,   0,   0
TURNSTILE:               72,      0,     126,      24,     126,   0,   0
umtx pi:                 52,      0,       0,       0,       0,   0,   0
MAC labels:              20,      0,       0,       0,       0,   0,   0
PROC:                   704,      0,      49,      16,    1737,   0,   0
THREAD:                 728,      0,     108,      17,     108,   0,   0
SLEEPQUEUE:              48,      0,     126,     110,     126,   0,   0
VMSPACE:                232,      0,      31,      20,    1720,   0,   0
cpuset:                  40,      0,       2,     182,       2,   0,   0
audit_record:           824,      0,       0,       0,       0,   0,   0
mbuf_packet:            256,      0,      65,      77,    7060,   0,   0
mbuf:                   256,      0,       5,     137,    3611,   0,   0
mbuf_cluster:          2048,  25600,     128,       6,     128,   0,   0
mbuf_jumbo_page:       4096,  12800,       0,       2,       8,   0,   0
mbuf_jumbo_9k:         9216,  19200,       0,       0,       0,   0,   0
mbuf_jumbo_16k:       16384,  12800,       0,       0,       0,   0,   0
mbuf_ext_refcnt:          4,      0,       0,       0,       0,   0,   0
g_bio:                  140,      0,       0,    1960,  451523,   0,   0
ttyinq:                 152,      0,     135,      21,     270,   0,   0
ttyoutq:                256,      0,      72,      18,     144,   0,   0
ata_request:            208,      0,       1,      37,  114303,   0,   0
ata_composite:          180,      0,       0,       0,       0,   0,   0
cryptop:                 60,      0,       0,     126,       3,   0,   0
cryptodesc:              56,      0,       0,     134,       5,   0,   0
VNODE:                  272,      0,     567,      21,     598,   0,   0
VNODEPOLL:               60,      0,       1,     125,       1,   0,   0
NAMEI:                 1024,      0,       0,      12,   15978,   0,   0
S VFS Cache:             72,      0,     549,      87,    1313,   0,   0
L VFS Cache:            292,      0,       0,       0,       0,   0,   0
NCLNODE:                372,      0,       0,       0,       0,   0,   0
DIRHASH:               1024,      0,      48,       8,      48,   0,   0
pipe:                   392,      0,       2,      18,    1125,   0,   0
Mountpoints:            648,      0,       4,       8,       4,   0,   0
ksiginfo:                80,      0,      54,    1002,     270,   0,   0
itimer:                 220,      0,       1,      35,       1,   0,   0
KNOTE:                   72,      0,       3,     103,    1354,   0,   0
socket:                 416,  25605,      39,      15,     474,   0,   0
unpcb:                  172,  25622,      15,      31,      69,   0,   0
ipq:                     32,    904,       0,     226,    1412,   0,   0
udp_inpcb:              252,  25605,      13,      17,     365,   0,   0
udpcb:                    8,  25781,      13,     190,     365,   0,   0
tcp_inpcb:              252,  25605,       7,      23,      13,   0,   0
tcpcb:                  688,  25600,       7,       8,      13,   0,   0
tcptw:                   52,   5184,       0,     144,       2,   0,   0
syncache:               120,  15360,       0,      64,       2,   0,   0
hostcache:               76,  15400,       1,      99,       1,   0,   0
tcpreass:                20,   1690,       0,       0,       0,   0,   0
sackhole:                20,      0,       0,       0,       0,   0,   0
sctp_ep:                920,  25600,       0,       0,       0,   0,   0
sctp_asoc:             1500,  40000,       0,       0,       0,   0,   0
sctp_laddr:              24,  80040,       0,     145,       5,   0,   0
sctp_raddr:             488,  80000,       0,       0,       0,   0,   0
sctp_chunk:              96, 400000,       0,       0,       0,   0,   0
sctp_readq:              76, 400000,       0,       0,       0,   0,   0
sctp_stream_msg_out:     72, 400044,       0,       0,       0,   0,   0
sctp_asconf:             24, 400055,       0,       0,       0,   0,   0
sctp_asconf_ack:         24, 400055,       0,       0,       0,   0,   0
ripcb:                  252,  25605,       1,      29,       6,   0,   0
rtentry:                108,      0,      25,      47,      25,   0,   0
selfd:                   28,      0,      60,     194,   45802,   0,   0
SWAPMETA:               276, 121576,       0,       0,       0,   0,   0
FFS inode:              116,      0,     532,      62,     560,   0,   0
FFS1 dinode:            128,      0,       0,       0,       0,   0,   0
FFS2 dinode:            256,      0,     532,      23,     560,   0,   0


------------------------------------------------------------------------
vmstat -i

interrupt                          total       rate
irq1: atkbd0                           6          0
irq17: atapci1                    112928       3052
irq19: sis0                         7921        214
cpu0:timer                      11097791     299940
Total                           11218646     303206

------------------------------------------------------------------------
pstat -T

 93/12328 files
0M/3071M swap space

------------------------------------------------------------------------
pstat -s

Device          512-blocks     Used    Avail Capacity
/dev/ada0s1b       6291200        0  6291200     0%

------------------------------------------------------------------------
iostat

iostat: kvm_read(_tk_nin): invalid address (0x0)
iostat: disabling TTY statistics
            ada0             ada1            pass0             cpu
  KB/t tps  MB/s   KB/t tps  MB/s   KB/t tps  MB/s  us ni sy in id
 15.98 2980 46.51   3.45   2  0.01   0.00   0  0.00   0  0  1  0 99

------------------------------------------------------------------------
ipcs -a

Message Queues:
T           ID          KEY MODE        OWNER    GROUP    CREATOR  CGROUP                 CBYTES                 QNUM               QBYTES        LSPID        LRPID STIME    RTIME    CTIME   

Shared Memory:
T           ID          KEY MODE        OWNER    GROUP    CREATOR  CGROUP         NATTCH        SEGSZ         CPID         LPID ATIME    DTIME    CTIME   

Semaphores:
T           ID          KEY MODE        OWNER    GROUP    CREATOR  CGROUP          NSEMS OTIME    CTIME   


------------------------------------------------------------------------
ipcs -T

msginfo:
	msgmax:        16384	(max characters in a message)
	msgmni:           40	(# of message queues)
	msgmnb:         2048	(max characters in a message queue)
	msgtql:           40	(max # of messages in system)
	msgssz:            8	(size of a message segment)
	msgseg:         2048	(# of message segments in system)

shminfo:
	shmmax:    536870912	(max shared memory segment size)
	shmmin:            1	(min shared memory segment size)
	shmmni:          192	(max number of shared memory identifiers)
	shmseg:          128	(max shared memory segments per process)
	shmall:       131072	(max amount of shared memory in pages)

seminfo:
	semmni:           50	(# of semaphore identifiers)
	semmns:          340	(# of semaphores in system)
	semmnu:          150	(# of undo structures in system)
	semmsl:          340	(max # of semaphores per id)
	semopm:          100	(max # of operations per semop call)
	semume:           50	(max # of undo entries per process)
	semusz:          616	(size in bytes of undo structure)
	semvmx:        32767	(semaphore maximum value)
	semaem:        16384	(adjust on exit max value)


------------------------------------------------------------------------
nfsstat

Client Info:
Rpc Counts:
  Getattr   Setattr    Lookup  Readlink      Read     Write    Create    Remove
        0         0         0         0         0         0         0         0
   Rename      Link   Symlink     Mkdir     Rmdir   Readdir  RdirPlus    Access
        0         0         0         0         0         0         0         0
    Mknod    Fsstat    Fsinfo  PathConf    Commit
        0         0         0         0         0
Rpc Info:
 TimedOut   Invalid X Replies   Retries  Requests
        0         0         0         0         0
Cache Info:
Attr Hits    Misses Lkup Hits    Misses BioR Hits    Misses BioW Hits    Misses
        0         0         0         0         0         0         0         0
BioRLHits    Misses BioD Hits    Misses DirE Hits    Misses Accs Hits    Misses
        0         0         0         0         0         0         0         0

Server Info:
  Getattr   Setattr    Lookup  Readlink      Read     Write    Create    Remove
        0         0         0         0         0         0         0         0
   Rename      Link   Symlink     Mkdir     Rmdir   Readdir  RdirPlus    Access
        0         0         0         0         0         0         0         0
    Mknod    Fsstat    Fsinfo  PathConf    Commit
        0         0         0         0         0
Server Ret-Failed
                0
Server Faults
            0
Server Cache Stats:
   Inprog      Idem  Non-idem    Misses
        0         0         0         0
Server Write Gathering:
 WriteOps  WriteRPC   Opsaved
        0         0         0

------------------------------------------------------------------------
netstat -s

tcp:
	552 packets sent
		533 data packets (54871 bytes)
		0 data packets (0 bytes) retransmitted
		0 data packets unnecessarily retransmitted
		0 resends initiated by MTU discovery
		15 ack-only packets (9 delayed)
		0 URG only packets
		0 window probe packets
		0 window update packets
		4 control packets
	769 packets received
		437 acks (for 54874 bytes)
		2 duplicate acks
		0 acks for unsent data
		356 packets (19269 bytes) received in-sequence
		0 completely duplicate packets (0 bytes)
		0 old duplicate packets
		0 packets with some dup. data (0 bytes duped)
		0 out-of-order packets (0 bytes)
		0 packets (0 bytes) of data after window
		0 window probes
		2 window update packets
		0 packets received after close
		0 discarded for bad checksums
		0 discarded for bad header offset fields
		0 discarded because packet too short
		0 discarded due to memory problems
	2 connection requests
	1 connection accept
	0 bad connection attempts
	0 listen queue overflows
	0 ignored RSTs in the windows
	3 connections established (including accepts)
	6 connections closed (including 0 drops)
		2 connections updated cached RTT on close
		2 connections updated cached RTT variance on close
		0 connections updated cached ssthresh on close
	0 embryonic connections dropped
	437 segments updated rtt (of 410 attempts)
	0 retransmit timeouts
		0 connections dropped by rexmit timeout
	0 persist timeouts
		0 connections dropped by persist timeout
	0 Connections (fin_wait_2) dropped because of timeout
	0 keepalive timeouts
		0 keepalive probes sent
		0 connections dropped by keepalive
	192 correct ACK header predictions
	191 correct data packet header predictions
	2 syncache entries added
		0 retransmitted
		0 dupsyn
		0 dropped
		1 completed
		0 bucket overflow
		0 cache overflow
		1 reset
		0 stale
		0 aborted
		0 badack
		0 unreach
		0 zone failures
	2 cookies sent
	0 cookies received
	1 hostcache entrie added
		0 bucket overflow
	0 SACK recovery episodes
	0 segment rexmits in SACK recovery episodes
	0 byte rexmits in SACK recovery episodes
	0 SACK options (SACK blocks) received
	0 SACK options (SACK blocks) sent
	0 SACK scoreboard overflow
	0 packets with ECN CE bit set
	0 packets with ECN ECT(0) bit set
	0 packets with ECN ECT(1) bit set
	0 successful ECN handshakes
	0 times ECN reduced the congestion window
udp:
	2785 datagrams received
	0 with incomplete header
	0 with bad data length field
	0 with bad checksum
	0 with no checksum
	39 dropped due to no socket
	2590 broadcast/multicast datagrams undelivered
	0 dropped due to full socket buffers
	0 not for hashed pcb
	156 delivered
	168 datagrams output
	0 times multicast source filter matched
ip:
	5738 total packets received
	0 bad header checksums
	0 with size smaller than minimum
	0 with data size < data length
	0 with ip length > max ip packet size
	0 with header length < data size
	0 with data length < header length
	0 with bad options
	0 with incorrect version number
	3530 fragments received
	0 fragments dropped (dup or out of space)
	0 fragments dropped after timeout
	1412 packets reassembled ok
	3570 packets for this host
	0 packets for unknown/unsupported protocol
	0 packets forwarded (0 packets fast forwarded)
	50 packets not forwardable
	0 packets received for unknown multicast group
	0 redirects sent
	976 packets sent from this host
	0 packets sent with fabricated ip header
	0 output packets dropped due to no bufs, etc.
	0 output packets discarded due to no route
	0 output datagrams fragmented
	0 fragments created
	0 datagrams that can't be fragmented
	0 tunneling packets that can't find gif
	0 datagrams with bad address in header
icmp:
	39 calls to icmp_error
	0 errors not generated in response to an icmp message
	Output histogram:
		echo reply: 14
		destination unreachable: 39
	0 messages with bad code fields
	0 messages less than the minimum length
	0 messages with bad checksum
	0 messages with bad length
	0 multicast echo requests ignored
	0 multicast timestamp requests ignored
	Input histogram:
		echo: 14
	14 message responses generated
	0 invalid return addresses
	0 no return routes
igmp:
	0 messages received
	0 messages received with too few bytes
	0 messages received with wrong TTL
	0 messages received with bad checksum
	0 V1/V2 membership queries received
	0 V3 membership queries received
	0 membership queries received with invalid field(s)
	0 general queries received
	0 group queries received
	0 group-source queries received
	0 group-source queries dropped
	0 membership reports received
	0 membership reports received with invalid field(s)
	0 membership reports received for groups to which we belong
	0 V3 reports received without Router Alert
	0 membership reports sent
ipsec:
	0 inbound packets processed successfully
	0 inbound packets violated process security policy
	0 inbound packets with no SA available
	0 invalid inbound packets
	0 inbound packets failed due to insufficient memory
	0 inbound packets failed getting SPI
	0 inbound packets failed on AH replay check
	0 inbound packets failed on ESP replay check
	0 inbound packets considered authentic
	0 inbound packets failed on authentication
	0 outbound packets processed successfully
	0 outbound packets violated process security policy
	0 outbound packets with no SA available
	0 invalid outbound packets
	0 outbound packets failed due to insufficient memory
	0 outbound packets with no route
	0 SPD cache lookups
	0 SPD cache misses
	0 inbound packets violated process security policy
	0 outbound packets violated process security policy
	107 outbound packets with no SA available
	0 outbound packets failed due to insufficient memory
	0 outbound packets with no route available
	0 invalid outbound packets
	1 outbound packet with bundled SAs
	0 mbufs coalesced during clone
	0 clusters coalesced during clone
	0 clusters copied during clone
	0 mbufs inserted during makespace
ah:
	0 packets shorter than header shows
	0 packets dropped; protocol family not supported
	0 packets dropped; no TDB
	0 packets dropped; bad KCR
	0 packets dropped; queue full
	0 packets dropped; no transform
	0 replay counter wraps
	0 packets dropped; bad authentication detected
	0 packets dropped; bad authentication length
	0 possible replay packets detected
	1 packet in
	0 packets out
	0 packets dropped; invalid TDB
	128 bytes in
	0 bytes out
	0 packets dropped; larger than IP_MAXPACKET
	0 packets blocked due to policy
	0 crypto processing failures
	0 tunnel sanity check failures
	AH output histogram:
		hmac-sha2-512: 3
esp:
	0 packets shorter than header shows
	0 packets dropped; protocol family not supported
	0 packets dropped; no TDB
	0 packets dropped; bad KCR
	0 packets dropped; queue full
	0 packets dropped; no transform
	0 packets dropped; bad ilen
	0 replay counter wraps
	0 packets dropped; bad encryption detected
	0 packets dropped; bad authentication detected
	0 possible replay packets detected
	1 packet in
	1 packet out
	0 packets dropped; invalid TDB
	72 bytes in
	64 bytes out
	0 packets dropped; larger than IP_MAXPACKET
	0 packets blocked due to policy
	0 crypto processing failures
	0 tunnel sanity check failures
	ESP output histogram:
		blowfish-cbc: 2
ipcomp:
	0 packets shorter than header shows
	0 packets dropped; protocol family not supported
	0 packets dropped; no TDB
	0 packets dropped; bad KCR
	0 packets dropped; queue full
	0 packets dropped; no transform
	0 replay counter wraps
	0 packets in
	0 packets out
	0 packets dropped; invalid TDB
	0 bytes in
	0 bytes out
	0 packets dropped; larger than IP_MAXPACKET
	0 packets blocked due to policy
	0 crypto processing failures
	0 packets sent uncompressed; size < compr. algo. threshold
	0 packets sent uncompressed; compression was useless
arp:
	3 ARP requests sent
	0 ARP replies sent
	1170 ARP requests received
	1 ARP reply received
	1171 ARP packets received
	0 total packets dropped due to no ARP entry
	0 ARP entrys timed out
	0 Duplicate IPs seen
ip6:
	0 total packets received
	0 with size smaller than minimum
	0 with data size < data length
	0 with bad options
	0 with incorrect version number
	0 fragments received
	0 fragments dropped (dup or out of space)
	0 fragments dropped after timeout
	0 fragments that exceeded limit
	0 packets reassembled ok
	0 packets for this host
	0 packets forwarded
	0 packets not forwardable
	0 redirects sent
	8 packets sent from this host
	0 packets sent with fabricated ip header
	0 output packets dropped due to no bufs, etc.
	7 output packets discarded due to no route
	0 output datagrams fragmented
	0 fragments created
	0 datagrams that can't be fragmented
	0 packets that violated scope rules
	0 multicast packets which we don't join
	Mbuf statistics:
		0 one mbuf
		3 one ext mbuf
		0 two or more ext mbuf
	0 packets whose headers are not contiguous
	0 tunneling packets that can't find gif
	0 packets discarded because of too many headers
	0 failures of source address selection
	Source addresses selection rule applied:
icmp6:
	0 calls to icmp6_error
	0 errors not generated in response to an icmp6 message
	0 errors not generated because of rate limitation
	Output histogram:
		neighbor solicitation: 1
	0 messages with bad code fields
	0 messages < minimum length
	0 bad checksums
	0 messages with bad length
	Histogram of error messages to be generated:
		0 no route
		0 administratively prohibited
		0 beyond scope
		0 address unreachable
		0 port unreachable
		0 packet too big
		0 time exceed transit
		0 time exceed reassembly
		0 erroneous header field
		0 unrecognized next header
		0 unrecognized option
		0 redirect
		0 unknown
	0 message responses generated
	0 messages with too many ND options
	0 messages with bad ND options
	0 bad neighbor solicitation messages
	0 bad neighbor advertisement messages
	0 bad router solicitation messages
	0 bad router advertisement messages
	0 bad redirect messages
	0 path MTU changes
ipsec6:
	0 inbound packets processed successfully
	0 inbound packets violated process security policy
	0 inbound packets with no SA available
	0 invalid inbound packets
	0 inbound packets failed due to insufficient memory
	0 inbound packets failed getting SPI
	0 inbound packets failed on AH replay check
	0 inbound packets failed on ESP replay check
	0 inbound packets considered authentic
	0 inbound packets failed on authentication
	0 outbound packets processed successfully
	0 outbound packets violated process security policy
	0 outbound packets with no SA available
	0 invalid outbound packets
	0 outbound packets failed due to insufficient memory
	0 outbound packets with no route
	0 SPD cache lookups
	0 SPD cache misses
	0 inbound packets violated process security policy
	0 outbound packets violated process security policy
	0 outbound packets with no SA available
	0 outbound packets failed due to insufficient memory
	0 outbound packets with no route available
	0 invalid outbound packets
	0 outbound packets with bundled SAs
	0 mbufs coalesced during clone
	0 clusters coalesced during clone
	0 clusters copied during clone
	0 mbufs inserted during makespace
rip6:
	0 messages received
	0 checksum calculations on inbound
	0 messages with bad checksum
	0 messages dropped due to no socket
	0 multicast messages dropped due to no socket
	0 messages dropped due to full socket buffers
	0 delivered
	0 datagrams output
pfkey:
	41 requests sent from userland
	2272 bytes sent from userland
	histogram by message type:
		getspi: 2
		update: 2
		add: 2
		acquire: 4
		register: 11
		flush: 5
		dump: 3
		x_spdadd: 4
		x_spddump: 5
		x_spdflush: 3
	0 messages with invalid length field
	0 messages with invalid version field
	0 messages with invalid message type field
	0 messages too short
	0 messages with memory allocation failure
	0 messages with duplicate extension
	0 messages with invalid extension type
	0 messages with invalid sa type
	0 messages with invalid address extension
	54 requests sent to userland
	9576 bytes sent to userland
	histogram by message type:
		getspi: 2
		update: 2
		add: 2
		acquire: 12
		register: 11
		flush: 5
		dump: 3
		x_spdadd: 4
		x_spddump: 10
		x_spdflush: 3
	7 messages toward single socket
	6 messages toward all sockets
	13 messages toward registered sockets
	0 messages with memory allocation failure

------------------------------------------------------------------------
netstat -m

70/214/284 mbufs in use (current/cache/total)
51/83/134/25600 mbuf clusters in use (current/cache/total/max)
65/77 mbuf+clusters out of packet secondary zone in use (current/cache)
0/2/2/12800 4k (page size) jumbo clusters in use (current/cache/total/max)
0/0/0/19200 9k jumbo clusters in use (current/cache/total/max)
0/0/0/12800 16k jumbo clusters in use (current/cache/total/max)
119K/227K/347K bytes allocated to network (current/cache/total)
0/0/0 requests for mbufs denied (mbufs/clusters/mbuf+clusters)
0/0/0 requests for jumbo clusters denied (4k/9k/16k)
0 requests for sfbufs denied
0 requests for sfbufs delayed
0 requests for I/O initiated by sendfile
0 calls to protocol drain routines

------------------------------------------------------------------------
netstat -id

Name    Mtu Network       Address              Ipkts Ierrs Idrop    Opkts Oerrs  Coll Drop
usbus     0 <Link#1>                               0     0     0        0     0     0    0 
usbus     0 <Link#2>                               0     0     0        0     0     0    0 
usbus     0 <Link#3>                               0     0     0        0     0     0    0 
usbus     0 <Link#4>                               0     0     0        0     0     0    0 
sis0   1500 <Link#5>      00:1c:c0:65:35:ad     6922     0     0      871     0     0    0 
sis0   1500 88.191.92.0   sd-15577.dedibox.     1271     -     -      868     -     -    - 
sis0   1500 fe80::21c:c0f fe80::21c:c0ff:fe        0     -     -        1     -     -    - 
sis0   1500 172.25.255.1/ 172.25.255.1             0     -     -        0     -     -    - 
plip0  1500 <Link#6>                               0     0     0        0     0     0    0 
lo0   16384 <Link#7>                               0     0     0        0     0     0    0 
lo0   16384 localhost     ::1                      0     -     -        0     -     -    - 
lo0   16384 fe80::1%lo0   fe80::1                  0     -     -        0     -     -    - 
lo0   16384 your-net      localhost                0     -     -        0     -     -    - 
gre17  1476 <Link#8>                               0     0     0        0     0     0    0 
gre17  1476 fe80::21c:c0f fe80::21c:c0ff:fe        0     -     -        0     -     -    - 
gre17  1476 172.25.0.0    172.25.255.2             0     -     -        0     -     -    - 

------------------------------------------------------------------------
netstat -anr

Routing tables

Internet:
Destination        Gateway            Flags    Refs      Use  Netif Expire
default            88.191.92.1        UGS         1      976   sis0
88.191.92.0/24     link#5             U           0        0   sis0
88.191.92.112      link#5             UHS         0        0    lo0
127.0.0.1          link#7             UH          0        0    lo0
172.17.255.2       link#8             UH          0        0  gre17
172.25.255.1       link#5             UHS         0        0    lo0 =>
172.25.255.1/32    link#5             U           0        0   sis0
172.25.255.2       link#8             UHS         0        0    lo0

Internet6:
Destination                       Gateway                       Flags      Netif Expire
::/96                             ::1                           UGRS        lo0
::1                               ::1                           UH          lo0
::ffff:0.0.0.0/96                 ::1                           UGRS        lo0
fe80::/10                         ::1                           UGRS        lo0
fe80::%sis0/64                    link#5                        U          sis0
fe80::21c:c0ff:fe65:35ad%sis0     link#5                        UHS         lo0
fe80::%lo0/64                     link#7                        U           lo0
fe80::1%lo0                       link#7                        UHS         lo0
fe80::%gre17/64                   link#8                        U         gre17
fe80::21c:c0ff:fe65:35ad%gre17    link#8                        UHS         lo0
ff01::%sis0/32                    fe80::21c:c0ff:fe65:35ad%sis0 U          sis0
ff01::%lo0/32                     ::1                           U           lo0
ff01::%gre17/32                   fe80::21c:c0ff:fe65:35ad%gre17 U         gre17
ff02::/16                         ::1                           UGRS        lo0
ff02::%sis0/32                    fe80::21c:c0ff:fe65:35ad%sis0 U          sis0
ff02::%lo0/32                     ::1                           U           lo0
ff02::%gre17/32                   fe80::21c:c0ff:fe65:35ad%gre17 U         gre17

------------------------------------------------------------------------
netstat -anA

Active Internet connections (including servers)
Tcpcb    Proto Recv-Q Send-Q Local Address      Foreign Address    (state)
c5f722b0 tcp4       0      0 88.191.92.112.22   213.186.35.185.447 ESTABLISHED
c5f3eac0 tcp4       0      0 127.0.0.1.25       *.*                LISTEN
c5f3e810 tcp4       0      0 *.22               *.*                LISTEN
c5f3e000 tcp6       0      0 *.22               *.*                LISTEN
c5f3e2b0 tcp4       0      0 *.53               *.*                LISTEN
c5f3e560 tcp6       0      0 *.53               *.*                LISTEN
c5f3f000 tcp4       0      0 *.21               *.*                LISTEN
c5ea13f0 udp4     580      0 88.191.92.112.500  *.*                
c5ea12f4 udp4       0      0 88.191.92.112.4500 *.*                
c5ea1000 udp4       0      0 *.53               *.*                
c5ea11f8 udp6       0      0 *.53               *.*                
c5ea14ec udp4       0      0 172.25.255.2.123   *.*                
c5ea17e0 udp4       0      0 127.0.0.1.123      *.*                
c5ea16e4 udp6       0      0 fe80:7::1.123      *.*                
c5ea2000 udp6       0      0 ::1.123            *.*                
c5ea1dc8 udp4       0      0 172.25.255.1.123   *.*                
c5ea1ccc udp6       0      0 fe80:5::21c:c0ff.1 *.*                
c5ea1ad4 udp4       0      0 88.191.92.112.123  *.*                
c5ea19d8 udp6       0      0 *.123              *.*                
c5ea18dc udp4       0      0 *.123              *.*                
c61d09d8 icm4       0      0 *.*                *.*                
Active UNIX domain sockets
Address  Type   Recv-Q Send-Q    Inode     Conn     Refs  Nextref Addr
c5f19b6c stream      0      0        0 c5f19ac0        0        0
c5f19ac0 stream      0      0        0 c5f19b6c        0        0
c5f19204 stream      0      0        0 c5f192b0        0        0
c5f192b0 stream      0      0        0 c5f19204        0        0
c5f1935c stream      0      0        0 c5f19408        0        0
c5f19408 stream      0      0        0 c5f1935c        0        0
c5f19cc4 stream      0      0 c5f1e660        0        0        0 /var/run/devd.pipe
c5f19560 dgram       0      0        0 c5f196b8        0 c5f19000
c5f19d70 dgram       0      0        0        0        0        0
c5f190ac dgram       0      0        0 c5f19764        0 c5f194b4
c5f19000 dgram       0      0        0 c5f196b8        0 c5f1960c
c5f194b4 dgram       0      0        0 c5f19764        0        0
c5f1960c dgram       0      0        0 c5f196b8        0        0
c5f196b8 dgram       0      0 c5f33330        0 c5f19560        0 /var/run/logpriv
c5f19764 dgram       0      0 c5f33440        0 c5f190ac        0 /var/run/log

------------------------------------------------------------------------
netstat -aL

Current listen queue sizes (qlen/incqlen/maxqlen)
Proto Listen         Local Address         
tcp4  0/0/10         localhost.smtp         
tcp4  0/0/128        *.ssh                  
tcp6  0/0/128        *.ssh                  
tcp4  0/0/5          *.domain               
tcp6  0/0/5          *.domain               
tcp4  0/0/32         *.ftp                  
unix  0/0/4          /var/run/devd.pipe

------------------------------------------------------------------------
fstat

USER     CMD          PID   FD MOUNT      INUM MODE         SZ|DV R/W
root     ping        1737 root /             2 drwxr-xr-x     512  r
root     ping        1737   wd /             5 drwxr-xr-x     512  r
root     ping        1737 text /         70730 -r-sr-xr-x   29180  r
root     ping        1737 ctty /dev        102 crw--w----   pts/0 rw
root     ping        1737    0 /dev        102 crw--w----   pts/0 rw
root     ping        1737    1 /dev        102 crw--w----   pts/0 rw
root     ping        1737    2 /dev        102 crw--w----   pts/0 rw
root     ping        1737    3* internet raw icmp c61d09d8
root     tcpdump     1736 root /             2 drwxr-xr-x     512  r
root     tcpdump     1736   wd /             5 drwxr-xr-x     512  r
root     tcpdump     1736 text /usr     28521978 -r-xr-xr-x  716592  r
root     tcpdump     1736 ctty /dev        102 crw--w----   pts/0 rw
root     tcpdump     1736    0 /dev        102 crw--w----   pts/0 rw
root     tcpdump     1736    1 /dev        102 crw--w----   pts/0 rw
root     tcpdump     1736    2 /dev        102 crw--w----   pts/0 rw
root     tcpdump     1736    3 /dev         13 crw-------     bpf rw
root     racoon      1732 root /             2 drwxr-xr-x     512  r
root     racoon      1732   wd /             2 drwxr-xr-x     512  r
root     racoon      1732 text /usr     11871632 -r-xr-xr-x  1188122  r
root     racoon      1732    0 /dev         21 crw-rw-rw-    null rw
root     racoon      1732    1 /dev         21 crw-rw-rw-    null rw
root     racoon      1732    2 /dev         21 crw-rw-rw-    null rw
root     racoon      1732    3* local dgram c5f19560 <-> c5f196b8
root     racoon      1732    4* key raw 2 c5ea0340
root     racoon      1732    5* route raw 0 c5ea01a0
root     racoon      1732    6* internet dgram udp c5ea12f4
root     racoon      1732    7* internet dgram udp c5ea13f0
root     tail        1654 root /             2 drwxr-xr-x     512  r
root     tail        1654   wd /             5 drwxr-xr-x     512  r
root     tail        1654 text /usr     13425111 -r-xr-xr-x   21816  r
root     tail        1654 ctty /dev        102 crw--w----   pts/0 rw
root     tail        1654    0 /dev        102 crw--w----   pts/0 rw
root     tail        1654    1 /dev        102 crw--w----   pts/0 rw
root     tail        1654    2 /dev        102 crw--w----   pts/0 rw
root     tail        1654    3 /var     5699616 -rw-------  344485  r
root     csh         1571 root /             2 drwxr-xr-x     512  r
root     csh         1571   wd /             5 drwxr-xr-x     512  r
root     csh         1571 text /         70761 -r-xr-xr-x  375904  r
root     csh         1571 ctty /dev        102 crw--w----   pts/0 rw
root     csh         1571   15 /dev        102 crw--w----   pts/0 rw
root     csh         1571   16 /dev        102 crw--w----   pts/0 rw
root     csh         1571   17 /dev        102 crw--w----   pts/0 rw
root     csh         1571   18 /dev        102 crw--w----   pts/0 rw
root     csh         1571   19 /dev        102 crw--w----   pts/0 rw
root     su          1570 root /             2 drwxr-xr-x     512  r
root     su          1570   wd /usr     7937034 drwxr-xr-x     512  r
root     su          1570 text /usr     13425108 -r-sr-xr-x   18852  r
root     su          1570 ctty /dev        102 crw--w----   pts/0 rw
root     su          1570    0 /dev        102 crw--w----   pts/0 rw
root     su          1570    1 /dev        102 crw--w----   pts/0 rw
root     su          1570    2 /dev        102 crw--w----   pts/0 rw
root     sudo        1569 root /             2 drwxr-xr-x     512  r
root     sudo        1569   wd /usr     7937034 drwxr-xr-x     512  r
root     sudo        1569 text /usr     11870430 ---s--x--x  146508  r
root     sudo        1569 ctty /dev        102 crw--w----   pts/0 rw
root     sudo        1569    0 /dev        102 crw--w----   pts/0 rw
root     sudo        1569    1 /dev        102 crw--w----   pts/0 rw
root     sudo        1569    2 /dev        102 crw--w----   pts/0 rw
root     sudo        1569    3* local dgram c5f19d70
mat      sh          1567 root /             2 drwxr-xr-x     512  r
mat      sh          1567   wd /usr     7937034 drwxr-xr-x     512  r
mat      sh          1567 text /         70789 -r-xr-xr-x  138368  r
mat      sh          1567 ctty /dev        102 crw--w----   pts/0 rw
mat      sh          1567    0 /dev        102 crw--w----   pts/0 rw
mat      sh          1567    1 /dev        102 crw--w----   pts/0 rw
mat      sh          1567    2 /dev        102 crw--w----   pts/0 rw
mat      sh          1567   10 /dev        102 crw--w----   pts/0 rw
mat      sshd        1566 root /             2 drwxr-xr-x     512  r
mat      sshd        1566   wd /             2 drwxr-xr-x     512  r
mat      sshd        1566 text /usr     28521476 -r-xr-xr-x  286296  r
mat      sshd        1566    0 /dev         21 crw-rw-rw-    null rw
mat      sshd        1566    1 /dev         21 crw-rw-rw-    null rw
mat      sshd        1566    2 /dev         21 crw-rw-rw-    null rw
mat      sshd        1566    3* internet stream tcp c5f722b0
mat      sshd        1566    4* local stream c5f19ac0 <-> c5f19b6c
mat      sshd        1566    5* pipe c5ddb000 <-> c5ddb0b8      0 rw
mat      sshd        1566    6* pipe c5ddb0b8 <-> c5ddb000      0 rw
mat      sshd        1566    7* pseudo-terminal master      pts/0 rw
mat      sshd        1566    9* pseudo-terminal master      pts/0 rw
mat      sshd        1566   10* pseudo-terminal master      pts/0 rw
root     sshd        1564 root /             2 drwxr-xr-x     512  r
root     sshd        1564   wd /             2 drwxr-xr-x     512  r
root     sshd        1564 text /usr     28521476 -r-xr-xr-x  286296  r
root     sshd        1564    0 /dev         21 crw-rw-rw-    null  r
root     sshd        1564    1 /dev         21 crw-rw-rw-    null rw
root     sshd        1564    2 /dev         21 crw-rw-rw-    null rw
root     sshd        1564    3* internet stream tcp c5f722b0
root     sshd        1564    4* pseudo-terminal master      pts/0 rw
root     sshd        1564    5* local stream c5f19b6c <-> c5f19ac0
root     getty       1560 root /             2 drwxr-xr-x     512  r
root     getty       1560   wd /             2 drwxr-xr-x     512  r
root     getty       1560 text /usr     25930774 -r-xr-xr-x   27960  r
root     getty       1560 ctty /dev         57 crw-------   ttyv7 rw
root     getty       1560    0 /dev         57 crw-------   ttyv7 rw
root     getty       1560    1 /dev         57 crw-------   ttyv7 rw
root     getty       1560    2 /dev         57 crw-------   ttyv7 rw
root     getty       1559 root /             2 drwxr-xr-x     512  r
root     getty       1559   wd /             2 drwxr-xr-x     512  r
root     getty       1559 text /usr     25930774 -r-xr-xr-x   27960  r
root     getty       1559 ctty /dev         56 crw-------   ttyv6 rw
root     getty       1559    0 /dev         56 crw-------   ttyv6 rw
root     getty       1559    1 /dev         56 crw-------   ttyv6 rw
root     getty       1559    2 /dev         56 crw-------   ttyv6 rw
root     getty       1558 root /             2 drwxr-xr-x     512  r
root     getty       1558   wd /             2 drwxr-xr-x     512  r
root     getty       1558 text /usr     25930774 -r-xr-xr-x   27960  r
root     getty       1558 ctty /dev         55 crw-------   ttyv5 rw
root     getty       1558    0 /dev         55 crw-------   ttyv5 rw
root     getty       1558    1 /dev         55 crw-------   ttyv5 rw
root     getty       1558    2 /dev         55 crw-------   ttyv5 rw
root     getty       1557 root /             2 drwxr-xr-x     512  r
root     getty       1557   wd /             2 drwxr-xr-x     512  r
root     getty       1557 text /usr     25930774 -r-xr-xr-x   27960  r
root     getty       1557 ctty /dev         54 crw-------   ttyv4 rw
root     getty       1557    0 /dev         54 crw-------   ttyv4 rw
root     getty       1557    1 /dev         54 crw-------   ttyv4 rw
root     getty       1557    2 /dev         54 crw-------   ttyv4 rw
root     getty       1556 root /             2 drwxr-xr-x     512  r
root     getty       1556   wd /             2 drwxr-xr-x     512  r
root     getty       1556 text /usr     25930774 -r-xr-xr-x   27960  r
root     getty       1556 ctty /dev         53 crw-------   ttyv3 rw
root     getty       1556    0 /dev         53 crw-------   ttyv3 rw
root     getty       1556    1 /dev         53 crw-------   ttyv3 rw
root     getty       1556    2 /dev         53 crw-------   ttyv3 rw
root     getty       1555 root /             2 drwxr-xr-x     512  r
root     getty       1555   wd /             2 drwxr-xr-x     512  r
root     getty       1555 text /usr     25930774 -r-xr-xr-x   27960  r
root     getty       1555 ctty /dev         52 crw-------   ttyv2 rw
root     getty       1555    0 /dev         52 crw-------   ttyv2 rw
root     getty       1555    1 /dev         52 crw-------   ttyv2 rw
root     getty       1555    2 /dev         52 crw-------   ttyv2 rw
root     getty       1554 root /             2 drwxr-xr-x     512  r
root     getty       1554   wd /             2 drwxr-xr-x     512  r
root     getty       1554 text /usr     25930774 -r-xr-xr-x   27960  r
root     getty       1554 ctty /dev         51 crw-------   ttyv1 rw
root     getty       1554    0 /dev         51 crw-------   ttyv1 rw
root     getty       1554    1 /dev         51 crw-------   ttyv1 rw
root     getty       1554    2 /dev         51 crw-------   ttyv1 rw
root     getty       1553 root /             2 drwxr-xr-x     512  r
root     getty       1553   wd /             2 drwxr-xr-x     512  r
root     getty       1553 text /usr     25930774 -r-xr-xr-x   27960  r
root     getty       1553 ctty /dev         50 crw-------   ttyv0 rw
root     getty       1553    0 /dev         50 crw-------   ttyv0 rw
root     getty       1553    1 /dev         50 crw-------   ttyv0 rw
root     getty       1553    2 /dev         50 crw-------   ttyv0 rw
root     inetd       1517 root /             2 drwxr-xr-x     512  r
root     inetd       1517   wd /             2 drwxr-xr-x     512  r
root     inetd       1517 text /usr     28521834 -r-xr-xr-x   51072  r
root     inetd       1517    0 /dev         21 crw-rw-rw-    null rw
root     inetd       1517    1 /dev         21 crw-rw-rw-    null rw
root     inetd       1517    2 /dev         21 crw-rw-rw-    null rw
root     inetd       1517    3 /var     21644318 -rw-------       4  w
root     inetd       1517    4* pipe c5ddb310 <-> c5ddb3c8      0 rw
root     inetd       1517    5* pipe c5ddb3c8 <-> c5ddb310      0 rw
root     cron        1489 root /             2 drwxr-xr-x     512  r
root     cron        1489   wd /var     19972096 drwxr-x---     512  r
root     cron        1489 text /usr     28521778 -r-xr-xr-x   42116  r
root     cron        1489    0 /dev         21 crw-rw-rw-    null rw
root     cron        1489    1 /dev         21 crw-rw-rw-    null rw
root     cron        1489    2 /dev         21 crw-rw-rw-    null rw
root     cron        1489    3 /var     21644317 -rw-------       4  w
smmsp    sendmail    1483 root /             2 drwxr-xr-x     512  r
smmsp    sendmail    1483   wd /var     2049030 drwxrwx---     512  r
smmsp    sendmail    1483 text /usr     25930781 -r-xr-sr-x  747704  r
smmsp    sendmail    1483    0 /dev         21 crw-rw-rw-    null  r
smmsp    sendmail    1483    1 /dev         21 crw-rw-rw-    null  w
smmsp    sendmail    1483    2 /dev         21 crw-rw-rw-    null  w
smmsp    sendmail    1483    3* local dgram c5f190ac <-> c5f19764
smmsp    sendmail    1483    4 /var     2049032 -rw-------      50  w
root     sendmail    1479 root /             2 drwxr-xr-x     512  r
root     sendmail    1479   wd /var     2049027 drwxr-xr-x     512  r
root     sendmail    1479 text /usr     25930781 -r-xr-sr-x  747704  r
root     sendmail    1479    0 /dev         21 crw-rw-rw-    null  r
root     sendmail    1479    1 /dev         21 crw-rw-rw-    null  w
root     sendmail    1479    2 /dev         21 crw-rw-rw-    null  w
root     sendmail    1479    3* internet stream tcp c5f3eac0
root     sendmail    1479    4* local dgram c5f19000 <-> c5f196b8
root     sendmail    1479    5 /var     21644316 -rw-------      79  w
root     sshd        1472 root /             2 drwxr-xr-x     512  r
root     sshd        1472   wd /             2 drwxr-xr-x     512  r
root     sshd        1472 text /usr     28521476 -r-xr-xr-x  286296  r
root     sshd        1472    0 /dev         21 crw-rw-rw-    null rw
root     sshd        1472    1 /dev         21 crw-rw-rw-    null rw
root     sshd        1472    2 /dev         21 crw-rw-rw-    null rw
root     sshd        1472    3* internet6 stream tcp c5f3e000
root     sshd        1472    4* internet stream tcp c5f3e810
bind     nsd         1440 root /             2 drwxr-xr-x     512  r
bind     nsd         1440   wd /usr     11894029 drwxr-xr-x     512  r
bind     nsd         1440 text /usr     11870503 -rwxr-xr-x  206253  r
bind     nsd         1440    0 /dev         21 crw-rw-rw-    null rw
bind     nsd         1440    1 /dev         21 crw-rw-rw-    null rw
bind     nsd         1440    2 /dev         21 crw-rw-rw-    null rw
bind     nsd         1440    3* internet6 dgram udp c5ea11f8
bind     nsd         1440    4* internet dgram udp c5ea1000
bind     nsd         1440    5* internet6 stream tcp c5f3e560
bind     nsd         1440    6* internet stream tcp c5f3e2b0
bind     nsd         1440    7* local dgram c5f194b4 <-> c5f19764
bind     nsd         1440    8* local stream c5f19408 <-> c5f1935c
bind     nsd         1440   10* local stream c5f19204 <-> c5f192b0
bind     nsd         1439 root /             2 drwxr-xr-x     512  r
bind     nsd         1439   wd /usr     11894029 drwxr-xr-x     512  r
bind     nsd         1439 text /usr     11870503 -rwxr-xr-x  206253  r
bind     nsd         1439    0 /dev         21 crw-rw-rw-    null rw
bind     nsd         1439    1 /dev         21 crw-rw-rw-    null rw
bind     nsd         1439    2 /dev         21 crw-rw-rw-    null rw
bind     nsd         1439    3* internet6 dgram udp c5ea11f8
bind     nsd         1439    4* internet dgram udp c5ea1000
bind     nsd         1439    5* internet6 stream tcp c5f3e560
bind     nsd         1439    6* internet stream tcp c5f3e2b0
bind     nsd         1439    7* local dgram c5f194b4 <-> c5f19764
bind     nsd         1439    9* local stream c5f1935c <-> c5f19408
bind     nsd         1435 root /             2 drwxr-xr-x     512  r
bind     nsd         1435   wd /usr     11894029 drwxr-xr-x     512  r
bind     nsd         1435 text /usr     11870503 -rwxr-xr-x  206253  r
bind     nsd         1435    0 /dev         21 crw-rw-rw-    null rw
bind     nsd         1435    1 /dev         21 crw-rw-rw-    null rw
bind     nsd         1435    2 /dev         21 crw-rw-rw-    null rw
bind     nsd         1435    3* internet6 dgram udp c5ea11f8
bind     nsd         1435    4* internet dgram udp c5ea1000
bind     nsd         1435    5* internet6 stream tcp c5f3e560
bind     nsd         1435    6* internet stream tcp c5f3e2b0
bind     nsd         1435    7* local dgram c5f194b4 <-> c5f19764
bind     nsd         1435    8* local stream c5f19408 <-> c5f1935c
bind     nsd         1435    9* local stream c5f192b0 <-> c5f19204
root     ntpd        1358 root /             2 drwxr-xr-x     512  r
root     ntpd        1358   wd /             2 drwxr-xr-x     512  r
root     ntpd        1358 text /usr     28521900 -r-xr-xr-x  403104  r
root     ntpd        1358    0 /dev         21 crw-rw-rw-    null rw
root     ntpd        1358    1 /dev         21 crw-rw-rw-    null rw
root     ntpd        1358    2 /dev         21 crw-rw-rw-    null rw
root     ntpd        1358    3* local dgram c5f1960c <-> c5f196b8
root     ntpd        1358   20* internet dgram udp c5ea18dc
root     ntpd        1358   21* internet6 dgram udp c5ea19d8
root     ntpd        1358   22* internet dgram udp c5ea1ad4
root     ntpd        1358   23* internet6 dgram udp c5ea1ccc
root     ntpd        1358   24* internet dgram udp c5ea1dc8
root     ntpd        1358   25* internet6 dgram udp c5ea2000
root     ntpd        1358   26* internet6 dgram udp c5ea16e4
root     ntpd        1358   27* internet dgram udp c5ea17e0
root     ntpd        1358   28* internet dgram udp c5ea14ec
root     ntpd        1358   29* route raw 0 c5ea0680
root     vsftpd      1300 root /             2 drwxr-xr-x     512  r
root     vsftpd      1300   wd /             2 drwxr-xr-x     512  r
root     vsftpd      1300 text /usr     11870643 -r-xr-xr-x  109516  r
root     vsftpd      1300    0 /dev         21 crw-rw-rw-    null rw
root     vsftpd      1300    1 /dev         21 crw-rw-rw-    null rw
root     vsftpd      1300    2 /dev         21 crw-rw-rw-    null rw
root     vsftpd      1300    3* internet stream tcp c5f3f000
root     syslogd     1175 root /             2 drwxr-xr-x     512  r
root     syslogd     1175   wd /             2 drwxr-xr-x     512  r
root     syslogd     1175 text /usr     28521973 -r-xr-xr-x   43180  r
root     syslogd     1175    0 /dev         21 crw-rw-rw-    null rw
root     syslogd     1175    1 /dev         21 crw-rw-rw-    null rw
root     syslogd     1175    2 /dev         21 crw-rw-rw-    null rw
root     syslogd     1175    3 /var     21644306 -rw-------       4  w
root     syslogd     1175    4* local dgram c5f19764
root     syslogd     1175    5* local dgram c5f196b8
root     syslogd     1175    6 /dev         32 crw-------    klog  r
root     syslogd     1175    8 -         -         bad    -
root     syslogd     1175    9 /var     5699619 -rw-r--r--   22261  w
root     syslogd     1175   10 /var     5699596 -rw-------      63  w
root     syslogd     1175   11 /var     5699589 -rw-------   64402  w
root     syslogd     1175   12 /var     5699610 -rw-r-----   18981  w
root     syslogd     1175   13 /var     5699592 -rw-r--r--      63  w
root     syslogd     1175   14 /var     5699598 -rw-------      63  w
root     syslogd     1175   15 /var     5699612 -rw-------   97607  w
root     syslogd     1175   16 /var     5699645 -rw-------      82  w
root     syslogd     1175   17 /var     5699609 -rw-------  1551804  w
root     syslogd     1175   18 /var     5699616 -rw-------  344485  w
root     syslogd     1175   19 /var     5699595 -rw-r-----      63  w
root     devd        1010 root /             2 drwxr-xr-x     512  r
root     devd        1010   wd /             2 drwxr-xr-x     512  r
root     devd        1010 text /         70795 -r-xr-xr-x  484288  r
root     devd        1010    0 /dev         21 crw-rw-rw-    null rw
root     devd        1010    1 /dev         21 crw-rw-rw-    null rw
root     devd        1010    2 /dev         21 crw-rw-rw-    null rw
root     devd        1010    3 /dev          5 crw-------  devctl  r
root     devd        1010    4* local stream c5f19cc4
root     devd        1010    5 /var     21644298 -rw-------       4  w
root     init           1 root /             2 drwxr-xr-x     512  r
root     init           1   wd /             2 drwxr-xr-x     512  r
root     init           1 text /         70803 -r-xr-xr-x  841268  r
root     kernel         0 root /             2 drwxr-xr-x     512  r
root     kernel         0   wd /             2 drwxr-xr-x     512  r

------------------------------------------------------------------------
dmesg

Copyright (c) 1992-2011 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
	The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 9.0-BETA1 #1: Tue Aug  9 13:52:26 CEST 2011
    root at freebornie.breatheless.net:/usr/obj/usr/src/sys/FREEBORNIE i386
WARNING: WITNESS option enabled, expect reduced performance.
CPU: Intel(R) Celeron(R) CPU          220  @ 1.20GHz (1200.07-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0x10661  Family = 6  Model = 16  Stepping = 1
  Features=0xafebfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,TM,PBE>
  Features2=0xe31d<SSE3,DTES64,MON,DS_CPL,TM2,SSSE3,CX16,xTPR,PDCM>
  AMD Features=0x20100000<NX,LM>
  AMD Features2=0x1<LAHF>
  TSC: P-state invariant, performance statistics
real memory  = 2147483648 (2048 MB)
avail memory = 2046504960 (1951 MB)
Event timer "LAPIC" quality 400
ACPI APIC Table: <INTEL  DG965CO >
ioapic0: Changing APIC ID to 4
ioapic0 <Version 1.4> irqs 0-23 on motherboard
kbd1 at kbdmux0
cryptosoft0: <software crypto> on motherboard
acpi0: <INTEL DG965CO> on motherboard
acpi0: Power Button (fixed)
acpi0: reservation of 0, a0000 (3) failed
acpi0: reservation of 100000, 7df00000 (3) failed
Timecounter "ACPI-fast" frequency 3579545 Hz quality 900
acpi_timer0: <24-bit timer at 3.579545MHz> port 0x808-0x80b on acpi0
cpu0: <ACPI CPU> on acpi0
pcib0: <ACPI Host-PCI bridge> port 0xcf8-0xcff iomem 0xfff00000-0xffffffff on acpi0
pci0: <ACPI PCI bus> on pcib0
pcib1: <ACPI PCI-PCI bridge> at device 1.0 on pci0
pci1: <ACPI PCI bus> on pcib1
vgapci0: <VGA-compatible display> port 0x1000-0x107f mem 0x80000000-0x87ffffff,0x8a000000-0x8a01ffff irq 16 at device 0.0 on pci1
isab0: <PCI-ISA bridge> at device 2.0 on pci0
isa0: <ISA bus> on isab0
atapci0: <SiS 964 UDMA133 controller> port 0x1f0-0x1f7,0x3f6,0x170-0x177,0x376,0x2310-0x231f at device 2.5 on pci0
ata0: <ATA channel 0> on atapci0
ata1: <ATA channel 1> on atapci0
pcm0: <SiS 7012> port 0x2100-0x21ff,0x2280-0x22ff irq 18 at device 2.7 on pci0
pcm0: <Analog Devices AD1888 AC97 Codec>
ohci0: <SiS 5571 USB controller> mem 0x8a104000-0x8a104fff irq 20 at device 3.0 on pci0
usbus0: <SiS 5571 USB controller> on ohci0
ohci1: <SiS 5571 USB controller> mem 0x8a103000-0x8a103fff irq 21 at device 3.1 on pci0
usbus1: <SiS 5571 USB controller> on ohci1
ohci2: <SiS 5571 USB controller> mem 0x8a102000-0x8a102fff irq 22 at device 3.2 on pci0
usbus2: <SiS 5571 USB controller> on ohci2
ehci0: <EHCI (generic) USB 2.0 controller> mem 0x8a101000-0x8a101fff irq 23 at device 3.3 on pci0
usbus3: waiting for BIOS to give up control
usbus3: timed out waiting for BIOS
usbus3: EHCI version 1.0
usbus3: <EHCI (generic) USB 2.0 controller> on ehci0
sis0: <SiS 900 10/100BaseTX> port 0x2000-0x20ff mem 0x8a100000-0x8a100fff irq 19 at device 4.0 on pci0
miibus0: <MII bus> on sis0
ukphy0: <Generic IEEE 802.3u media interface> PHY 1 on miibus0
ukphy0:  none, 10baseT, 10baseT-FDX, 100baseTX, 100baseTX-FDX, auto
sis0: Ethernet address: 00:1c:c0:65:35:ad
atapci1: <SiS 964 UDMA133 controller> port 0x2328-0x232f,0x2334-0x2337,0x2320-0x2327,0x2330-0x2333,0x2300-0x230f,0x2200-0x227f irq 17 at device 5.0 on pci0
ata2: <ATA channel 0> on atapci1
ata3: <ATA channel 1> on atapci1
pcib2: <PCI-PCI bridge> at device 31.0 on pci0
pci2: <PCI bus> on pcib2
acpi_button0: <Power Button> on acpi0
attimer0: <AT timer> port 0x40-0x43 irq 0 on acpi0
Timecounter "i8254" frequency 1193182 Hz quality 0
Event timer "i8254" frequency 1193182 Hz quality 100
atrtc0: <AT realtime clock> port 0x70-0x71 irq 8 on acpi0
Event timer "RTC" frequency 32768 Hz quality 0
atkbdc0: <Keyboard controller (i8042)> port 0x60,0x64 irq 1 on acpi0
atkbd0: <AT Keyboard> irq 1 on atkbdc0
kbd0 at atkbd0
atkbd0: [GIANT-LOCKED]
psm0: <PS/2 Mouse> irq 12 on atkbdc0
psm0: [GIANT-LOCKED]
psm0: model IntelliMouse Explorer, device ID 4
ppc0: <Parallel port> port 0x378-0x37f,0x778-0x77b irq 7 on acpi0
ppc0: SMC-like chipset (ECP/EPP/PS2/NIBBLE) in COMPATIBLE mode
ppc0: FIFO with 16/16/9 bytes threshold
ppbus0: <Parallel port bus> on ppc0
plip0: <PLIP network interface> on ppbus0
lpt0: <Printer> on ppbus0
lpt0: Interrupt-driven port
ppi0: <Parallel I/O> on ppbus0
uart0: <16550 or compatible> port 0x3f8-0x3ff irq 4 flags 0x10 on acpi0
pmtimer0 on isa0
sc0: <System console> at flags 0x100 on isa0
sc0: VGA <16 virtual consoles, flags=0x300>
vga0: <Generic ISA VGA> at port 0x3c0-0x3df iomem 0xa0000-0xbffff on isa0
p4tcc0: <CPU Frequency Thermal Control> on cpu0
Timecounters tick every 1.000 msec
IPsec: Initialized Security Association Processing.
usbus0: 12Mbps Full Speed USB v1.0
usbus1: 12Mbps Full Speed USB v1.0
usbus2: 12Mbps Full Speed USB v1.0
usbus3: 480Mbps High Speed USB v2.0
ugen0.1: <SiS> at usbus0
uhub0: <SiS OHCI root HUB, class 9/0, rev 1.00/1.00, addr 1> on usbus0
ugen1.1: <SiS> at usbus1
uhub1: <SiS OHCI root HUB, class 9/0, rev 1.00/1.00, addr 1> on usbus1
ugen2.1: <SiS> at usbus2
uhub2: <SiS OHCI root HUB, class 9/0, rev 1.00/1.00, addr 1> on usbus2
ugen3.1: <SiS> at usbus3
uhub3: <SiS EHCI root HUB, class 9/0, rev 2.00/1.00, addr 1> on usbus3
uhub2: 2 ports with 2 removable, self powered
uhub0: 3 ports with 3 removable, self powered
uhub1: 3 ports with 3 removable, self powered
ada0 at ata2 bus 0 scbus2 target 0 lun 0
ada0: <Hitachi HDT721050SLA360 ST3OA31B> ATA-8 SATA 2.x device
ada0: 133.000MB/s transfers (UDMA6, PIO 8192bytes)
ada0: 476940MB (976773168 512 byte sectors: 16H 63S/T 16383C)
ada0: Previously was known as ad4
ada1 at ata3 bus 0 scbus3 target 0 lun 0
ada1: <Hitachi HDT721050SLA360 ST3OA31B> ATA-8 SATA 2.x device
ada1: 133.000MB/s transfers (UDMA6, PIO 8192bytes)
ada1: 476940MB (976773168 512 byte sectors: 16H 63S/T 16383C)
ada1: Previously was known as ad6
Timecounter "TSC" frequency 1200066129 Hz quality 1000
WARNING: WITNESS option enabled, expect reduced performance.
GEOM: ada0s1: geometry does not match label (255h,63s != 16h,63s).
Root mount waiting for: usbus3
Root mount waiting for: usbus3
Root mount waiting for: usbus3
uhub3: 8 ports with 8 removable, self powered
Trying to mount root from ufs:/dev/ad4s1a [rw]...
Setting hostuuid: ff3b6b40-391a-11dd-8d98-000c6e0802bc.
Setting hostid: 0xfb3fadad.
Entropy harvesting: interrupts ethernet point_to_point kickstart.
Starting file system checks:
/dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS
/dev/ad4s1a: clean, 291952 free (304 frags, 36456 blocks, 0.1% fragmentation)
/dev/ad4s1d: DEFER FOR BACKGROUND CHECKING
/dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS
/dev/ad4s1e: clean, 95539065 free (20641 frags, 11939803 blocks, 0.0% fragmentation)
Mounting local file systems:
WARNING: /usr was not properly dismounted
.
Setting hostname: freebornie.breatheless.net.
Starting Network: lo0 sis0 plip0 gre17.
lo0: flags=8049<UP,LOOPBACK,RUNNING,MULTICAST> metric 0 mtu 16384
	options=3<RXCSUM,TXCSUM>
	inet6 ::1 prefixlen 128 
	inet6 fe80::1%lo0 prefixlen 64 scopeid 0x7 
	inet 127.0.0.1 netmask 0xff000000 
	nd6 options=21<PERFORMNUD,AUTO_LINKLOCAL>
sis0: flags=8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1500
	options=82008<VLAN_MTU,WOL_MAGIC,LINKSTATE>
	ether 00:1c:c0:65:35:ad
	inet 88.191.92.112 netmask 0xffffff00 broadcast 88.191.92.255
	inet6 fe80::21c:c0ff:fe65:35ad%sis0 prefixlen 64 tentative scopeid 0x5 
	inet 172.25.255.1 netmask 0xffffffff broadcast 172.25.255.1
	nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
	media: Ethernet autoselect (none)
	status: no carrier
plip0: flags=8810<POINTOPOINT,SIMPLEX,MULTICAST> metric 0 mtu 1500
	nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
gre17: flags=9011<UP,POINTOPOINT,LINK0,MULTICAST> metric 0 mtu 1476
	tunnel inet 172.25.255.1 --> 172.17.255.1
	inet6 fe80::21c:c0ff:fe65:35ad%gre17 prefixlen 64 tentative scopeid 0x8 
	inet 172.25.255.2 --> 172.17.255.2 netmask 0xffff0000 
	nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
Starting devd.
Starting Network: usbus0.
Starting Network: usbus1.
Starting Network: usbus2.
Starting Network: usbus3.
Starting Network: plip0.
plip0: flags=8810<POINTOPOINT,SIMPLEX,MULTICAST> metric 0 mtu 1500
	nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
Installing ipsec manual keys/policies.
add net default: gateway 88.191.92.1
add net ::ffff:0.0.0.0: gateway ::1
add net ::0.0.0.0: gateway ::1
add net fe80::: gateway ::1
add net ff02::: gateway ::1
ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib
a.out ldconfig path: /usr/lib/aout /usr/lib/compat/aout
Creating and/or trimming log files.
Starting syslogd.
No core dumps found.
Clearing /tmp (X related).
Starting vsftpd.
Updating motd:.
Starting ntpd.
Starting racoon.
Starting nsd.
Performing sanity check on nginx configuration:
the configuration file /usr/local/etc/nginx/nginx.conf syntax is ok
[emerg]: open() "/home/mat/data/log/crocodile.darktrain.fr.access.log" failed (2: No such file or directory)
configuration file /usr/local/etc/nginx/nginx.conf test failed
Starting nginx.
[emerg]: open() "/home/mat/data/log/crocodile.darktrain.fr.access.log" failed (2: No such file or directory)
/etc/rc: WARNING: failed to start nginx
Configuring syscons: blanktime.
Starting sshd.
Starting cron.
Starting inetd.
Starting background file system checks in 60 seconds.

Tue Aug  9 15:22:28 CEST 2011
lock order reversal:
 1st 0xc1298c7c pcbinfohash (pcbinfohash) @ /usr/src/sys/netinet/tcp_syncache.c:665
 2nd 0xc12a1d24 sptree (fast ipsec security policy database) @ /usr/src/sys/netipsec/key.c:1167
KDB: stack backtrace:
db_trace_self_wrapper(c0f60d5a,62617461,29657361,2f204020,2f727375,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0a7224b,c0f64683,c5978708,c5978360,c569f830,...) at kdb_backtrace+0x2a
_witness_debugger(c0f64683,c12a1d24,c0f8b472,c5978360,c0f8b414,...) at _witness_debugger+0x25
witness_checkorder(c12a1d24,9,c0f8b414,48f,0,...) at witness_checkorder+0x839
_mtx_lock_flags(c12a1d24,0,c0f8b414,48f,c5f1c880,...) at _mtx_lock_flags+0xc9
_key_freesp(c59c98d0,c0f8a38d,360,c6088000,c5f3c4ec,...) at _key_freesp+0x44
ipsec_copy_policy(c59c9580,c59c98d0,299,27a,c5ec6a00,...) at ipsec_copy_policy+0x3a
syncache_expand(c569fac4,c569faa0,c5f01022,c569fac0,c5ec6b00,...) at syncache_expand+0xa63
tcp_input(c5ec6b00,14,c0a83acb,c0f9bd10,c0f52366,...) at tcp_input+0xb1d
ip_input(c5ec6b00,c0f5af57,109,24,3,...) at ip_input+0x67c
netisr_dispatch_src(1,0,c5ec6b00,c569fb9c,c0af44a1,...) at netisr_dispatch_src+0xcc
netisr_dispatch(1,c5ec6b00,0,c5b8e400,800,...) at netisr_dispatch+0x20
ether_demux(c5b8e400,c5ec6b00,3,0,3,...) at ether_demux+0x1b1
ether_nh_input(c5ec6b00,c5ad6a40,c1267fa8,c5b70c30,c109acf8,...) at ether_nh_input+0x3d3
netisr_dispatch_src(9,0,c5ec6b00,c569fc28,c0af3fa5,...) at netisr_dispatch_src+0xcc
netisr_dispatch(9,c5ec6b00,c569fc64,c0809a8a,c5b8e400,...) at netisr_dispatch+0x20
ether_input(c5b8e400,c5ec6b00,c0f17dcd,685,c5aee8b4,...) at ether_input+0x35
sis_rxeof(c5aeef94,0,c0f17dcd,71f,0,...) at sis_rxeof+0x17a
sis_intr(c5aee800,c112b780,4,c0f5af57,c5998538,...) at sis_intr+0xfc
intr_event_execute_handlers(c59ca580,c5998500,c0f5756d,55e,c5b70b80,...) at intr_event_execute_handlers+0x125
ithread_loop(c5b616d0,c569fd28,c0f57230,3a5,c59ca580,...) at ithread_loop+0xa9
fork_exit(c0a0d570,c5b616d0,c569fd28) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc569fd60, ebp = 0 ---
lock order reversal:
 1st 0xc5f769e8 ufs (ufs) @ /usr/src/sys/ufs/ffs/ffs_snapshot.c:425
 2nd 0xdf3c240c bufwait (bufwait) @ /usr/src/sys/kern/vfs_bio.c:1911
 3rd 0xc5e12d18 ufs (ufs) @ /usr/src/sys/ufs/ffs/ffs_snapshot.c:546
KDB: stack backtrace:
db_trace_self_wrapper(c0f60d5a,616e735f,6f687370,3a632e74,a363435,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0a7224b,c0f6469c,c5975370,c5979338,c578d430,...) at kdb_backtrace+0x2a
_witness_debugger(c0f6469c,c5e12d18,c0f53448,c5979338,c0f96796,...) at _witness_debugger+0x25
witness_checkorder(c5e12d18,9,c0f96796,222,0,...) at witness_checkorder+0x839
__lockmgr_args(c5e12d18,80100,c5e12d38,0,0,...) at __lockmgr_args+0x824
ffs_lock(c578d564,c578d558,c1267ab0,c605dc30,c109acf8,...) at ffs_lock+0x8a
VOP_LOCK1_APV(c10cb0e0,c578d564,c5dc4a20,c10dd2a0,c5e12cc0,...) at VOP_LOCK1_APV+0xf3
_vn_lock(c5e12cc0,80100,c0f96796,222,c596fe80,...) at _vn_lock+0x5e
ffs_snapshot(c5dc4a20,c5abbd20,c0f99bb0,1a2,0,...) at ffs_snapshot+0x14cb
ffs_mount(c5dc4a20,c5dfd600,ff,394,c0ccc851,...) at ffs_mount+0x1c13
vfs_donmount(c605db80,211000,c5a15800,c5a15800,0,...) at vfs_donmount+0x11e7
nmount(c605db80,c578dcec,0,4,6,...) at nmount+0x84
syscallenter(c605db80,c578dce4,f5,0,c578dce4,...) at syscallenter+0x2c3
syscall(c578dd28) at syscall+0x34
Xint0x80_syscall() at Xint0x80_syscall+0x21
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280fa52b, esp = 0xbfbfea9c, ebp = 0xbfbfede8 ---
lock order reversal:
 1st 0xdf3c240c bufwait (bufwait) @ /usr/src/sys/kern/vfs_bio.c:1911
 2nd 0xc5b6469c snaplk (snaplk) @ /usr/src/sys/ufs/ffs/ffs_snapshot.c:2677
 3rd 0xdf4d8be8 bufwait (bufwait) @ /usr/src/sys/kern/vfs_bio.c:2658
KDB: stack backtrace:
db_trace_self_wrapper(c0f60d5a,66762f6e,69625f73,3a632e6f,38353632,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0a7224b,c0f6469c,c59797b0,c5975370,c578d188,...) at kdb_backtrace+0x2a
_witness_debugger(c0f6469c,df4d8be8,c0f6a448,c5975370,c0f69921,...) at _witness_debugger+0x25
witness_checkorder(df4d8be8,9,c0f69921,a62,0,...) at witness_checkorder+0x839
__lockmgr_args(df4d8be8,81900,c5f76a3c,c0f54db8,60,...) at __lockmgr_args+0x824
getblk(c5f76990,89d36,0,4000,0,...) at getblk+0x157
breadn(c5f76990,89d36,0,4000,0,...) at breadn+0x44
bread(c5f76990,89d36,0,4000,0,...) at bread+0x4c
ffs_blkfree_cg(457540,0,4000,4,0,...) at ffs_blkfree_cg+0x289
ffs_blkfree(c5d9ce00,e217c000,c5f76990,457540,0,...) at ffs_blkfree+0x9e
mapacct_ufs2(c5f76990,c61a7000,c61ab000,e217c000,2e,...) at mapacct_ufs2+0xf0
indiracct_ufs2(16fa8,0,fffff7f3,ffffffff,80c,...) at indiracct_ufs2+0x244
expunge_ufs2(c0c81e70,2,0,2b0,0,...) at expunge_ufs2+0x4c9
ffs_snapshot(c5dc4a20,c5abbd20,c0f99bb0,1a2,0,...) at ffs_snapshot+0x2435
ffs_mount(c5dc4a20,c5dfd600,ff,394,c0ccc851,...) at ffs_mount+0x1c13
vfs_donmount(c605db80,211000,c5a15800,c5a15800,0,...) at vfs_donmount+0x11e7
nmount(c605db80,c578dcec,0,4,6,...) at nmount+0x84
syscallenter(c605db80,c578dce4,f5,0,c578dce4,...) at syscallenter+0x2c3
syscall(c578dd28) at syscall+0x34
Xint0x80_syscall() at Xint0x80_syscall+0x21
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280fa52b, esp = 0xbfbfea9c, ebp = 0xbfbfede8 ---
lock order reversal:
 1st 0xc5b6469c snaplk (snaplk) @ /usr/src/sys/kern/vfs_vnops.c:301
 2nd 0xc5f769e8 ufs (ufs) @ /usr/src/sys/ufs/ffs/ffs_snapshot.c:1620
KDB: stack backtrace:
db_trace_self_wrapper(c0f60d5a,616e735f,6f687370,3a632e74,30323631,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0a7224b,c0f64683,c59797b0,c5979338,c578d6b4,...) at kdb_backtrace+0x2a
_witness_debugger(c0f64683,c5f769e8,c0f53448,c5979338,c0f96796,...) at _witness_debugger+0x25
witness_checkorder(c5f769e8,9,c0f96796,654,0,...) at witness_checkorder+0x839
__lockmgr_args(c5f769e8,80000,0,0,0,...) at __lockmgr_args+0x824
ffs_snapremove(c5f76990,c0a1ebc4,df3d09d0,8,c0f69921,...) at ffs_snapremove+0x11f
ffs_truncate(c5f76990,0,0,c00,0,...) at ffs_truncate+0x577
ufs_inactive(c578da98,c0f5af57,df,c0f6c2f9,c0f9b0ee,...) at ufs_inactive+0x1f8
VOP_INACTIVE_APV(c10cb0e0,c578da98,c0f6c2f9,94e,c10dd0a0,...) at VOP_INACTIVE_APV+0xda
vinactive(c10cb0e0,c578dacc,c0f6c2f9,8a5,0,...) at vinactive+0x8e
vputx(c578db34,c0ae282a,c5f76990,c578db10,c0f6d780,...) at vputx+0x2f8
vput(c5f76990,c578db10,c0f6d780,12d,0,...) at vput+0x10
vn_close(c5f76990,1,c59c7e80,c605db80,0,...) at vn_close+0x19a
vn_closefile(c5dd4d90,c605db80,c605db80,0,c5dd4d90,...) at vn_closefile+0xe4
_fdrop(c5dd4d90,c605db80,0,c578dbf8,0,c109d380,c1267a80,c0f561f8,c5f6002c,4b6,c0f561f8,c578dc08,c0a409d0,c5f6002c,8,c0f561f8,4b6,4,c5dd4d90) at _fdrop+0x43
closef(c5dd4d90,c605db80,4b6,c578dc2c,c5f6002c,...) at closef+0x2b0
kern_close(c605db80,4,c578dc7c,c0a7c523,c605db80,...) at kern_close+0x139
close(c605db80,c578dcec,c605db80,c578dd28,c0f62f7a,...) at close+0x1a
syscallenter(c605db80,c578dce4,c578dce4,0,c578dce4,...) at syscallenter+0x2c3
syscall(c578dd28) at syscall+0x34
Xint0x80_syscall() at Xint0x80_syscall+0x21
--- syscall (6, FreeBSD ELF32, close), eip = 0x281a2193, esp = 0xbfbfea9c, ebp = 0xbfbfede8 ---
Aug  9 16:02:13 freebornie nsd[1439]: xfrd: zone stvalent.in received error code NOT IMPL from 213.186.35.185
sis0: promiscuous mode enabled
Kernel page fault with the following non-sleepable locks held:
shared rw ipsec request (ipsec request) r = 1 (0xc5f68650) locked @ /usr/src/sys/netipsec/xform_esp.c:931
KDB: stack backtrace:
db_trace_self_wrapper(c0f60d5a,c5974d58,1,f,c55835a2,...) at db_trace_self_wrapper+0x26
kdb_backtrace(3a3,0,ffffffff,c126805c,c55835c8,...) at kdb_backtrace+0x2a
_witness_debugger(c0f63c2f,c55835dc,4,1,0,...) at _witness_debugger+0x25
witness_warn(5,0,c0fb20de,c59cc2e0,c59ca580,...) at witness_warn+0x1fe
trap(c55836b0) at trap+0x24d
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0xc0c166e5, esp = 0xc55836f0, ebp = 0xc5583718 ---
ipsec_process_done(c5d33800,c5f68600,3a3,0,c5583760,...) at ipsec_process_done+0x195
esp_output_cb(c62fae4c,c5d33800,c5ba0a00,c5583780,c0c3480e,...) at esp_output_cb+0x1aa
crypto_done(c62fae4c,c5d33800,6c,20,c55838ec,...) at crypto_done+0xb7
swcr_process(c5948d00,c62fae4c,0,2,c5b2f2c0,...) at swcr_process+0x12ce
crypto_invoke(101,0,c10b6bc0,c5f1c680,c62fce00,...) at crypto_invoke+0x141
crypto_dispatch(c62fae4c,c0f8d205,371,c55839f7,c59b4a00,...) at crypto_dispatch+0x64
esp_output(c5d33800,c5f68600,0,14,9,...) at esp_output+0x5a6
ipsec4_process_packet(c5d33800,c5f68600,0,0,0,...) at ipsec4_process_packet+0x29f
ip_ipsec_output(c5583b00,0,c5583b48,c5583b08,c5583af0,...) at ip_ipsec_output+0x1e0
ip_output(c5d33800,0,0,0,0,...) at ip_output+0x810
icmp_reflect(1,10,0,c5583bc8,c0a269cc,...) at icmp_reflect+0x5b9
icmp_input(c5d33800,14,c0a269cc,c1825888,4,...) at icmp_input+0x3fc
ip_input(c5d33800,0,c0f725a4,31c,20,...) at ip_input+0x67c
swi_net(c1825880,c112b780,4,c0f5af57,c5998238,...) at swi_net+0x19a
intr_event_execute_handlers(c59ca580,c5998200,c0f5756d,55e,c59cc2e0,...) at intr_event_execute_handlers+0x125
ithread_loop(c59a1730,c5583d28,c0f57230,3a5,c59ca580,...) at ithread_loop+0xa9
fork_exit(c0a0d570,c59a1730,c5583d28) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc5583d60, ebp = 0 ---


Fatal trap 12: page fault while in kernel mode
cpuid = 0; apic id = 00
fault virtual address	= 0x60
fault code		= supervisor read, page not present
instruction pointer	= 0x20:0xc0c166e5
stack pointer	        = 0x28:0xc55836f0
frame pointer	        = 0x28:0xc5583718
code segment		= base 0x0, limit 0xfffff, type 0x1b
			= DPL 0, pres 1, def32 1, gran 1
processor eflags	= interrupt enabled, resume, IOPL = 0
current process		= 12 (swi1: netisr 0)
trap number		= 12
panic: page fault
cpuid = 0
KDB: stack backtrace:
db_trace_self_wrapper(c0f60d5a,a31206e,2c666600,70797420,78302065,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0fb093d,0,c0ddd7ee,c5583590,0,...) at kdb_backtrace+0x2a
panic(c0ddd7ee,c0fb20e5,c59cc490,1,1,...) at panic+0x117
trap_fatal(5,0,c0fb20de,c59cc2e0,c59ca580,...) at trap_fatal+0x323
trap(c55836b0) at trap+0x25f
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0xc0c166e5, esp = 0xc55836f0, ebp = 0xc5583718 ---
ipsec_process_done(c5d33800,c5f68600,3a3,0,c5583760,...) at ipsec_process_done+0x195
esp_output_cb(c62fae4c,c5d33800,c5ba0a00,c5583780,c0c3480e,...) at esp_output_cb+0x1aa
crypto_done(c62fae4c,c5d33800,6c,20,c55838ec,...) at crypto_done+0xb7
swcr_process(c5948d00,c62fae4c,0,2,c5b2f2c0,...) at swcr_process+0x12ce
crypto_invoke(101,0,c10b6bc0,c5f1c680,c62fce00,...) at crypto_invoke+0x141
crypto_dispatch(c62fae4c,c0f8d205,371,c55839f7,c59b4a00,...) at crypto_dispatch+0x64
esp_output(c5d33800,c5f68600,0,14,9,...) at esp_output+0x5a6
ipsec4_process_packet(c5d33800,c5f68600,0,0,0,...) at ipsec4_process_packet+0x29f
ip_ipsec_output(c5583b00,0,c5583b48,c5583b08,c5583af0,...) at ip_ipsec_output+0x1e0
ip_output(c5d33800,0,0,0,0,...) at ip_output+0x810
icmp_reflect(1,10,0,c5583bc8,c0a269cc,...) at icmp_reflect+0x5b9
icmp_input(c5d33800,14,c0a269cc,c1825888,4,...) at icmp_input+0x3fc
ip_input(c5d33800,0,c0f725a4,31c,20,...) at ip_input+0x67c
swi_net(c1825880,c112b780,4,c0f5af57,c5998238,...) at swi_net+0x19a
intr_event_execute_handlers(c59ca580,c5998200,c0f5756d,55e,c59cc2e0,...) at intr_event_execute_handlers+0x125
ithread_loop(c59a1730,c5583d28,c0f57230,3a5,c59ca580,...) at ithread_loop+0xa9
fork_exit(c0a0d570,c59a1730,c5583d28) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc5583d60, ebp = 0 ---
Uptime: 59m11s
Physical memory: 1992 MB
Dumping 87 MB: 72 56 40 24 8

------------------------------------------------------------------------
kernel config

options	CONFIG_AUTOGENERATED
ident	DARKTRAIN
machine	i386
cpu	I686_CPU
cpu	I586_CPU
cpu	I486_CPU
makeoptions	DEBUG=-g
options	IPSEC
options	ALTQ_DEBUG
options	ALTQ_NOPCC
options	ALTQ_PRIQ
options	ALTQ_CDNR
options	ALTQ_HFSC
options	ALTQ_RIO
options	ALTQ_RED
options	ALTQ_CBQ
options	ALTQ
options	PANIC_REBOOT_WAIT_TIME=60
options	DDB_CTF
options	KDTRACE_HOOKS
options	KDB_TRACE
options	KDB_UNATTENDED
options	HZ=3000
options	DEVICE_POLLING
options	USB_DEBUG
options	AH_SUPPORT_AR5416
options	IEEE80211_SUPPORT_MESH
options	IEEE80211_AMPDU_AGE
options	IEEE80211_DEBUG
options	SC_PIXEL_MODE
options	AHD_REG_PRETTY_PRINT
options	AHC_REG_PRETTY_PRINT
options	ATA_STATIC_ID
options	ATA_CAM
options	SMP
options	MALLOC_DEBUG_MAXZONES=8
options	WITNESS_SKIPSPIN
options	WITNESS
options	INVARIANT_SUPPORT
options	INVARIANTS
options	DEADLKRES
options	GDB
options	DDB
options	KDB
options	INCLUDE_CONFIG_FILE
options	MAC
options	AUDIT
options	HWPMC_HOOKS
options	KBD_INSTALL_CDEV
options	PRINTF_BUFR_SIZE=128
options	_KPOSIX_PRIORITY_SCHEDULING
options	SYSVSEM
options	SYSVMSG
options	SYSVSHM
options	STACK
options	KTRACE
options	SCSI_DELAY=5000
options	COMPAT_FREEBSD7
options	COMPAT_FREEBSD6
options	COMPAT_FREEBSD5
options	COMPAT_FREEBSD4
options	GEOM_LABEL
options	GEOM_PART_GPT
options	PSEUDOFS
options	PROCFS
options	CD9660
options	MSDOSFS
options	NFS_ROOT
options	NFSLOCKD
options	NFSD
options	NFSCL
options	MD_ROOT
options	UFS_GJOURNAL
options	UFS_DIRHASH
options	UFS_ACL
options	SOFTUPDATES
options	FFS
options	SCTP
options	INET6
options	INET
options	PREEMPTION
options	SCHED_ULE
options	NEW_PCIB
options	NATIVE
options	GEOM_PART_MBR
options	GEOM_PART_EBR_COMPAT
options	GEOM_PART_EBR
options	GEOM_PART_BSD
options	ISAPNP
device	isa
device	npx
device	mem
device	io
device	uart_ns8250
device	atpic
device	apic
device	cpufreq
device	acpi
device	eisa
device	pci
device	fdc
device	ahci
device	ata
device	mvs
device	siis
device	ahb
device	ahc
device	ahd
device	amd
device	hptiop
device	isp
device	mpt
device	sym
device	trm
device	adv
device	adw
device	aha
device	aic
device	bt
device	ncv
device	nsp
device	stg
device	scbus
device	ch
device	da
device	sa
device	cd
device	pass
device	ses
device	amr
device	arcmsr
device	asr
device	ciss
device	dpt
device	hptmv
device	hptrr
device	iir
device	ips
device	mly
device	twa
device	aac
device	aacp
device	ida
device	mfi
device	mlx
device	pst
device	twe
device	atkbdc
device	atkbd
device	psm
device	kbdmux
device	vga
device	splash
device	sc
device	agp
device	pmtimer
device	cbb
device	pccard
device	cardbus
device	uart
device	ppc
device	ppbus
device	lpt
device	plip
device	ppi
device	bxe
device	de
device	em
device	igb
device	ixgb
device	le
device	ti
device	txp
device	vx
device	miibus
device	ae
device	age
device	alc
device	ale
device	bce
device	bfe
device	bge
device	dc
device	et
device	fxp
device	jme
device	lge
device	msk
device	nfe
device	nge
device	pcn
device	re
device	rl
device	sf
device	sge
device	sis
device	sk
device	ste
device	stge
device	tl
device	tx
device	vge
device	vr
device	vte
device	wb
device	xl
device	cs
device	ed
device	ex
device	ep
device	fe
device	ie
device	sn
device	xe
device	wlan
device	wlan_wep
device	wlan_ccmp
device	wlan_tkip
device	wlan_amrr
device	an
device	ath
device	ath_pci
device	ath_hal
device	ath_rate_sample
device	ipw
device	iwi
device	iwn
device	malo
device	mwl
device	ral
device	wi
device	wpi
device	loop
device	random
device	ether
device	vlan
device	tun
device	pty
device	md
device	gif
device	faith
device	firmware
device	bpf
device	uhci
device	ohci
device	ehci
device	xhci
device	usb
device	uhid
device	ukbd
device	ulpt
device	umass
device	ums
device	urio
device	u3g
device	uark
device	ubsa
device	uftdi
device	uipaq
device	uplcom
device	uslcom
device	uvisor
device	uvscom
device	aue
device	axe
device	cdce
device	cue
device	kue
device	rue
device	udav
device	rum
device	run
device	uath
device	upgt
device	ural
device	urtw
device	zyd
device	firewire
device	sbp
device	fwe
device	fwip
device	dcons
device	dcons_crom
device	sound
device	snd_es137x
device	snd_hda
device	snd_ich
device	snd_uaudio
device	snd_via8233
device	crypto

------------------------------------------------------------------------
ddb capture buffer
-----------------------------------------

/etc/rc.conf:
-----------------------------------------
hostname="freebornie.breatheless.net"
ifconfig_sis0="inet 88.191.92.112 netmask 255.255.255.0"
ifconfig_sis0_alias0="inet 172.25.255.1 netmask 0xffffffff"
defaultrouter="88.191.92.1"
sshd_enable="YES"
ntpd_enable="YES"
ntpd_sync_on_start="YES"
syslogd_flags="-ss"
fsck_y_enable="YES"
inetd_enable="YES"
nginx_enable="YES"
nsd_enable="YES"
vsftpd_enable="YES"
ipsec_enable="YES"
ipsec_program="/usr/local/sbin/setkey"
ipsec_file="/usr/local/etc/racoon/setkey.conf" # allows setting up spd policies on boot
racoon_enable="YES"
cloned_interfaces="gre17"
ifconfig_gre17="inet 172.25.255.2 172.17.255.2 tunnel 172.25.255.1 172.17.255.1 up"
-----------------------------------------

IPSec conf:
/usr/local/etc/racoon/racoon.conf:
-----------------------------------------
path    pre_shared_key  "/usr/local/etc/racoon/psk.txt"; #location of pre-shared key file
log     info;  #log verbosity setting: set to 'notify' when testing and debugging is complete

padding # options are not to be changed
{
        maximum_length  20;
        randomize       off;
        strict_check    off;
        exclusive_tail  off;
}

timer   # timing options. change as needed
{
        counter         5;
        interval        20 sec;
        persend         1;
#       natt_keepalive  15 sec;
        phase1          30 sec;
        phase2          15 sec;
}

listen  # address [port] that racoon will listening on
{
        isakmp          88.191.92.112 [500];
        isakmp_natt     88.191.92.112 [4500];
        #adminsock "/tmp/racoon.sock" "root" "wheel" 0660;
}

remote 188.165.240.203
{
        exchange_mode   main,aggressive;
        doi             ipsec_doi;
        situation       identity_only;
        my_identifier   address 88.191.92.112;
        peers_identifier    address 188.165.240.203;
        lifetime        time 8 hour;
        passive         off;
        proposal_check  obey;
        generate_policy off;
        ph1id           1;
        dpd_delay 20;

        proposal {
                encryption_algorithm    blowfish;
                hash_algorithm          sha512;
                authentication_method   pre_shared_key;
                lifetime time           15 min;
                dh_group                2;
        }
}

sainfo  (address 88.191.92.112/32 any address 188.165.240.203/32 any) {
        pfs_group       2;
        encryption_algorithm    blowfish,3des,des;
        authentication_algorithm        hmac_sha512,hmac_md5;
        compression_algorithm   deflate;
	lifetime time 30 min;
        remoteid 1;
}

setkey.conf:
flush;
spdflush;
spdadd 88.191.92.112/32 188.165.240.203/32 any -P out ipsec esp/transport/88.191.92.112-188.165.240.203/require ah/transport/88.191.92.112-188.165.240.203/require;
spdadd 188.165.240.203/32 88.191.92.112/32 any -P in ipsec esp/transport/188.165.240.203-88.191.92.112/require ah/transport/188.165.240.203-88.191.92.112/require;
-----------------------------------------

>Description:
	A kernel panic happens when I tcpdump and emit ping on the interface on which the IPsec channel is initiated.
>How-To-Repeat:
	Setup an IPsec tunnel between two boxes in transport mode with racoon.
	Both nodes have the same configuration (modulo IP of course).
	Initiate negociation of the IPsec key exchange by pinging the other end.
	Run a tcpdump on the interface.
	A kernel panic occurs.
>Fix:
>Release-Note:
>Audit-Trail:
>Unformatted:


More information about the freebsd-bugs mailing list