IGNORE: arran 6.2-RELEASE-p4 broke rrdtool

Jo Rhett jrhett at svcolo.com
Wed Aug 1 14:43:23 PDT 2007


I found the problem here.  At some point in the past a rowless-RRA was
added to the files handled by this one process.   I have no idea why it
only showed up after the reboot, but it's unrelated to FreeBSD anyway.

On Wed, Aug 01, 2007 at 01:06:08PM -0700, Jo Rhett wrote:
> Last night I ran "freebsd-update install" and rebooted.  Even thought  
> the update said -p6, when it rebooted uname -s continues to reboot - 
> p4 on all systems.
> 
> However, since the reboot rrdtool is dumping core periodically.  It  
> doesn't happen on non-updated systems. I've deinstalled and rebuilt  
> the packages and nothing has been changed.
> 
> $ rrdtool update /d/rrd/stats/force10/core2.0.8.rrd 1185998397:0:0
> Segmentation fault: 11 (core dumped)
> 
> Ktrace shows nothing obvious to me anyway
> 
> 82833 ktrace   RET   ktrace 0
> 82833 ktrace   CALL  execve(0xbfbfe670,0xbfbfebbc,0xbfbfebd0)
> 82833 ktrace   NAMI  "/sbin/rrdtool"
> 82833 ktrace   RET   execve -1 errno 2 No such file or directory
> 82833 ktrace   CALL  execve(0xbfbfe670,0xbfbfebbc,0xbfbfebd0)
> 82833 ktrace   NAMI  "/bin/rrdtool"
> 82833 ktrace   RET   execve -1 errno 2 No such file or directory
> 82833 ktrace   CALL  execve(0xbfbfe670,0xbfbfebbc,0xbfbfebd0)
> 82833 ktrace   NAMI  "/usr/sbin/rrdtool"
> 82833 ktrace   RET   execve -1 errno 2 No such file or directory
> 82833 ktrace   CALL  execve(0xbfbfe670,0xbfbfebbc,0xbfbfebd0)
> 82833 ktrace   NAMI  "/usr/bin/rrdtool"
> 82833 ktrace   RET   execve -1 errno 2 No such file or directory
> 82833 ktrace   CALL  execve(0xbfbfe670,0xbfbfebbc,0xbfbfebd0)
> 82833 ktrace   NAMI  "/usr/games/rrdtool"
> 82833 ktrace   RET   execve -1 errno 2 No such file or directory
> 82833 ktrace   CALL  execve(0xbfbfe670,0xbfbfebbc,0xbfbfebd0)
> 82833 ktrace   NAMI  "/usr/local/sbin/rrdtool"
> 82833 ktrace   RET   execve -1 errno 2 No such file or directory
> 82833 ktrace   CALL  execve(0xbfbfe670,0xbfbfebbc,0xbfbfebd0)
> 82833 ktrace   NAMI  "/usr/local/bin/rrdtool"
> 82833 ktrace   NAMI  "/libexec/ld-elf.so.1"
> 82833 rrdtool  RET   execve 0
> 82833 rrdtool  CALL  mmap(0,0xf40,0x3,0x1000,0xffffffff,0,0,0)
> 82833 rrdtool  RET   mmap 671555584/0x28072000
> 82833 rrdtool  CALL  munmap(0x28072000,0xf40)
> 82833 rrdtool  RET   munmap 0
> 82833 rrdtool  CALL  __sysctl(0xbfbfe968,0x2,0x2806eb58,0xbfbfe964,0,0)
> 82833 rrdtool  RET   __sysctl 0
> 82833 rrdtool  CALL  mmap(0,0x8000,0x3,0x1002,0xffffffff,0,0,0)
> 82833 rrdtool  RET   mmap 671555584/0x28072000
> 82833 rrdtool  CALL  issetugid
> 82833 rrdtool  RET   issetugid 0
> 82833 rrdtool  CALL  open(0x28068c48,0,0x1b6)
> 82833 rrdtool  NAMI  "/etc/libmap.conf"
> 82833 rrdtool  RET   open -1 errno 2 No such file or directory
> 82833 rrdtool  CALL  access(0x28076000,0)
> 82833 rrdtool  NAMI  "/usr/local/lib/librrd.so.2"
> 82833 rrdtool  RET   access 0
> 82833 rrdtool  CALL  open(0x28073020,0,0)
> 82833 rrdtool  NAMI  "/usr/local/lib/librrd.so.2"
> 82833 rrdtool  RET   open 3
> 82833 rrdtool  CALL  fstat(0x3,0xbfbfe970)
> 82833 rrdtool  RET   fstat 0
> 82833 rrdtool  CALL  read(0x3,0x2806daa0,0x1000)
> 82833 rrdtool  RET   read 4096/0x1000
> 82833 rrdtool  CALL  mmap(0,0x46000,0x5,0x20002,0x3,0,0,0)
> 82833 rrdtool  RET   mmap 671588352/0x2807a000
> 82833 rrdtool  CALL  mprotect(0x280b9000,0x1000,0x7)
> 82833 rrdtool  RET   mprotect 0
> 82833 rrdtool  CALL  mprotect(0x280b9000,0x1000,0x5)
> 82833 rrdtool  RET   mprotect 0
> 82833 rrdtool  CALL  mmap(0x280ba000,0x5000,0x3,0x12,0x3,0,0x3f000,0)
> 82833 rrdtool  RET   mmap 671850496/0x280ba000
> 82833 rrdtool  CALL  mmap(0x280bf000,0x1000,0x3,0x1012,0xffffffff,0,0,0)
> 82833 rrdtool  RET   mmap 671870976/0x280bf000
> 82833 rrdtool  CALL  close(0x3)
> 82833 rrdtool  RET   close 0
> 82833 rrdtool  CALL  access(0x28076000,0)
> 82833 rrdtool  NAMI  "/usr/local/lib/libfreetype.so.9"
> 82833 rrdtool  RET   access 0
> 82833 rrdtool  CALL  open(0x28077000,0,0xbfbfe9e8)
> 82833 rrdtool  NAMI  "/usr/local/lib/libfreetype.so.9"
> 82833 rrdtool  RET   open 3
> 82833 rrdtool  CALL  fstat(0x3,0xbfbfe970)
> 82833 rrdtool  RET   fstat 0
> 82833 rrdtool  CALL  read(0x3,0x2806daa0,0x1000)
> 82833 rrdtool  RET   read 4096/0x1000
> 82833 rrdtool  CALL  mmap(0,0x64000,0x5,0x20002,0x3,0,0,0)
> 82833 rrdtool  RET   mmap 671875072/0x280c0000
> 82833 rrdtool  CALL  mprotect(0x28120000,0x1000,0x7)
> 82833 rrdtool  RET   mprotect 0
> 82833 rrdtool  CALL  mprotect(0x28120000,0x1000,0x5)
> 82833 rrdtool  RET   mprotect 0
> 82833 rrdtool  CALL  mmap(0x28121000,0x3000,0x3,0x12,0x3,0,0x61000,0)
> 82833 rrdtool  RET   mmap 672272384/0x28121000
> 82833 rrdtool  CALL  close(0x3)
> 82833 rrdtool  RET   close 0
> 82833 rrdtool  CALL  access(0x28076000,0)
> 82833 rrdtool  NAMI  "/usr/local/lib/libpng.so.5"
> 82833 rrdtool  RET   access 0
> 82833 rrdtool  CALL  open(0x28073040,0,0xbfbfe9e8)
> 82833 rrdtool  NAMI  "/usr/local/lib/libpng.so.5"
> 82833 rrdtool  RET   open 3
> 82833 rrdtool  CALL  fstat(0x3,0xbfbfe970)
> 82833 rrdtool  RET   fstat 0
> 82833 rrdtool  CALL  read(0x3,0x2806daa0,0x1000)
> 82833 rrdtool  RET   read 4096/0x1000
> 82833 rrdtool  CALL  mmap(0,0x22000,0x5,0x20002,0x3,0,0,0)
> 82833 rrdtool  RET   mmap 672284672/0x28124000
> 82833 rrdtool  CALL  mprotect(0x28144000,0x1000,0x7)
> 82833 rrdtool  RET   mprotect 0
> 82833 rrdtool  CALL  mprotect(0x28144000,0x1000,0x5)
> 82833 rrdtool  RET   mprotect 0
> 82833 rrdtool  CALL  mmap(0x28145000,0x1000,0x3,0x12,0x3,0,0x20000,0)
> 82833 rrdtool  RET   mmap 672419840/0x28145000
> 82833 rrdtool  CALL  close(0x3)
> 82833 rrdtool  RET   close 0
> 82833 rrdtool  CALL  access(0x28076000,0)
> 82833 rrdtool  NAMI  "/usr/local/lib/libz.so.3"
> 82833 rrdtool  RET   access -1 errno 2 No such file or directory
> 82833 rrdtool  CALL  open(0x28067ea0,0,0xe)
> 82833 rrdtool  NAMI  "/var/run/ld-elf.so.hints"
> 82833 rrdtool  RET   open 3
> 82833 rrdtool  CALL  read(0x3,0xbfbfe930,0x80)
> 82833 rrdtool  RET   read 128/0x80
> 82833 rrdtool  CALL  lseek(0x3,0,0x80,0,0)
> 82833 rrdtool  RET   lseek 128/0x80
> 82833 rrdtool  CALL  read(0x3,0x28078000,0x42)
> 82833 rrdtool  RET   read 66/0x42
> 82833 rrdtool  CALL  close(0x3)
> 82833 rrdtool  RET   close 0
> 82833 rrdtool  CALL  access(0x28076000,0)
> 82833 rrdtool  NAMI  "/lib/libz.so.3"
> 82833 rrdtool  RET   access 0
> 82833 rrdtool  CALL  open(0x28073060,0,0xbfbfe9e8)
> 82833 rrdtool  NAMI  "/lib/libz.so.3"
> 82833 rrdtool  RET   open 3
> 82833 rrdtool  CALL  fstat(0x3,0xbfbfe970)
> 82833 rrdtool  RET   fstat 0
> 82833 rrdtool  CALL  read(0x3,0x2806daa0,0x1000)
> 82833 rrdtool  RET   read 4096/0x1000
> 82833 rrdtool  CALL  mmap(0,0x11000,0x5,0x20002,0x3,0,0,0)
> 82833 rrdtool  RET   mmap 672423936/0x28146000
> 82833 rrdtool  CALL  mprotect(0x28155000,0x1000,0x7)
> 82833 rrdtool  RET   mprotect 0
> 82833 rrdtool  CALL  mprotect(0x28155000,0x1000,0x5)
> 82833 rrdtool  RET   mprotect 0
> 82833 rrdtool  CALL  mmap(0x28156000,0x1000,0x3,0x12,0x3,0,0xf000,0)
> 82833 rrdtool  RET   mmap 672489472/0x28156000
> 82833 rrdtool  CALL  close(0x3)
> 82833 rrdtool  RET   close 0
> 82833 rrdtool  CALL  access(0x28076000,0)
> 82833 rrdtool  NAMI  "/usr/local/lib/libart_lgpl_2.so.5"
> 82833 rrdtool  RET   access 0
> 82833 rrdtool  CALL  open(0x28077040,0,0xbfbfe9e8)
> 82833 rrdtool  NAMI  "/usr/local/lib/libart_lgpl_2.so.5"
> 82833 rrdtool  RET   open 3
> 82833 rrdtool  CALL  fstat(0x3,0xbfbfe970)
> 82833 rrdtool  RET   fstat 0
> 82833 rrdtool  CALL  read(0x3,0x2806daa0,0x1000)
> 82833 rrdtool  RET   read 4096/0x1000
> 82833 rrdtool  CALL  mmap(0,0x14000,0x5,0x20002,0x3,0,0,0)
> 82833 rrdtool  RET   mmap 672493568/0x28157000
> 82833 rrdtool  CALL  mprotect(0x28169000,0x1000,0x7)
> 82833 rrdtool  RET   mprotect 0
> 82833 rrdtool  CALL  mprotect(0x28169000,0x1000,0x5)
> 82833 rrdtool  RET   mprotect 0
> 82833 rrdtool  CALL  mmap(0x2816a000,0x1000,0x3,0x12,0x3,0,0x13000,0)
> 82833 rrdtool  RET   mmap 672571392/0x2816a000
> 82833 rrdtool  CALL  close(0x3)
> 82833 rrdtool  RET   close 0
> 82833 rrdtool  CALL  access(0x28076000,0)
> 82833 rrdtool  NAMI  "/usr/local/lib/libm.so.4"
> 82833 rrdtool  RET   access -1 errno 2 No such file or directory
> 82833 rrdtool  CALL  access(0x28076000,0)
> 82833 rrdtool  NAMI  "/lib/libm.so.4"
> 82833 rrdtool  RET   access 0
> 82833 rrdtool  CALL  open(0x28073080,0,0xbfbfe9e8)
> 82833 rrdtool  NAMI  "/lib/libm.so.4"
> 82833 rrdtool  RET   open 3
> 82833 rrdtool  CALL  fstat(0x3,0xbfbfe970)
> 82833 rrdtool  RET   fstat 0
> 82833 rrdtool  CALL  read(0x3,0x2806daa0,0x1000)
> 82833 rrdtool  RET   read 4096/0x1000
> 82833 rrdtool  CALL  mmap(0,0x16000,0x5,0x20002,0x3,0,0,0)
> 82833 rrdtool  RET   mmap 672575488/0x2816b000
> 82833 rrdtool  CALL  mprotect(0x2817f000,0x1000,0x7)
> 82833 rrdtool  RET   mprotect 0
> 82833 rrdtool  CALL  mprotect(0x2817f000,0x1000,0x5)
> 82833 rrdtool  RET   mprotect 0
> 82833 rrdtool  CALL  mmap(0x28180000,0x1000,0x3,0x12,0x3,0,0x15000,0)
> 82833 rrdtool  RET   mmap 672661504/0x28180000
> 82833 rrdtool  CALL  close(0x3)
> 82833 rrdtool  RET   close 0
> 82833 rrdtool  CALL  access(0x28076000,0)
> 82833 rrdtool  NAMI  "/usr/local/lib/libc.so.6"
> 82833 rrdtool  RET   access -1 errno 2 No such file or directory
> 82833 rrdtool  CALL  access(0x28076000,0)
> 82833 rrdtool  NAMI  "/lib/libc.so.6"
> 82833 rrdtool  RET   access 0
> 82833 rrdtool  CALL  open(0x280730a0,0,0xbfbfe9e8)
> 82833 rrdtool  NAMI  "/lib/libc.so.6"
> 82833 rrdtool  RET   open 3
> 82833 rrdtool  CALL  fstat(0x3,0xbfbfe970)
> 82833 rrdtool  RET   fstat 0
> 82833 rrdtool  CALL  read(0x3,0x2806daa0,0x1000)
> 82833 rrdtool  RET   read 4096/0x1000
> 82833 rrdtool  CALL  mmap(0,0xe5000,0x5,0x20002,0x3,0,0,0)
> 82833 rrdtool  RET   mmap 672665600/0x28181000
> 82833 rrdtool  CALL  mprotect(0x28249000,0x1000,0x7)
> 82833 rrdtool  RET   mprotect 0
> 82833 rrdtool  CALL  mprotect(0x28249000,0x1000,0x5)
> 82833 rrdtool  RET   mprotect 0
> 82833 rrdtool  CALL  mmap(0x2824a000,0x6000,0x3,0x12,0x3,0,0xc9000,0)
> 82833 rrdtool  RET   mmap 673488896/0x2824a000
> 82833 rrdtool  CALL  mmap(0x28250000,0x16000,0x3,0x1012,0xffffffff, 
> 0,0,0)
> 82833 rrdtool  RET   mmap 673513472/0x28250000
> 82833 rrdtool  CALL  close(0x3)
> 82833 rrdtool  RET   close 0
> 82833 rrdtool  CALL  access(0x28076000,0)
> 82833 rrdtool  NAMI  "/usr/local/lib/libfreetype.so.9"
> 82833 rrdtool  RET   access 0
> 82833 rrdtool  CALL  access(0x28076000,0)
> 82833 rrdtool  NAMI  "/usr/local/lib/libpng.so.5"
> 82833 rrdtool  RET   access 0
> 82833 rrdtool  CALL  access(0x28076000,0)
> 82833 rrdtool  NAMI  "/usr/local/lib/libz.so.3"
> 82833 rrdtool  RET   access -1 errno 2 No such file or directory
> 82833 rrdtool  CALL  access(0x28076000,0)
> 82833 rrdtool  NAMI  "/lib/libz.so.3"
> 82833 rrdtool  RET   access 0
> 82833 rrdtool  CALL  access(0x28076000,0)
> 82833 rrdtool  NAMI  "/usr/local/lib/libart_lgpl_2.so.5"
> 82833 rrdtool  RET   access 0
> 82833 rrdtool  CALL  access(0x28076000,0)
> 82833 rrdtool  NAMI  "/usr/local/lib/libm.so.4"
> 82833 rrdtool  RET   access -1 errno 2 No such file or directory
> 82833 rrdtool  CALL  access(0x28076000,0)
> 82833 rrdtool  NAMI  "/lib/libm.so.4"
> 82833 rrdtool  RET   access 0
> 82833 rrdtool  CALL  access(0x28076000,0)
> 82833 rrdtool  NAMI  "/lib/libz.so.3"
> 82833 rrdtool  RET   access 0
> 82833 rrdtool  CALL  access(0x28076000,0)
> 82833 rrdtool  NAMI  "/lib/libm.so.4"
> 82833 rrdtool  RET   access 0
> 82833 rrdtool  CALL  access(0x28076000,0)
> 82833 rrdtool  NAMI  "/lib/libz.so.3"
> 82833 rrdtool  RET   access 0
> 82833 rrdtool  CALL  access(0x28076000,0)
> 82833 rrdtool  NAMI  "/lib/libm.so.4"
> 82833 rrdtool  RET   access 0
> 82833 rrdtool  CALL  sysarch(0xa,0xbfbfe9e0)
> 82833 rrdtool  RET   sysarch 0
> 82833 rrdtool  CALL  mmap(0,0x88,0x3,0x1000,0xffffffff,0,0,0)
> 82833 rrdtool  RET   mmap 673603584/0x28266000
> 82833 rrdtool  CALL  munmap(0x28266000,0x88)
> 82833 rrdtool  RET   munmap 0
> 82833 rrdtool  CALL  mmap(0,0xbd8,0x3,0x1000,0xffffffff,0,0,0)
> 82833 rrdtool  RET   mmap 673603584/0x28266000
> 82833 rrdtool  CALL  munmap(0x28266000,0xbd8)
> 82833 rrdtool  RET   munmap 0
> 82833 rrdtool  CALL  mmap(0,0xbb8,0x3,0x1000,0xffffffff,0,0,0)
> 82833 rrdtool  RET   mmap 673603584/0x28266000
> 82833 rrdtool  CALL  munmap(0x28266000,0xbb8)
> 82833 rrdtool  RET   munmap 0
> 82833 rrdtool  CALL  mmap(0,0xd10,0x3,0x1000,0xffffffff,0,0,0)
> 82833 rrdtool  RET   mmap 673603584/0x28266000
> 82833 rrdtool  CALL  munmap(0x28266000,0xd10)
> 82833 rrdtool  RET   munmap 0
> 82833 rrdtool  CALL  mmap(0,0x400,0x3,0x1000,0xffffffff,0,0,0)
> 82833 rrdtool  RET   mmap 673603584/0x28266000
> 82833 rrdtool  CALL  munmap(0x28266000,0x400)
> 82833 rrdtool  RET   munmap 0
> 82833 rrdtool  CALL  mmap(0,0x598,0x3,0x1000,0xffffffff,0,0,0)
> 82833 rrdtool  RET   mmap 673603584/0x28266000
> 82833 rrdtool  CALL  munmap(0x28266000,0x598)
> 82833 rrdtool  RET   munmap 0
> 82833 rrdtool  CALL  mmap(0,0x740,0x3,0x1000,0xffffffff,0,0,0)
> 82833 rrdtool  RET   mmap 673603584/0x28266000
> 82833 rrdtool  CALL  munmap(0x28266000,0x740)
> 82833 rrdtool  RET   munmap 0
> 82833 rrdtool  CALL  mmap(0,0x5908,0x3,0x1000,0xffffffff,0,0,0)
> 82833 rrdtool  RET   mmap 673603584/0x28266000
> 82833 rrdtool  CALL  munmap(0x28266000,0x5908)
> 82833 rrdtool  RET   munmap 0
> 82833 rrdtool  CALL  sigprocmask(0x1,0x2806d9e0,0xbfbfe9b0)
> 82833 rrdtool  RET   sigprocmask 0
> 82833 rrdtool  CALL  sigprocmask(0x3,0x2806d9f0,0)
> 82833 rrdtool  RET   sigprocmask 0
> 82833 rrdtool  CALL  open(0xbfbfecb7,0x2,0x1b6)
> 82833 rrdtool  NAMI  "/d/rrd/stats/force10/core2.0.2.rrd"
> 82833 rrdtool  RET   open 3
> 82833 rrdtool  CALL  readlink(0x28242d77,0xbfbfe560,0x3f)
> 82833 rrdtool  NAMI  "/etc/malloc.conf"
> 82833 rrdtool  RET   readlink -1 errno 2 No such file or directory
> 82833 rrdtool  CALL  issetugid
> 82833 rrdtool  RET   issetugid 0
> 82833 rrdtool  CALL  mmap(0,0x1000,0x3,0x1002,0xffffffff,0,0,0)
> 82833 rrdtool  RET   mmap 673603584/0x28266000
> 82833 rrdtool  CALL  break(0x804b000)
> 82833 rrdtool  RET   break 0
> 82833 rrdtool  CALL  break(0x804c000)
> 82833 rrdtool  RET   break 0
> 82833 rrdtool  CALL  fstat(0x3,0xbfbfe490)
> 82833 rrdtool  RET   fstat 0
> 82833 rrdtool  CALL  break(0x804d000)
> 82833 rrdtool  RET   break 0
> 82833 rrdtool  CALL  read(0x3,0x804c000,0x1000)
> 82833 rrdtool  RET   read 4096/0x1000
> 82833 rrdtool  CALL  break(0x804e000)
> 82833 rrdtool  RET   break 0
> 82833 rrdtool  CALL  break(0x804f000)
> 82833 rrdtool  RET   break 0
> 82833 rrdtool  CALL  break(0x8050000)
> 82833 rrdtool  RET   break 0
> 82833 rrdtool  CALL  break(0x8051000)
> 82833 rrdtool  RET   break 0
> 82833 rrdtool  CALL  gettimeofday(0xbfbfe750,0)
> 82833 rrdtool  RET   gettimeofday 0
> 82833 rrdtool  CALL  lseek(0x3,0,0,0,0x1)
> 82833 rrdtool  RET   lseek 4096/0x1000
> 82833 rrdtool  CALL  lseek(0x3,0,0,0,0x2)
> 82833 rrdtool  RET   lseek 2661128/0x289b08
> 82833 rrdtool  CALL  lseek(0x3,0,0xf08,0,0)
> 82833 rrdtool  RET   lseek 3848/0xf08
> 82833 rrdtool  CALL  fcntl(0x3,0x8,0xbfbfe5c0)
> 82833 rrdtool  RET   fcntl 0
> 82833 rrdtool  CALL  mmap(0,0x289b08,0x3,0x1,0x3,0,0,0)
> 82833 rrdtool  RET   mmap 673607680/0x28267000
> 82833 rrdtool  PSIG  SIGSEGV SIG_DFL
> 82833 rrdtool  NAMI  "rrdtool.core"
> 
> 
> 
> -- 
> Jo Rhett
> senior geek
> 
> Silicon Valley Colocation
> Support Phone: 408-400-0550
> 
> 
> 
> 
> _______________________________________________
> freebsd-stable at freebsd.org mailing list
> http://lists.freebsd.org/mailman/listinfo/freebsd-stable
> To unsubscribe, send any mail to "freebsd-stable-unsubscribe at freebsd.org"

-- 
Jo Rhett
senior geek
Silicon Valley Colocation


More information about the freebsd-stable mailing list