Freebsd RELENG6 panics

jnaughto at jnaughton.com jnaughto at jnaughton.com
Sun Jun 17 03:24:49 UTC 2007


Hi All,

I have 2 identical systems that both can run Freebsd 4.11 fine and have
done so for years.  Yet I upgraded to RELENG6 and the system panics.  I
validated that the hardware is fine so I've now gone through to the next
step of attempting to debug why the system panics.

I have the following system:

FreeBSD server 6.2-STABLE FreeBSD 6.2-STABLE #5: Sat Jun 16 16:16:50 EDT
2007     root@:/usr/obj/usr/src/sys/server  i386


It seems to panic at random times which I can't really reproduce.  I
have testsed using the following kernel configuratinos GENERIC, SMP,
GENERIC with acpi disabled but the system still panics. I'm stripping down
the kernel attempting to remove almost anything that could cause the
panic.
Here is my kernel configuation now:


machine         i386
cpu             I686_CPU
ident           eccles
makeoptions     DEBUG=-g
options         SCHED_4BSD              # 4BSD scheduler
options         PREEMPTION              # Enable kernel thread preemption
options         INET                    # InterNETworking
options         FFS                     # Berkeley Fast Filesystem
options         SOFTUPDATES             # Enable FFS soft updates support
options         UFS_DIRHASH             # Improve performance
options         MD_ROOT                 # MD is a potential root device
options         NFSCLIENT               # Network Filesystem Client
options         NFSSERVER               # Network Filesystem Server
options         CD9660                  # ISO 9660 Filesystem
options         PROCFS                  # Process filesystem
options         PSEUDOFS                # Pseudo-filesystem framework
options         COMPAT_43               # Compatible with BSD 4.3
options         COMPAT_FREEBSD4         # Compatible with FreeBSD4
options         COMPAT_FREEBSD5         # Compatible with FreeBSD5
options         SCSI_DELAY=5000         # Delay (in ms) before probing SCSI
options         KTRACE                  # ktrace(1) support
options         SYSVSHM                 # SYSV-style shared memory
options         SYSVMSG                 # SYSV-style message queues
options         SYSVSEM                 # SYSV-style semaphores
options         KBD_INSTALL_CDEV        # install a CDEV entry in /dev
device          apic                    # I/O APIC
options         SMP                     # Symmetric MultiProcessor Kernel
options         KDB
options         NPX_DEBUG=1       # enable npx debugging
options         VESA_DEBUG=1
options         DRM_DEBUG=1       # Include debug printfs (slow)
options         WLDEBUG=1         # enables verbose debugging output
options         TWA_DEBUG=1       # 0-10; 10 prints the most
options         SAFE_DEBUG=1      # enable debugging support: hw.safe.debug
options         SX_DEBUG=1
options         DEBUG_SVR4=1      # enable verbose debugging
options         PECOFF_DEBUG=1
options         KBDIO_DEBUG=2
options         PSM_DEBUG=1
device          pci
device          fdc
device          ata
device          atadisk         # ATA disk drives
device          ataraid         # ATA RAID drives
device          atapicd         # ATAPI CDROM drives
device          atapifd         # ATAPI floppy drives
device          atapist         # ATAPI tape drives
options         ATA_STATIC_ID   # Static device numbering
device          mpt             # LSI-Logic MPT-Fusion
device          scbus           # SCSI bus (required for SCSI)
device          ch              # SCSI media changers
device          da              # Direct Access (disks)
device          sa              # Sequential Access (tape etc)
device          cd              # CD
device          pass            # Passthrough device (direct SCSI access)
device          ses             # SCSI Environmental Services (and SAF-TE)
device          amr             # AMI MegaRAID
device          atkbdc          # AT keyboard controller
device          atkbd           # AT keyboard
device          psm             # PS/2 mouse
device          kbdmux          # keyboard multiplexer
device          vga             # VGA video card driver
device          sc
device          pmtimer
device          sio             # 8250, 16[45]50 based serial ports
device          em              # Intel PRO/1000 adapter Gigabit
device          miibus          # MII bus support
device          fxp
device          loop            # Network loopback
device          random          # Entropy device
device          ether           # Ethernet support
device          tun             # Packet tunnel.
device          pty             # Pseudo-ttys (telnet etc)
device          md              # Memory "disks"
device          bpf             # Berkeley packet filter

dmesg:

Copyright (c) 1992-2007 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 6.2-STABLE #5: Sat Jun 16 16:16:50 EDT 2007
    root@:/usr/obj/usr/src/sys/server
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Xeon(TM) CPU 3.20GHz (3192.02-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf41  Stepping = 1
  Features=0xbfebfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,C
MOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,PBE>
  Features2=0x641d<SSE3,RSVD2,MON,DS_CPL,CNTX-ID,CX16,<b14>>
  AMD Features=0x20100000<NX,LM>
  Logical CPUs per core: 2
real memory  = 2147352576 (2047 MB)
avail memory = 2096377856 (1999 MB)
ACPI APIC Table: <A M I  OEMAPIC >
FreeBSD/SMP: Multiprocessor System Detected: 4 CPUs
 cpu0 (BSP): APIC ID:  0
 cpu1 (AP): APIC ID:  1
 cpu2 (AP): APIC ID:  6
 cpu3 (AP): APIC ID:  7
ioapic0 <Version 2.0> irqs 0-23 on motherboard
ioapic1 <Version 2.0> irqs 24-47 on motherboard
ioapic2 <Version 2.0> irqs 48-71 on motherboard
kbd1 at kbdmux0
acpi0: <A M I OEMRSDT> on motherboard
acpi0: Power Button (fixed)
Timecounter "ACPI-fast" frequency 3579545 Hz quality 1000
acpi_timer0: <24-bit timer at 3.579545MHz> port 0x408-0x40b on acpi0
cpu0: <ACPI CPU> on acpi0
acpi_throttle0: <ACPI CPU Throttling> on cpu0
cpu1: <ACPI CPU> on acpi0
acpi_throttle1: <ACPI CPU Throttling> on cpu1
cpu2: <ACPI CPU> on acpi0
cpu3: <ACPI CPU> on acpi0
pcib0: <ACPI Host-PCI bridge> port 0xcf8-0xcff on acpi0
pci0: <ACPI PCI bus> on pcib0
pci0: <unknown> at device 0.1 (no driver attached)
pci0: <base peripheral> at device 1.0 (no driver attached)
pcib1: <ACPI PCI-PCI bridge> irq 16 at device 2.0 on pci0
pci1: <ACPI PCI bus> on pcib1
pcib2: <ACPI PCI-PCI bridge> at device 0.0 on pci1
pci2: <ACPI PCI bus> on pcib2
fxp0: <Intel 82550 Pro/100 Ethernet> port 0xc400-0xc43f mem
0xfced6000-0xfced6ff
f,0xfce60000-0xfce7ffff irq 28 at device 2.0 on pci2
miibus0: <MII bus> on fxp0
inphy0: <i82555 10/100 media interface> on miibus0
inphy0:  10baseT, 10baseT-FDX, 100baseTX, 100baseTX-FDX, auto
fxp0: Ethernet address: XX:XX:XX:XX:XX:XX
fxp1: <Intel 82551 Pro/100 Ethernet> port 0xc480-0xc4bf mem
0xfced7000-0xfced7ff
f,0xfce80000-0xfce9ffff irq 27 at device 3.0 on pci2
miibus1: <MII bus> on fxp1
inphy1: <i82555 10/100 media interface> on miibus1
inphy1:  10baseT, 10baseT-FDX, 100baseTX, 100baseTX-FDX, auto
fxp1: Ethernet address: XX:XX:XX:XX:XX:XX
mpt0: <LSILogic 1030 Ultra4 Adapter> port 0xc800-0xc8ff mem
0xfcec0000-0xfcecfff
f,0xfceb0000-0xfcebffff irq 26 at device 5.0 on pci2
mpt0: [GIANT-LOCKED]
mpt0: MPI Version=1.2.14.0
mpt0: Capabilities: ( RAID-1E RAID-1 SAFTE )
mpt0: 0 Active Volumes (1 Max)
mpt0: 0 Hidden Drive Members (6 Max)
mpt1: <LSILogic 1030 Ultra4 Adapter> port 0xcc00-0xccff mem
0xfcef0000-0xfceffff
f,0xfcee0000-0xfceeffff irq 25 at device 5.1 on pci2
mpt1: [GIANT-LOCKED]
mpt1: MPI Version=1.2.14.0
mpt1: Capabilities: ( RAID-1E RAID-1 SAFTE )
mpt1: 0 Active Volumes (1 Max)
mpt1: 0 Hidden Drive Members (6 Max)
pcib3: <ACPI PCI-PCI bridge> at device 0.2 on pci1
pci3: <ACPI PCI bus> on pcib3
em0: <Intel(R) PRO/1000 Network Connection Version - 6.2.9> port
0xdc00-0xdc3f m
em 0xfcfa0000-0xfcfbffff irq 54 at device 4.0 on pci3
em0: Ethernet address: XX:XX:XX:XX:XX:XX
em1: <Intel(R) PRO/1000 Network Connection Version - 6.2.9> port
0xdc80-0xdcbf m
em 0xfcfe0000-0xfcffffff irq 55 at device 4.1 on pci3
em1: Ethernet address: XX:XX:XX:XX:XX:XX
pcib4: <ACPI PCI-PCI bridge> at device 30.0 on pci0
pci4: <ACPI PCI bus> on pcib4
pci4: <display, VGA> at device 12.0 (no driver attached)
isab0: <PCI-ISA bridge> at device 31.0 on pci0
isa0: <ISA bus> on isab0
atapci0: <Intel ICH5 UDMA100 controller> port
0x1f0-0x1f7,0x3f6,0x170-0x177,0x37
6,0xfc00-0xfc0f at device 31.1 on pci0
ata0: <ATA channel 0> on atapci0
ata1: <ATA channel 1> on atapci0
pci0: <serial bus, SMBus> at device 31.3 (no driver attached)
acpi_button0: <Power Button> on acpi0
atkbdc0: <Keyboard controller (i8042)> port 0x60,0x64 irq 1 on acpi0
atkbd0: <AT Keyboard> irq 1 on atkbdc0
kbd0 at atkbd0
atkbd0: [GIANT-LOCKED]
psm0: current command byte:0065
psm0: <PS/2 Mouse> irq 12 on atkbdc0
psm0: [GIANT-LOCKED]
psm0: model Generic PS/2 mouse, device ID 0-00, 2 buttons
psm0: config:00000000, flags:00000008, packet size:3
psm0: syncmask:c0, syncbits:00
sio0: <16550A-compatible COM port> port 0x3f8-0x3ff irq 4 on acpi0
sio0: type 16550A
sio1: <16550A-compatible COM port> port 0x2f8-0x2ff irq 3 flags 0x30 on acpi0
sio1: type 16550A, console
pmtimer0 on isa0
orm0: <ISA Option ROMs> at iomem
0xc0000-0xca7ff,0xca800-0xce7ff,0xce800-0xcf7ff
,0xcf800-0xd07ff,0xdc000-0xdffff on isa0
sc0: <System console> at flags 0x100 on isa0
sc0: VGA <16 virtual consoles, flags=0x100>
vga0: <Generic ISA VGA> at port 0x3c0-0x3df iomem 0xa0000-0xbffff on isa0
Timecounters tick every 1.000 msec
acd0: CDROM <SR244W/T01A> at ata1-slave UDMA33
Waiting 5 seconds for SCSI devices to settle
ses0 at mpt0 bus 0 target 6 lun 0
ses0: <ESG-SHV SCA HSBP M29 1.06> Fixed Processor SCSI-2 device
ses0: 3.300MB/s transfers
da0 at mpt0 bus 0 target 0 lun 0
da0: <SEAGATE ST318404LSUN18G 4203> Fixed Direct Access SCSI-3 device
da0: 160.000MB/s transfers (80.000MHz, offset 63, 16bit), Tagged Queueing
Enable
d
da0: 17274MB (35378533 512 byte sectors: 255H 63S/T 2202C)
da1 at mpt0 bus 0 target 1 lun 0
da1: <SEAGATE ST318404LSUN18G 4203> Fixed Direct Access SCSI-3 device
da1: 160.000MB/s transfers (80.000MHz, offset 63, 16bit), Tagged Queueing
Enable
d
da1: 17274MB (35378533 512 byte sectors: 255H 63S/T 2202C)
SMP: AP CPU #3 Launched!
SMP: AP CPU #1 Launched!
SMP: AP CPU #2 Launched!
Trying to mount root from ufs:/dev/da0s1a
IP Filter: v4.1.13 initialized.  Default = pass all, Logging = enabled


I have a number of back traces but they really don't show me much as I'm
not sure exactly what they are pointing to:

# kgdb kernel.debug /var/crash/vmcore.1
[GDB will not be able to debug user-mode threads:
/usr/lib/libthread_db.so: Undefined symbol "ps_pglobal_lookup"]
GNU gdb 6.1.1 [FreeBSD]
Copyright 2004 Free Software Foundation, Inc.
GDB is free software, covered by the GNU General Public License, and you are
welcome to change it and/or distribute copies of it under certain conditions.
Type "show copying" to see the conditions.
There is absolutely no warranty for GDB.  Type "show warranty" for details.
This GDB was configured as "i386-marcel-freebsd".

Unread portion of the kernel message buffer:
r               = 12
panic: page fault
cpuid = 2
Uptime: 3d10h22m36s
Dumping 2047 MB (2 chunks)
  chunk 0: 1MB (158 pages) ... ok
  chunk 1: 2047MB (524000 pages)

Fatal trap 12: page fault while in kernel mode
cpuid = 2; apic id = 06
fault virtual address   = 0x34
fault code              = supervisor read, page not present
instruction pointer     = 0x20:0xc057cd81
stack pointer           = 0x28:0xe6c91a08
frame pointer           = 0x28:0xe6c91a28
code segment            = base 0x0, limit 0xfffff, type 0x1b
                        = DPL 0, pres 1, def32 1, gran 1
processor eflags        = interrupt enabled, resume, IOPL = 0
current process         = 44 (syncer)
trap number             = 12
panic: page fault
cpuid = 2
 2031 2015 1999 1983 1967 1951 1935 1919 1903 1887 1871 1855 1839 1823
1807 1791 1775 1759 1743 1727 1711 1695 1679 1663 1647
 1631 1615 1599 1583 1567 1551 1535 1519 1503 1487 1471 1455 1439 1423
1407 1391 1375 1359 1343 1327 1311 1295 1279 1263 1247
 1231 1215 1199 1183 1167 1151 1135 1119 1103 1087 1071 1055 1039 1023
1007 991 975 959 943 927 911 895 879 863 847 831 815 7
99 783 767 751 735 719 703 687 671 655 639 623 607 591 575 559 543 527 511
495 479 463 447 431 415 399 383 367 351 335 319 30
3 287 271 255 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15
#0  doadump () at pcpu.h:165
165             __asm __volatile("movl %%fs:0,%0" : "=r" (td));
(kgdb) list *0xc057cd81
0xc057cd81 is in vfs_vmio_release (atomic.h:146).
141
142     #else /* defined(CPU_DISABLE_CMPXCHG) */
143
144     static __inline int
145     atomic_cmpset_int(volatile u_int *dst, u_int exp, u_int src)
146     {
147             int res = exp;
148
149             __asm __volatile (
150             "       " __XSTRING(MPLOCKED) " "
(kgdb) bt
#0  doadump () at pcpu.h:165
#1  0xc052796e in boot (howto=260) at /usr/src/sys/kern/kern_shutdown.c:409
#2  0xc0527d4d in panic (fmt=0xc06c81cc "%s")
    at /usr/src/sys/kern/kern_shutdown.c:565
#3  0xc06ad99f in trap_fatal (frame=0xe91d2990, eva=0)
    at /usr/src/sys/i386/i386/trap.c:837
#4  0xc06ad658 in trap_pfault (frame=0xe91d2990, usermode=0, eva=52)
    at /usr/src/sys/i386/i386/trap.c:745
#5  0xc06ad1e2 in trap (frame=
      {tf_fs = -383975416, tf_es = -1067122648, tf_ds = -1067057112,
tf_edi = -631421904, tf_esi = -631421904, tf_ebp = -3839
64688, tf_isp = -383964740, tf_ebx = -631421904, tf_edx = 4, tf_ecx =
-958586112, tf_eax = 0, tf_trapno = 12, tf_err = 0, tf_
eip = -1067987583, tf_cs = 32, tf_eflags = 66178, tf_esp = 17104896, tf_ss
= -955597568}) at /usr/src/sys/i386/i386/trap.c:43
5
#6  0xc06963ea in calltrap () at /usr/src/sys/i386/i386/exception.s:139
#7  0xc057cd81 in vfs_vmio_release (bp=0xda5d4430) at atomic.h:146
#8  0xc057d762 in getnewbuf (slpflag=0, slptimeo=0, size=16384,
maxsize=16384)
    at /usr/src/sys/kern/vfs_bio.c:1798
#9  0xc057f15d in getblk (vp=0xc855f880, blkno=562, size=16384, slpflag=0,
    slptimeo=0, flags=0) at /usr/src/sys/kern/vfs_bio.c:2516
#10 0xc0583611 in cluster_read (vp=0xc855f880, filesize=10909561, lblkno=562,
    size=16384, cred=0x0, totread=4096, seqcount=127, bpp=0x0)
    at /usr/src/sys/kern/vfs_cluster.c:118
#11 0xc063beeb in ffs_read (ap=0x0) at /usr/src/sys/ufs/ffs/ffs_vnops.c:503
#12 0xc06b8502 in VOP_READ_APV (vop=0x0, a=0x4) at vnode_if.c:643
#13 0xc05a0728 in vn_read (fp=0xc72914c8, uio=0xe91d2cb0,
    active_cred=0xc6efe880, flags=0, td=0xc6dd2300) at vnode_if.h:343
#14 0xc0550fc0 in dofileread (td=0xc6dd2300, fd=0, fp=0xc72914c8,
    auio=0xe91d2cb0, offset=Unhandled dwarf expression opcode 0x93
) at file.h:241
#15 0xc0550ded in kern_readv (td=0xc6dd2300, fd=3, auio=0x0)
    at /usr/src/sys/kern/sys_generic.c:192
#16 0xc0550cc3 in read (td=0x0, uap=0xc6dd2300)
    at /usr/src/sys/kern/sys_generic.c:116
#17 0xc06add86 in syscall (frame=
      {tf_fs = 59, tf_es = 672661563, tf_ds = -1078001605, tf_edi = 2192,
tf_esi = 672686944, tf_ebp = -1077946328, tf_isp =
-383963804, tf_ebx = 672598656, tf_edx = 672686944, tf_ecx = 0, tf_eax =
3, tf_trapno = 0, tf_err = 2, tf_eip = 672532691, tf
_cs = 51, tf_eflags = 530, tf_esp = -1077946356, tf_ss = 59})
    at /usr/src/sys/i386/i386/trap.c:983
#18 0xc069643f in Xint0x80_syscall () at
/usr/src/sys/i386/i386/exception.s:200
#19 0x00000033 in ?? ()
Previous frame inner to this frame (corrupt stack?)


# kgdb kernel.debug /var/crash/vmcore.2
[GDB will not be able to debug user-mode threads:
/usr/lib/libthread_db.so: Undefined symbol "ps_pglobal_lookup"]
GNU gdb 6.1.1 [FreeBSD]
Copyright 2004 Free Software Foundation, Inc.
GDB is free software, covered by the GNU General Public License, and you are
welcome to change it and/or distribute copies of it under certain conditions.
Type "show copying" to see the conditions.
There is absolutely no warranty for GDB.  Type "show warranty" for details.
This GDB was configured as "i386-marcel-freebsd".

Unread portion of the kernel message buffer:


Fatal trap 12: page fault while in kernel mode
cpuid = 2; apic id = 06
fault virtual address   = 0x34
fault code              = supervisor read, page not present
instruction pointer     = 0x20:0xc057cd81
stack pointer           = 0x28:0xe6d8e96c
frame pointer           = 0x28:0xe6d8e98c
code segment            = base 0x0, limit 0xfffff, type 0x1b
                        = DPL 0, pres 1, def32 1, gran 1
processor eflags        = interrupt enabled, resume, IOPL = 0
current process         = 6794 (perl5.8.8)
trap number             = 12
panic: page fault
cpuid = 2
Uptime: 5h4m59s
Dumping 2047 MB (2 chunks)
  chunk 0: 1MB (158 pages) ... ok
  chunk 1: 2047MB (524000 pages) 2031 2015 1999 1983 1967 1951 1935 1919
1903 1887 1871 1855 1839 1823 1807 1791 1775 1759 17
43 1727 1711 1695 1679 1663 1647 1631 1615 1599 1583 1567 1551 1535 1519
1503 1487 1471 1455 1439 1423 1407 1391 1375 1359 13
43 1327 1311 1295 1279 1263 1247 1231 1215 1199 1183 1167 1151 1135 1119
1103 1087 1071 1055 1039 1023 1007 991 975 959 943 9
27 911 895 879 863 847 831 815 799 783 767 751 735 719 703 687 671 655 639
623 607 591 575 559 543 527 511 495 479 463 447 43
1 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191 175 159 143
127 111 95 79 63 47 31 15

#0  doadump () at pcpu.h:165
165             __asm __volatile("movl %%fs:0,%0" : "=r" (td));
(kgdb) list *0xc057cd81
0xc057cd81 is in vfs_vmio_release (atomic.h:146).
141
142     #else /* defined(CPU_DISABLE_CMPXCHG) */
143
144     static __inline int
145     atomic_cmpset_int(volatile u_int *dst, u_int exp, u_int src)
146     {
147             int res = exp;
148
149             __asm __volatile (
150             "       " __XSTRING(MPLOCKED) " "
(kgdb) bt
#0  doadump () at pcpu.h:165
#1  0xc052796e in boot (howto=260) at /usr/src/sys/kern/kern_shutdown.c:409
#2  0xc0527d4d in panic (fmt=0xc06c81cc "%s")
    at /usr/src/sys/kern/kern_shutdown.c:565
#3  0xc06ad99f in trap_fatal (frame=0xe6d8e92c, eva=0)
    at /usr/src/sys/i386/i386/trap.c:837
#4  0xc06ad658 in trap_pfault (frame=0xe6d8e92c, usermode=0, eva=52)
    at /usr/src/sys/i386/i386/trap.c:745
#5  0xc06ad1e2 in trap (frame=
      {tf_fs = 8, tf_es = -422051800, tf_ds = 40, tf_edi = -632018536,
tf_esi = -632018536, tf_ebp = -421992052, tf_isp = -42
1992104, tf_ebx = -632018536, tf_edx = 4, tf_ecx = -965776384, tf_eax = 0,
tf_trapno = 12, tf_err = 0, tf_eip = -1067987583,
tf_cs = 32, tf_eflags = 66198, tf_esp = 17104896, tf_ss = -421992032}) at
/usr/src/sys/i386/i386/trap.c:435
#6  0xc06963ea in calltrap () at /usr/src/sys/i386/i386/exception.s:139
#7  0xc057cd81 in vfs_vmio_release (bp=0xda542998) at atomic.h:146
#8  0xc057d762 in getnewbuf (slpflag=0, slptimeo=0, size=8192, maxsize=8192)
    at /usr/src/sys/kern/vfs_bio.c:1798
#9  0xc057f15d in getblk (vp=0xc8ffa440, blkno=73, size=8192, slpflag=0,
    slptimeo=0, flags=0) at /usr/src/sys/kern/vfs_bio.c:2516
#10 0xc05eae9c in nfs_getcacheblk (vp=0xc8ffa440, bn=73, size=8192,
    td=0xc66f6c00) at /usr/src/sys/nfsclient/nfs_bio.c:1260
#11 0xc05e96bb in nfs_bioread (vp=0xc8ffa440, uio=0xe6d8ecb0, ioflag=0,
    cred=0xc6e33480) at /usr/src/sys/nfsclient/nfs_bio.c:513
#12 0xc05f559d in nfs_read (ap=0xc66f6c00)
    at /usr/src/sys/nfsclient/nfs_vnops.c:926
#13 0xc06b8502 in VOP_READ_APV (vop=0x0, a=0x4) at vnode_if.c:643
#14 0xc05a0728 in vn_read (fp=0xc6d07438, uio=0xe6d8ecb0,
    active_cred=0xc6e33480, flags=0, td=0xc66f6c00) at vnode_if.h:343
#15 0xc0550fc0 in dofileread (td=0xc66f6c00, fd=0, fp=0xc6d07438,
    auio=0xe6d8ecb0, offset=Unhandled dwarf expression opcode 0x93
) at file.h:241
#16 0xc0550ded in kern_readv (td=0xc66f6c00, fd=12, auio=0x0)
    at /usr/src/sys/kern/sys_generic.c:192
#17 0xc0550cc3 in read (td=0x0, uap=0xc66f6c00)
    at /usr/src/sys/kern/sys_generic.c:116
#18 0xc06add86 in syscall (frame=
      {tf_fs = 166854715, tf_es = 59, tf_ds = -1078001605, tf_edi = 12,
tf_esi = 0, tf_ebp = -1077942088, tf_isp = -421991068
, tf_ebx = 673839744, tf_edx = 215076352, tf_ecx = 9, tf_eax = 3,
tf_trapno = 22, tf_err = 2, tf_eip = 673773779, tf_cs = 51,
 tf_eflags = 531, tf_esp = -1077942148, tf_ss = 59})
    at /usr/src/sys/i386/i386/trap.c:983
#19 0xc069643f in Xint0x80_syscall () at
/usr/src/sys/i386/i386/exception.s:200
#20 0x00000033 in ?? ()
Previous frame inner to this frame (corrupt stack?)

# kgdb kernel.debug /var/crash/vmcore.3
[GDB will not be able to debug user-mode threads:
/usr/lib/libthread_db.so: Undefined symbol "ps_pglobal_lookup"]
GNU gdb 6.1.1 [FreeBSD]
Copyright 2004 Free Software Foundation, Inc.
GDB is free software, covered by the GNU General Public License, and you are
welcome to change it and/or distribute copies of it under certain conditions.
Type "show copying" to see the conditions.
There is absolutely no warranty for GDB.  Type "show warranty" for details.
This GDB was configured as "i386-marcel-freebsd".

Unread portion of the kernel message buffer:


Fatal trap 12: page fault while in kernel mode
cpuid = 2; apic id = 06
fault virtual address   = 0x34
fault code              = supervisor read, page not present
instruction pointer     = 0x20:0xc057cd81
stack pointer           = 0x28:0xe928496c
frame pointer           = 0x28:0xe928498c
code segment            = base 0x0, limit 0xfffff, type 0x1b
                        = DPL 0, pres 1, def32 1, gran 1
processor eflags        = interrupt enabled, resume, IOPL = 0
current process         = 3223 (perl5.8.8)
trap number             = 12
panic: page fault
cpuid = 2
Uptime: 1h34m30s
Dumping 2047 MB (2 chunks)
  chunk 0: 1MB (158 pages) ... ok
  chunk 1: 2047MB (524000 pages) 2031 2015 1999 1983 1967 1951 1935 1919
1903 1887 1871 1855 1839 1823 1807 1791 1775 1759 17
43 1727 1711 1695 1679 1663 1647 1631 1615 1599 1583 1567 1551 1535 1519
1503 1487 1471 1455 1439 1423 1407 1391 1375 1359 13
43 1327 1311 1295 1279 1263 1247 1231 1215 1199 1183 1167 1151 1135 1119
1103 1087 1071 1055 1039 1023 1007 991 975 959 943 9
27 911 895 879 863 847 831 815 799 783 767 751 735 719 703 687 671 655 639
623 607 591 575 559 543 527 511 495 479 463 447 43
1 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191 175 159 143
127 111 95 79 63 47 31 15
#0  doadump () at pcpu.h:165
165             __asm __volatile("movl %%fs:0,%0" : "=r" (td));
#0  doadump () at pcpu.h:165
#1  0xc052796e in boot (howto=260) at /usr/src/sys/kern/kern_shutdown.c:409
#2  0xc0527d4d in panic (fmt=0xc06c81cc "%s")
    at /usr/src/sys/kern/kern_shutdown.c:565
#3  0xc06ad99f in trap_fatal (frame=0xe928492c, eva=0)
    at /usr/src/sys/i386/i386/trap.c:837
#4  0xc06ad658 in trap_pfault (frame=0xe928492c, usermode=0, eva=52)
    at /usr/src/sys/i386/i386/trap.c:745
#5  0xc06ad1e2 in trap (frame=
      {tf_fs = 8, tf_es = -383254488, tf_ds = 40, tf_edi = -632881176,
tf_esi = -632881176, tf_ebp = -383235700, tf_isp = -38
3235752, tf_ebx = -632881176, tf_edx = 4, tf_ecx = -958717952, tf_eax = 0,
tf_trapno = 12, tf_err = 0, tf_eip = -1067987583,
tf_cs = 32, tf_eflags = 66198, tf_esp = 17104896, tf_ss = -383235680}) at
/usr/src/sys/i386/i386/trap.c:435
#6  0xc06963ea in calltrap () at /usr/src/sys/i386/i386/exception.s:139
#7  0xc057cd81 in vfs_vmio_release (bp=0xda46ffe8) at atomic.h:146
#8  0xc057d762 in getnewbuf (slpflag=0, slptimeo=0, size=8192, maxsize=8192)
    at /usr/src/sys/kern/vfs_bio.c:1798
#9  0xc057f15d in getblk (vp=0xc6f8daa0, blkno=238, size=8192, slpflag=0,
    slptimeo=0, flags=0) at /usr/src/sys/kern/vfs_bio.c:2516
#10 0xc05eae9c in nfs_getcacheblk (vp=0xc6f8daa0, bn=238, size=8192,
    td=0xc6db2000) at /usr/src/sys/nfsclient/nfs_bio.c:1260
#11 0xc05e96bb in nfs_bioread (vp=0xc6f8daa0, uio=0xe9284cb0, ioflag=0,
    cred=0xc6fa7a80) at /usr/src/sys/nfsclient/nfs_bio.c:513
#12 0xc05f559d in nfs_read (ap=0xc6db2000)
    at /usr/src/sys/nfsclient/nfs_vnops.c:926
#13 0xc06b8502 in VOP_READ_APV (vop=0x0, a=0x4) at vnode_if.c:643
#14 0xc05a0728 in vn_read (fp=0xc6cffaf8, uio=0xe9284cb0,
    active_cred=0xc6fa7a80, flags=0, td=0xc6db2000) at vnode_if.h:343
#15 0xc0550fc0 in dofileread (td=0xc6db2000, fd=0, fp=0xc6cffaf8,
    auio=0xe9284cb0, offset=Unhandled dwarf expression opcode 0x93
) at file.h:241
#16 0xc0550ded in kern_readv (td=0xc6db2000, fd=11, auio=0x0)
    at /usr/src/sys/kern/sys_generic.c:192
#17 0xc0550cc3 in read (td=0x0, uap=0xc6db2000)
    at /usr/src/sys/kern/sys_generic.c:116
#18 0xc06add86 in syscall (frame=
      {tf_fs = 182386747, tf_es = 59, tf_ds = -1078001605, tf_edi = 11,
tf_esi = 0, tf_ebp = -1077942088, tf_isp = -383234716
, tf_ebx = 673839744, tf_edx = 214064640, tf_ecx = 9, tf_eax = 3,
tf_trapno = 0, tf_err = 2, tf_eip = 673773779, tf_cs = 51,
tf_eflags = 531, tf_esp = -1077942148, tf_ss = 59})
    at /usr/src/sys/i386/i386/trap.c:983
#19 0xc069643f in Xint0x80_syscall () at
/usr/src/sys/i386/i386/exception.s:200
#20 0x00000033 in ?? ()


Hope someone can tell me something about what I can do to stop the system
from panicing...



More information about the freebsd-bugs mailing list