"page fault" panices after upgrading 5.4-RELEASE to 6.0-RELEASE/6.1-PRERELEASE

Pavel Gubin pg at ie.tusur.ru
Mon Mar 6 05:42:18 UTC 2006


Hello,

I've got some machine which is almost idle and works now almost only as dialup
server. The problem was that this machine was very stable under 5.4-RELEASE,
but after upgrading (via buildworld/installworld) to 6.0-RELEASE-p4 and then
to 6.1-PRERELEASE (4 days ago) the machine panices (uptime from an hour to
a day or two).

I have some doubt that this due to hardware problem - because 5.4 is quite
stable on this machine.

Below I'm attaching the kernel config, dmesg.boot, backtrace from
6.0-RELEASE-p4 and backtrace from 6.1-PRERELEASE.

Thanx in advance,

-- 
Pavel Gubin
TUSC&R / Industrial Electronics dept / System Administrator
2:5005/14 at fidonet / Phone +7-3822-423067 / ICQ 28835566
-------------- next part --------------

machine		i386
cpu		I686_CPU
ident		Fet

makeoptions	DEBUG=-g


options 	SCHED_4BSD		# 4BSD scheduler
options 	PREEMPTION		# Enable kernel thread preemption
options 	INET			# InterNETworking
options 	FFS			# Berkeley Fast Filesystem
options 	SOFTUPDATES		# Enable FFS soft updates support
options 	UFS_ACL			# Support for access control lists
options 	UFS_DIRHASH		# Improve performance on big directories
options 	PROCFS			# Process filesystem (requires PSEUDOFS)
options 	PSEUDOFS		# Pseudo-filesystem framework
options 	GEOM_GPT		# GUID Partition Tables.
options 	COMPAT_43		# Compatible with BSD 4.3 [KEEP THIS!]
options 	COMPAT_FREEBSD4		# Compatible with FreeBSD4
options 	COMPAT_FREEBSD5		# Compatible with FreeBSD5
options 	SCSI_DELAY=5000		# Delay (in ms) before probing SCSI
options 	KTRACE			# ktrace(1) support
options 	SYSVSHM			# SYSV-style shared memory
options 	SYSVMSG			# SYSV-style message queues
options 	SYSVSEM			# SYSV-style semaphores
options 	_KPOSIX_PRIORITY_SCHEDULING # POSIX P1003_1B real-time extensions
options 	KBD_INSTALL_CDEV	# install a CDEV entry in /dev
options 	ADAPTIVE_GIANT		# Giant mutex is adaptive.

device		apic			# I/O APIC

options		INCLUDE_CONFIG_FILE
options		AUTO_EOI_1
options		IPFIREWALL
options		IPFIREWALL_FORWARD
options		IPFIREWALL_FORWARD_EXTENDED
options		IPDIVERT
options		DUMMYNET
options		LIBALIAS

device		isa
device		pci

device		fdc

device		ata
device		atadisk		# ATA disk drives
device		ataraid		# ATA RAID drives
device		atapicd		# ATAPI CDROM drives
options 	ATA_STATIC_ID	# Static device numbering

device		scbus		# SCSI bus (required for SCSI)
device		da		# Direct Access (disks)
device		cd		# CD
device		pass		# Passthrough device (direct SCSI access)
device		ses		# SCSI Environmental Services (and SAF-TE)

device		atkbdc		# AT keyboard controller
device		atkbd		# AT keyboard
device		psm		# PS/2 mouse

device		vga		# VGA video card driver

device		splash		# Splash screen and screen saver support

device		sc

device		agp		# support several AGP chipsets

device		npx

device		pmtimer

device		sio		# 8250, 16[45]50 based serial ports


device         puc


device		miibus		# MII bus support
device		fxp		# Intel EtherExpress PRO/100B (82557, 82558)
device		re		# RealTek 8139C+/8169/8169S/8110S
device		sk		# SysKonnect SK-984x & SK-982x gigabit Ethernet
device		vge		# VIA VT612x gigabit ethernet

device		loop		# Network loopback
device		mem		# Memory and kernel memory devices
device		io		# I/O device
device		random		# Entropy device
device		ether		# Ethernet support
device		pty		# Pseudo-ttys (telnet etc)

device		pf
device		pflog
device		pfsync

device		bpf		# Berkeley packet filter

-------------- next part --------------
Copyright (c) 1992-2006 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
	The Regents of the University of California. All rights reserved.
FreeBSD 6.1-PRERELEASE #0: Thu Mar  2 16:28:07 TSK 2006
    pg at lynx.ie.tusur.ru:/var/data/obj/var/data/6s/src/sys/Fet
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel Pentium III (1000.31-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0x686  Stepping = 6
  Features=0x383f9ff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,MMX,FXSR,SSE>
real memory  = 268349440 (255 MB)
avail memory = 257306624 (245 MB)
npx0: [FAST]
npx0: <math processor> on motherboard
npx0: INT 16 interface
acpi0: <ASUS CUSL2-C> on motherboard
acpi0: Power Button (fixed)
Timecounter "ACPI-fast" frequency 3579545 Hz quality 1000
acpi_timer0: <24-bit timer at 3.579545MHz> port 0xe408-0xe40b on acpi0
cpu0: <ACPI CPU> on acpi0
acpi_throttle0: <ACPI CPU Throttling> on cpu0
acpi_button0: <Power Button> on acpi0
pcib0: <ACPI Host-PCI bridge> port 0xcf8-0xcff on acpi0
pci0: <ACPI PCI bus> on pcib0
agp0: <Intel 82815 (i815 GMCH) host to PCI bridge> mem 0xf8000000-0xfbffffff at device 0.0 on pci0
pcib1: <ACPI PCI-PCI bridge> at device 1.0 on pci0
pci1: <ACPI PCI bus> on pcib1
pci1: <display, VGA> at device 0.0 (no driver attached)
pcib2: <ACPI PCI-PCI bridge> at device 30.0 on pci0
pci2: <ACPI PCI bus> on pcib2
re0: <RealTek 8169S Single-chip Gigabit Ethernet> port 0xd800-0xd8ff mem 0xf3800000-0xf38000ff irq 6 at device 11.0 on pci2
miibus0: <MII bus> on re0
rgephy0: <RTL8169S/8110S media interface> on miibus0
rgephy0:  10baseT, 10baseT-FDX, 100baseTX, 100baseTX-FDX, 1000baseTX, 1000baseTX-FDX, auto
re0: Ethernet address: 00:40:f4:a9:ca:1e
puc0: <Oxford Semiconductor OX16PCI954 UARTs> port 0xd400-0xd41f,0xd000-0xd01f mem 0xf3000000-0xf3000fff,0xf2800000-0xf2800fff irq 5 at device 13.0 on pci2
sio4: <Oxford Semiconductor OX16PCI954 UARTs> on puc0
sio4: type 16550A
sio4: unable to activate interrupt in fast mode - using normal mode
sio5: <Oxford Semiconductor OX16PCI954 UARTs> on puc0
sio5: type 16550A
sio5: unable to activate interrupt in fast mode - using normal mode
sio6: <Oxford Semiconductor OX16PCI954 UARTs> on puc0
sio6: type 16550A
sio6: unable to activate interrupt in fast mode - using normal mode
sio7: <Oxford Semiconductor OX16PCI954 UARTs> on puc0
sio7: type 16550A
sio7: unable to activate interrupt in fast mode - using normal mode
puc1: <Oxford Semiconductor OX9160/OX16PCI954 UARTs (function 1)> port 0xb800-0xb81f,0xb400-0xb41f mem 0xf2000000-0xf2000fff,0xf1800000-0xf1800fff irq 5 at device 13.1 on pci2
sio8: <Oxford Semiconductor OX9160/OX16PCI954 UARTs (function 1)> on puc1
sio8: type 16550A
sio8: unable to activate interrupt in fast mode - using normal mode
sio9: <Oxford Semiconductor OX9160/OX16PCI954 UARTs (function 1)> on puc1
sio9: type 16550A
sio9: unable to activate interrupt in fast mode - using normal mode
sio10: <Oxford Semiconductor OX9160/OX16PCI954 UARTs (function 1)> on puc1
sio10: type 16550A
sio10: unable to activate interrupt in fast mode - using normal mode
sio11: <Oxford Semiconductor OX9160/OX16PCI954 UARTs (function 1)> on puc1
sio11: type 16550A
sio11: unable to activate interrupt in fast mode - using normal mode
isab0: <PCI-ISA bridge> at device 31.0 on pci0
isa0: <ISA bus> on isab0
atapci0: <Intel ICH2 UDMA100 controller> port 0x1f0-0x1f7,0x3f6,0x170-0x177,0x376,0xa800-0xa80f at device 31.1 on pci0
ata0: <ATA channel 0> on atapci0
ata1: <ATA channel 1> on atapci0
pci0: <serial bus, SMBus> at device 31.3 (no driver attached)
sio0: <16550A-compatible COM port> port 0x3f8-0x3ff irq 4 flags 0x10 on acpi0
sio0: type 16550A
sio1: <16550A-compatible COM port> port 0x2f8-0x2ff irq 3 on acpi0
sio1: type 16550A
atkbdc0: <Keyboard controller (i8042)> port 0x60,0x64 irq 1 on acpi0
atkbd0: <AT Keyboard> irq 1 on atkbdc0
kbd0 at atkbd0
atkbd0: [GIANT-LOCKED]
psm0: <PS/2 Mouse> irq 12 on atkbdc0
psm0: [GIANT-LOCKED]
psm0: model IntelliMouse, device ID 3
pmtimer0 on isa0
fdc0: No FDOUT register!
sc0: <System console> at flags 0x100 on isa0
sc0: VGA <16 virtual consoles, flags=0x300>
vga0: <Generic ISA VGA> at port 0x3c0-0x3df iomem 0xa0000-0xbffff on isa0
Timecounter "TSC" frequency 1000312210 Hz quality 800
Timecounters tick every 1.000 msec
ipfw2 (+ipv6) initialized, divert loadable, rule-based forwarding enabled, default to deny, logging disabled
ad0: 38166MB <Seagate ST340014A 8.01> at ata0-master UDMA100
Trying to mount root from ufs:/dev/ad0s1a
WARNING: / was not properly dismounted
WARNING: /home was not properly dismounted
WARNING: /tmp was not properly dismounted
WARNING: /usr was not properly dismounted
WARNING: /var was not properly dismounted
WARNING: /var/data was not properly dismounted
re0: link state changed to UP
vlan4: link state changed to UP
vlan3: link state changed to UP
vlan2: link state changed to UP
vlan1: link state changed to UP
vlan0: link state changed to UP
-------------- next part --------------
Dump header from device /dev/ad0s1b
  Architecture: i386
  Architecture Version: 2
  Dump Length: 267956224B (255 MB)
  Blocksize: 512
  Dumptime: Fri Feb 17 20:58:20 2006
  Hostname: fet.fet-x.tusur.ru
  Magic: FreeBSD Kernel Dump
  Version String: FreeBSD 6.0-RELEASE-p4 #2: Wed Feb  8 13:26:11 TSK 2006
    pg at lynx.ie.tusur.ru:/var/data/obj/var/data/6/src/sys/Fet
  Panic String: page fault
  Dump Parity: 2169387071
  Bounds: 9
  Dump Status: good
-------------- next part --------------
GNU gdb 6.1.1 [FreeBSD]
Copyright 2004 Free Software Foundation, Inc.
GDB is free software, covered by the GNU General Public License, and you are
welcome to change it and/or distribute copies of it under certain conditions.
Type "show copying" to see the conditions.
There is absolutely no warranty for GDB.  Type "show warranty" for details.
This GDB was configured as "i386-marcel-freebsd".

Unread portion of the kernel message buffer:


Fatal trap 12: page fault while in kernel mode
fault virtual address	= 0x0
fault code		= supervisor read, page not present
instruction pointer	= 0x20:0xc060457a
stack pointer	        = 0x28:0xcc7f2ae4
frame pointer	        = 0x28:0xcc7f2b10
code segment		= base 0x0, limit 0xfffff, type 0x1b
			= DPL 0, pres 1, def32 1, gran 1
processor eflags	= interrupt enabled, resume, IOPL = 0
current process		= 27 (swi1: net)
trap number		= 12
panic: page fault
Uptime: 1d13h33m23s
Dumping 255 MB (2 chunks)
  chunk 0: 1MB (159 pages) ... ok
  chunk 1: 255MB (65259 pages) 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15

#0  doadump () at pcpu.h:165
	in pcpu.h
(kgdb) bt full
#0  doadump () at pcpu.h:165
No locals.
#1  0xc04e5a3e in boot (howto=260)
    at /var/data/6/src/sys/kern/kern_shutdown.c:399
	first_buf_printf = 1
#2  0xc04e5cd4 in panic (fmt=0xc063062d "%s")
    at /var/data/6/src/sys/kern/kern_shutdown.c:555
	td = (struct thread *) 0xc113e480
	bootopt = 260
	newpanic = 0
	ap = 0xc113e480 "0?\023???\020?"
	buf = "page fault", '\0' <repeats 245 times>
#3  0xc06064a8 in trap_fatal (frame=0xcc7f2aa4, eva=0)
    at /var/data/6/src/sys/i386/i386/trap.c:831
	code = 40
	type = 12
	ss = 40
	esp = 0
	softseg = {ssd_base = 0, ssd_limit = 1048575, ssd_type = 27, 
  ssd_dpl = 0, ssd_p = 1, ssd_xx = 8, ssd_xx1 = 1, ssd_def32 = 1, ssd_gran = 1}
#4  0xc0606213 in trap_pfault (frame=0xcc7f2aa4, usermode=0, eva=0)
    at /var/data/6/src/sys/i386/i386/trap.c:742
	va = 0
	vm = (struct vmspace *) 0x0
	map = 0xc0687a80
	rv = 1
	ftype = 1 '\001'
	td = (struct thread *) 0xc113e480
	p = (struct proc *) 0xc113d830
#5  0xc0605e71 in trap (frame=
      {tf_fs = -1066926072, tf_es = 40, tf_ds = -1055719384, tf_edi = -1054599636, tf_esi = 0, tf_ebp = -864081136, tf_isp = -864081200, tf_ebx = 128, tf_edx = 128, tf_ecx = 32, tf_eax = -1054599636, tf_trapno = 12, tf_err = 0, tf_eip = -1067432582, tf_cs = 32, tf_eflags = 590338, tf_esp = 0, tf_ss = -1054599112})
    at /var/data/6/src/sys/i386/i386/trap.c:432
	td = (struct thread *) 0xc113e480
	p = (struct proc *) 0xc113d830
	sticks = 3239306368
	i = 0
	ucode = 0
	type = 12
	code = 0
	eva = 0
#6  0xc05f5f5a in calltrap () at /var/data/6/src/sys/i386/i386/exception.s:139
No locals.
#7  0xc060457a in generic_bcopy ()
    at /var/data/6/src/sys/i386/i386/support.s:489
No locals.
(kgdb) q
-------------- next part --------------
Dump header from device /dev/ad0s1b
  Architecture: i386
  Architecture Version: 2
  Dump Length: 267956224B (255 MB)
  Blocksize: 512
  Dumptime: Mon Mar  6 10:08:21 2006
  Hostname: fet.fet-x.tusur.ru
  Magic: FreeBSD Kernel Dump
  Version String: FreeBSD 6.1-PRERELEASE #0: Thu Mar  2 16:28:07 TSK 2006
    pg at lynx.ie.tusur.ru:/var/data/obj/var/data/6s/src/sys/Fet
  Panic String: page fault
  Dump Parity: 3291601711
  Bounds: 12
  Dump Status: good
-------------- next part --------------
GNU gdb 6.1.1 [FreeBSD]
Copyright 2004 Free Software Foundation, Inc.
GDB is free software, covered by the GNU General Public License, and you are
welcome to change it and/or distribute copies of it under certain conditions.
Type "show copying" to see the conditions.
There is absolutely no warranty for GDB.  Type "show warranty" for details.
This GDB was configured as "i386-marcel-freebsd".

Unread portion of the kernel message buffer:


Fatal trap 12: page fault while in kernel mode
fault virtual address	= 0x0
fault code		= supervisor read, page not present
instruction pointer	= 0x20:0xc060af7a
stack pointer	        = 0x28:0xcc7e2ae0
frame pointer	        = 0x28:0xcc7e2b0c
code segment		= base 0x0, limit 0xfffff, type 0x1b
			= DPL 0, pres 1, def32 1, gran 1
processor eflags	= interrupt enabled, resume, IOPL = 0
current process		= 27 (swi1: net)
trap number		= 12
panic: page fault
Uptime: 50m48s
Dumping 255 MB (2 chunks)
  chunk 0: 1MB (159 pages) ... ok
  chunk 1: 255MB (65259 pages) 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15

#0  doadump () at pcpu.h:165
165		__asm __volatile("movl %%fs:0,%0" : "=r" (td));
(kgdb) bt full
#0  doadump () at pcpu.h:165
No locals.
#1  0xc04ea306 in boot (howto=260)
    at /var/data/6s/src/sys/kern/kern_shutdown.c:399
	first_buf_printf = 1
#2  0xc04ea59c in panic (fmt=0xc0638a18 "%s")
    at /var/data/6s/src/sys/kern/kern_shutdown.c:555
	td = (struct thread *) 0xc1dd4480
	bootopt = 260
	newpanic = 0
	ap = 0xc1dd4480 "08???\005??"
	buf = "page fault", '\0' <repeats 245 times>
#3  0xc060ceac in trap_fatal (frame=0xcc7e2aa0, eva=0)
    at /var/data/6s/src/sys/i386/i386/trap.c:836
	code = 40
	type = 12
	ss = 40
	esp = 0
	softseg = {ssd_base = 0, ssd_limit = 1048575, ssd_type = 27, 
  ssd_dpl = 0, ssd_p = 1, ssd_xx = 8, ssd_xx1 = 3, ssd_def32 = 1, ssd_gran = 1}
	msg = 0x0
#4  0xc060cc13 in trap_pfault (frame=0xcc7e2aa0, usermode=0, eva=0)
    at /var/data/6s/src/sys/i386/i386/trap.c:744
	va = 0
	vm = (struct vmspace *) 0x0
	map = 0xc0691f80
	rv = 1
	ftype = 1 '\001'
	td = (struct thread *) 0xc1dd4480
	p = (struct proc *) 0xc1dd3830
#5  0xc060c871 in trap (frame=
      {tf_fs = -1066926072, tf_es = 40, tf_ds = -1042481112, tf_edi = -1041406420, tf_esi = 0, tf_ebp = -864146676, tf_isp = -864146740, tf_ebx = 128, tf_edx = 128, tf_ecx = 32, tf_eax = -1041406420, tf_trapno = 12, tf_err = 0, tf_eip = -1067405446, tf_cs = 32, tf_eflags = 590338, tf_esp = 0, tf_ss = -1041405896})
    at /var/data/6s/src/sys/i386/i386/trap.c:434
	td = (struct thread *) 0xc1dd4480
	p = (struct proc *) 0xc1dd3830
	sticks = 3252503680
	i = 0
	ucode = 0
	type = 12
	code = 0
	eva = 0
#6  0xc05fc6ca in calltrap () at /var/data/6s/src/sys/i386/i386/exception.s:139
No locals.
#7  0xc060af7a in generic_bcopy ()
    at /var/data/6s/src/sys/i386/i386/support.s:489
No locals.
(kgdb) q


More information about the freebsd-stable mailing list