Two Dell PE1850s keep locking up...
Jason Lixfeld
jason+lists.freebsd-questions at lixfeld.ca
Sat Aug 19 19:28:30 UTC 2006
(Please forgive the verbosity of this note)
I have two identically configured Dell PowerEdge 1850 servers running
FreeBSD 6.1-R-p3. Both of these machines seem to lock up under
whatever load conditions are are present during compiling
applications. The most recent lockup on one machine was while
compiling a kernel, the other was while running portupgrade. Not
sure what the straw is that breaks the back here, so I'm wondering if
anyone has seen anything like this before and can perhaps shed some
light on what might be happening, or perhaps give me some clues on
how I can go about debugging/troubleshooting this.
I've included a some output which will hopefully give a clear picture
of how these guys are configured.
While I appreciate everyone's input, please save yourself the trouble
if your canned response would normally be something to the effect of
telling me that Dell suck and I should use HP or IBM if I want to run
FreeBSD.
Thanks in advance!
pciconf -lv:
hostb0 at pci0:0:0: class=0x060000 card=0x016c1028
chip=0x35908086 rev=0x09 hdr=0x00
vendor = 'Intel Corporation'
device = 'E752x Server Memory Controller Hub'
class = bridge
subclass = HOST-PCI
pcib1 at pci0:2:0: class=0x060400 card=0x00000050 chip=0x35958086
rev=0x09 hdr=0x01
vendor = 'Intel Corporation'
device = 'E752x Memory Controller Hub PCI Express Port A0'
class = bridge
subclass = PCI-PCI
pcib4 at pci0:4:0: class=0x060400 card=0x00000050 chip=0x35978086
rev=0x09 hdr=0x01
vendor = 'Intel Corporation'
device = 'E752x Memory Controller Hub PCI Express Port B0'
class = bridge
subclass = PCI-PCI
pcib5 at pci0:5:0: class=0x060400 card=0x00000050 chip=0x35988086
rev=0x09 hdr=0x01
vendor = 'Intel Corporation'
device = 'E752x Memory Controller Hub PCI Express Port B1'
class = bridge
subclass = PCI-PCI
pcib8 at pci0:6:0: class=0x060400 card=0x00000050 chip=0x35998086
rev=0x09 hdr=0x01
vendor = 'Intel Corporation'
device = 'E752x Memory Controller Hub PCI Express Port C0'
class = bridge
subclass = PCI-PCI
uhci0 at pci0:29:0: class=0x0c0300 card=0x016c1028
chip=0x24d28086 rev=0x02 hdr=0x00
vendor = 'Intel Corporation'
device = '82801EB/ER (ICH5/ICH5R) USB UHCI Controller'
class = serial bus
subclass = USB
uhci1 at pci0:29:1: class=0x0c0300 card=0x016c1028
chip=0x24d48086 rev=0x02 hdr=0x00
vendor = 'Intel Corporation'
device = '82801EB/ER (ICH5/ICH5R) USB UHCI Controller'
class = serial bus
subclass = USB
uhci2 at pci0:29:2: class=0x0c0300 card=0x016c1028
chip=0x24d78086 rev=0x02 hdr=0x00
vendor = 'Intel Corporation'
device = '82801EB/ER (ICH5/ICH5R) USB UHCI Controller'
class = serial bus
subclass = USB
ehci0 at pci0:29:7: class=0x0c0320 card=0x016c1028
chip=0x24dd8086 rev=0x02 hdr=0x00
vendor = 'Intel Corporation'
device = '82801EB/ER (ICH5/ICH5R) USB 2.0 EHCI Controller'
class = serial bus
subclass = USB
pcib9 at pci0:30:0: class=0x060400 card=0x00000000
chip=0x244e8086 rev=0xc2 hdr=0x01
vendor = 'Intel Corporation'
device = '82801BA/CA/DB/DBL/EB/ER/FB (ICH2/3/4/4/5/5/6),
6300ESB Hub Interface to PCI Bridge'
class = bridge
subclass = PCI-PCI
isab0 at pci0:31:0: class=0x060100 card=0x00000000
chip=0x24d08086 rev=0x02 hdr=0x00
vendor = 'Intel Corporation'
device = '82801EB/ER (ICH5/ICH5R) LPC Interface Bridge'
class = bridge
subclass = PCI-ISA
atapci0 at pci0:31:1: class=0x01018a card=0x016c1028
chip=0x24db8086 rev=0x02 hdr=0x00
vendor = 'Intel Corporation'
device = '82801EB/ER (ICH5/ICH5R) EIDE Controller'
class = mass storage
subclass = ATA
pcib2 at pci1:0:0: class=0x060400 card=0x00000044 chip=0x03308086
rev=0x06 hdr=0x01
vendor = 'Intel Corporation'
device = '80332 [Dobson] I/O processor A-segment Bridge'
class = bridge
subclass = PCI-PCI
pcib3 at pci1:0:2: class=0x060400 card=0x00000044 chip=0x03328086
rev=0x06 hdr=0x01
vendor = 'Intel Corporation'
device = '80332 [Dobson] I/O processor B-segment Bridge'
class = bridge
subclass = PCI-PCI
amr0 at pci2:14:0: class=0x010400 card=0x016c1028 chip=0x00131028
rev=0x06 hdr=0x00
vendor = 'Dell Computer Corporation'
class = mass storage
subclass = RAID
pcib6 at pci5:0:0: class=0x060400 card=0x00000044 chip=0x03298086
rev=0x09 hdr=0x01
vendor = 'Intel Corporation'
device = '6700PXH PCI Express-to-PCI Express Bridge A'
class = bridge
subclass = PCI-PCI
pcib7 at pci5:0:2: class=0x060400 card=0x00000044 chip=0x032a8086
rev=0x09 hdr=0x01
vendor = 'Intel Corporation'
device = '6700PXH PCI Express-to-PCI Express Bridge B'
class = bridge
subclass = PCI-PCI
em0 at pci6:7:0: class=0x020000 card=0x016d1028 chip=0x10768086
rev=0x05 hdr=0x00
vendor = 'Intel Corporation'
device = '82547EI Gigabit Ethernet Controller'
class = network
subclass = ethernet
em1 at pci7:8:0: class=0x020000 card=0x016d1028 chip=0x10768086
rev=0x05 hdr=0x00
vendor = 'Intel Corporation'
device = '82547EI Gigabit Ethernet Controller'
class = network
subclass = ethernet
none0 at pci9:13:0: class=0x030000 card=0x016c1028
chip=0x51591002 rev=0x00 hdr=0x00
vendor = 'ATI Technologies Inc'
device = 'RV100 Radeon 7000 / Radeon VE'
class = display
subclass = VGA
dmesg:
ricky# dmesg
Copyright (c) 1992-2006 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights
reserved.
FreeBSD 6.1-RELEASE-p3 #9: Wed Aug 9 10:07:40 EDT 2006
root at RICKY.domain.tld:/usr/obj/usr/src/sys/RICKY
ACPI APIC Table: <DELL PE BKC >
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Xeon(TM) CPU 3.00GHz (2992.71-MHz K8-class CPU)
Origin = "GenuineIntel" Id = 0xf43 Stepping = 3
Features=0xbfebfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE
,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,
Features2=0x641d<SSE3,RSVD2,MON,DS_CPL,CNTX-ID,CX16,<b14>>
AMD Features=0x20100800<SYSCALL,NX,LM>
Logical CPUs per core: 2
real memory = 1073479680 (1023 MB)
avail memory = 1028681728 (981 MB)
FreeBSD/SMP: Multiprocessor System Detected: 2 CPUs
cpu0 (BSP): APIC ID: 0
cpu1 (AP): APIC ID: 1
ioapic0: Changing APIC ID to 2
ioapic1: Changing APIC ID to 3
ioapic1: WARNING: intbase 32 != expected base 24
ioapic2: Changing APIC ID to 4
ioapic2: WARNING: intbase 64 != expected base 56
ioapic0 <Version 2.0> irqs 0-23 on motherboard
ioapic1 <Version 2.0> irqs 32-55 on motherboard
ioapic2 <Version 2.0> irqs 64-87 on motherboard
acpi0: <DELL PE BKC> on motherboard
acpi0: Power Button (fixed)
Timecounter "ACPI-fast" frequency 3579545 Hz quality 1000
acpi_timer0: <24-bit timer at 3.579545MHz> port 0x808-0x80b on acpi0
cpu0: <ACPI CPU> on acpi0
cpu1: <ACPI CPU> on acpi0
pcib0: <ACPI Host-PCI bridge> port 0xcf8-0xcff on acpi0
pci0: <ACPI PCI bus> on pcib0
pcib1: <ACPI PCI-PCI bridge> at device 2.0 on pci0
pci1: <ACPI PCI bus> on pcib1
pcib2: <ACPI PCI-PCI bridge> at device 0.0 on pci1
pci2: <ACPI PCI bus> on pcib2
amr0: <LSILogic MegaRAID 1.53> mem 0xf80f0000-0xf80fffff,
0xfe9e0000-0xfe9fffff irq 46 at device 14.0 on pci2
amr0: Using 64-bit DMA
amr0: delete logical drives supported by controller
amr0: <LSILogic PERC 4e/Si> Firmware 521X, BIOS H430, 256MB RAM
pcib3: <ACPI PCI-PCI bridge> at device 0.2 on pci1
pci3: <ACPI PCI bus> on pcib3
pcib4: <ACPI PCI-PCI bridge> at device 4.0 on pci0
pci4: <ACPI PCI bus> on pcib4
pcib5: <ACPI PCI-PCI bridge> at device 5.0 on pci0
pci5: <ACPI PCI bus> on pcib5
pcib6: <ACPI PCI-PCI bridge> at device 0.0 on pci5
pci6: <ACPI PCI bus> on pcib6
em0: <Intel(R) PRO/1000 Network Connection Version - 3.2.18> port
0xecc0-0xecff mem 0xfe6e0000-0xfe6fffff irq 64 at devi
em0: Ethernet address: 00:13:72:53:4a:04
pcib7: <ACPI PCI-PCI bridge> at device 0.2 on pci5
pci7: <ACPI PCI bus> on pcib7
em1: <Intel(R) PRO/1000 Network Connection Version - 3.2.18> port
0xdcc0-0xdcff mem 0xfe4e0000-0xfe4fffff irq 65 at devi
em1: Ethernet address: 00:13:72:53:4a:05
pcib8: <ACPI PCI-PCI bridge> at device 6.0 on pci0
pci8: <ACPI PCI bus> on pcib8
uhci0: <Intel 82801EB (ICH5) USB controller USB-A> port 0xbce0-0xbcff
irq 16 at device 29.0 on pci0
uhci0: [GIANT-LOCKED]
usb0: <Intel 82801EB (ICH5) USB controller USB-A> on uhci0
usb0: USB revision 1.0
uhub0: Intel UHCI root hub, class 9/0, rev 1.00/1.00, addr 1
uhub0: 2 ports with 2 removable, self powered
uhci1: <Intel 82801EB (ICH5) USB controller USB-B> port 0xbcc0-0xbcdf
irq 19 at device 29.1 on pci0
uhci1: [GIANT-LOCKED]
usb1: <Intel 82801EB (ICH5) USB controller USB-B> on uhci1
usb1: USB revision 1.0
uhub1: Intel UHCI root hub, class 9/0, rev 1.00/1.00, addr 1
uhub1: 2 ports with 2 removable, self powered
uhci2: <Intel 82801EB (ICH5) USB controller USB-C> port 0xbca0-0xbcbf
irq 18 at device 29.2 on pci0
uhci2: [GIANT-LOCKED]
usb2: <Intel 82801EB (ICH5) USB controller USB-C> on uhci2
usb2: USB revision 1.0
uhub2: Intel UHCI root hub, class 9/0, rev 1.00/1.00, addr 1
uhub2: 2 ports with 2 removable, self powered
ehci0: <Intel 82801EB/R (ICH5) USB 2.0 controller> mem
0xfeb00000-0xfeb003ff irq 23 at device 29.7 on pci0
ehci0: [GIANT-LOCKED]
usb3: EHCI version 1.0
usb3: companion controllers, 2 ports each: usb0 usb1 usb2
usb3: <Intel 82801EB/R (ICH5) USB 2.0 controller> on ehci0
usb3: USB revision 2.0
uhub3: Intel EHCI root hub, class 9/0, rev 2.00/1.00, addr 1
uhub3: 6 ports with 6 removable, self powered
uhub4: vendor 0x413c product 0xa001, class 9/0, rev 2.00/0.00, addr 2
uhub4: multiple transaction translators
uhub4: 2 ports with 2 removable, self powered
pcib9: <ACPI PCI-PCI bridge> at device 30.0 on pci0
pci9: <ACPI PCI bus> on pcib9
pci9: <display, VGA> at device 13.0 (no driver attached)
isab0: <PCI-ISA bridge> at device 31.0 on pci0
isa0: <ISA bus> on isab0
atapci0: <Intel ICH5 UDMA100 controller> port
0x1f0-0x1f7,0x3f6,0x170-0x177,0x376,0xfc00-0xfc0f at device 31.1 on pci0
ata0: <ATA channel 0> on atapci0
ata1: <ATA channel 1> on atapci0
sio0: configured irq 4 not in bitmap of probed irqs 0
sio0: port may not be enabled
sio0: <16550A-compatible COM port> port 0x3f8-0x3ff irq 4 flags 0x10
on acpi0
sio0: type 16550A, console
orm0: <ISA Option ROMs> at iomem 0xc0000-0xcafff,0xec000-0xeffff on isa0
atkbdc0: <Keyboard controller (i8042)> at port 0x60,0x64 on isa0
sc0: <System console> at flags 0x100 on isa0
sc0: VGA <16 virtual consoles, flags=0x300>
sio1: configured irq 3 not in bitmap of probed irqs 0
sio1: port may not be enabled
vga0: <Generic ISA VGA> at port 0x3c0-0x3df iomem 0xa0000-0xbffff on
isa0
ucom0: Belkin USB PDA Adapter Belkin Components, rev 1.10/1.02, addr 2
Timecounters tick every 1.000 msec
acd0: CDROM <TEAC CD-ROM CD-224E-N/3.AB> at ata0-master UDMA33
amr0: delete logical drives supported by controller
amrd0: <LSILogic MegaRAID logical drive> on amr0
amrd0: 139900MB (286515200 sectors) RAID 1 (optimal)
SMP: AP CPU #1 Launched!
Trying to mount root from ufs:/dev/amrd0s2a
WARNING: / was not properly dismounted
WARNING: /tmp was not properly dismounted
WARNING: /usr was not properly dismounted
/usr: mount pending error: blocks 16 files 2
WARNING: /var was not properly dismounted
em0: link state changed to UP
em1: link state changed to UP
Raid Configuration:
# megarc -ldInfo -a0 -Lall
**********************************************************************
MEGARC MegaRAID Configuration Utility(FreeBSD)-1.04
(03-02-2005)
By LSI Logic Corp.,USA
**********************************************************************
[Note: For SATA-2, 4 and 6 channel controllers, please
specify
Ch=0 Id=0..15 for specifying physical drive(Ch=channel,
Id=Target)]
Type ? as command line arg for help
Finding Devices On Each MegaRAID Adapter...
Scanning Ha 0, Chnl 0 Target 15
*******Information Of Logical Drive 0*******
Logical Drive : 0( Adapter: 0 ): Status: OPTIMAL
---------------------------------------------------
SpanDepth :01 RaidLevel: 1 RdAhead : Adaptive Cache:
DirectIo
StripSz :064KB Stripes : 2 WrPolicy: WriteBack
Logical Drive 0 : SpanLevel_0 Disks
Chnl Target StartBlock Blocks Physical Target Status
---- ------ ---------- ------ ----------------------
0 00 0x00000000 0x1113e000 ONLINE
0 01 0x00000000 0x1113e000 ONLINE
Kernel Config:
machine amd64
cpu HAMMER
ident RICKY
options SCHED_ULE # ULE scheduler
options PREEMPTION # Enable kernel thread
preemption
options INET # InterNETworking
options FFS # Berkeley Fast Filesystem
options SOFTUPDATES # Enable FFS soft updates
support
options UFS_ACL # Support for access control
lists
options UFS_DIRHASH # Improve performance on big
directories
options CD9660 # ISO 9660 Filesystem
options COMPAT_43 # Needed by COMPAT_LINUX32
options COMPAT_IA32 # Compatible with i386 binaries
options COMPAT_FREEBSD4 # Compatible with FreeBSD4
options COMPAT_FREEBSD5 # Compatible with FreeBSD5
options COMPAT_LINUX32 # Compatible with i386 linux
binaries
options SCSI_DELAY=5000 # Delay (in ms) before
probing SCSI
options SYSVSHM # SYSV-style shared memory
options SYSVMSG # SYSV-style message queues
options SYSVSEM # SYSV-style semaphores
options _KPOSIX_PRIORITY_SCHEDULING # POSIX P1003_1B real-
time extensions
options KBD_INSTALL_CDEV # install a CDEV entry in /dev
options ADAPTIVE_GIANT # Giant mutex is adaptive.
device acpi
device pci
device ata
device atadisk # ATA disk drives
device atapicd # ATAPI CDROM drives
options ATA_STATIC_ID # Static device numbering
device scbus # SCSI bus (required for SCSI)
device amr # AMI MegaRAID
device atkbdc # AT keyboard controller
device atkbd # AT keyboard
device psm # PS/2 mouse
device vga # VGA video card driver
device splash # Splash screen and screen saver support
device sc
device sio # 8250, 16[45]50 based serial ports
device em # Intel PRO/1000 adapter Gigabit
Ethernet Card
device loop # Network loopback
device random # Entropy device
device ether # Ethernet support
device pty # Pseudo-ttys (telnet etc)
device bpf # Berkeley packet filter
device uhci # UHCI PCI->USB interface
device ehci # EHCI PCI->USB interface (USB 2.0)
device usb # USB Bus (required)
device ucom
device umct
device ukbd # Keyboard
device ums # Mouse
options SMP # SMP
device mem # lsof
device io # lsof
options IPI_PREEMPTION
device mptable # Optional MPSPEC mptable
support
options DEVICE_POLLING
options HZ=1000
options ENABLE_ALART
options ACCEPT_FILTER_HTTP # Apache accf_http module
More information about the freebsd-questions
mailing list