Jump to content
Калькуляторы

Помогите найти причину падения сервера

Есть два сервера на FreeBSD, в работе больше года

root@nas1:/root # uname -a
FreeBSD nas1.domain.net 9.1-RELEASE-p13 FreeBSD 9.1-RELEASE-p13 #1: Tue May 20 16:01:35 MSK 2014     root@nas1.domain.net:/usr/obj/usr/src/sys/nas1  amd64

Пару недель назад начали уходить в ребут без видимых причин, в ребут уходят с разницей в час, в /var/log/messages только

reboot after panic: page fault

До этого был 9.1-RELEASE-p1, вчера обновили систему, порты, софт.

Пока сделал только backtrace дампа ядра (под спойлером):

 

root@nas1:/usr/obj/usr/src/sys/nas1 # kgdb kernel.debug /var/crash/vmcore.4
GNU gdb 6.1.1 [FreeBSD]
Copyright 2004 Free Software Foundation, Inc.
GDB is free software, covered by the GNU General Public License, and you are
welcome to change it and/or distribute copies of it under certain conditions.
Type "show copying" to see the conditions.
There is absolutely no warranty for GDB.  Type "show warranty" for details.
This GDB was configured as "amd64-marcel-freebsd"...

Unread portion of the kernel message buffer:
panic: page fault
cpuid = 0
KDB: stack backtrace:
#0 0xffffffff8057d226 at kdb_backtrace+0x66
#1 0xffffffff8054723e at panic+0x1ce
#2 0xffffffff8078da10 at trap_fatal+0x290
#3 0xffffffff8078dd4d at trap_pfault+0x1ed
#4 0xffffffff8078e36e at trap+0x3ce
#5 0xffffffff8077892f at calltrap+0x8
#6 0xffffffff8064f578 at ip_fragment+0x1e8
#7 0xffffffff8064fec6 at ip_output+0x706
#8 0xffffffff8064cd33 at ip_forward+0x303
#9 0xffffffff8064e3e8 at ip_input+0x5c8
#10 0xffffffff80608e6b at netisr_dispatch_src+0x20b
#11 0xffffffff8061c384 at ng_iface_rcvdata+0x114
#12 0xffffffff80617d88 at ng_apply_item+0x208
#13 0xffffffff80616eee at ng_snd_item+0x39e
#14 0xffffffff80617d88 at ng_apply_item+0x208
#15 0xffffffff80616eee at ng_snd_item+0x39e
#16 0xffffffff80619ccc at ng_car_rcvdata+0xbc
#17 0xffffffff80617d88 at ng_apply_item+0x208
Uptime: 22m47s
Dumping 497 out of 4075 MB:..4%..13%..23%..33%..42%..52%..62%..71%..81%..91%

Reading symbols from /boot/kernel/ng_vjc.ko...Reading symbols from /boot/kernel/ng_vjc.ko.symbols...done.
done.
Loaded symbols for /boot/kernel/ng_vjc.ko
#0  doadump (textdump=Variable "textdump" is not available.
) at pcpu.h:224
224		__asm("movq %%gs:0,%0" : "=r" (td));
(kgdb) bt
#0  doadump (textdump=Variable "textdump" is not available.
) at pcpu.h:224
#1  0xffffffff80546d21 in kern_reboot (howto=260) at /usr/src/sys/kern/kern_shutdown.c:448
#2  0xffffffff80547217 in panic (fmt=0x1 <Address 0x1 out of bounds>) at /usr/src/sys/kern/kern_shutdown.c:636
#3  0xffffffff8078da10 in trap_fatal (frame=0xc, eva=Variable "eva" is not available.
) at /usr/src/sys/amd64/amd64/trap.c:857
#4  0xffffffff8078dd4d in trap_pfault (frame=0xffffff8000273b00, usermode=0) at /usr/src/sys/amd64/amd64/trap.c:773
#5  0xffffffff8078e36e in trap (frame=0xffffff8000273b00) at /usr/src/sys/amd64/amd64/trap.c:456
#6  0xffffffff8077892f in calltrap () at /usr/src/sys/amd64/amd64/exception.S:228
#7  0xffffffff805a85c7 in m_copym (m=0x0, off0=1500, len=1480, wait=1) at /usr/src/sys/kern/uipc_mbuf.c:542
#8  0xffffffff8064f578 in ip_fragment (ip=0xfffffe011f5c1858, m_frag=0xffffff8000273d28, mtu=Variable "mtu" is not available.
) at /usr/src/sys/netinet/ip_output.c:822
#9  0xffffffff8064fec6 in ip_output (m=0xfffffe011f5c1800, opt=Variable "opt" is not available.
) at /usr/src/sys/netinet/ip_output.c:653
#10 0xffffffff8064cd33 in ip_forward (m=0xfffffe0132b1db00, srcrt=Variable "srcrt" is not available.
) at /usr/src/sys/netinet/ip_input.c:1494
#11 0xffffffff8064e3e8 in ip_input (m=0xfffffe0132b1db00) at /usr/src/sys/netinet/ip_input.c:702
#12 0xffffffff80608e6b in netisr_dispatch_src (proto=1, source=Variable "source" is not available.
) at /usr/src/sys/net/netisr.c:1013
#13 0xffffffff8061c384 in ng_iface_rcvdata (hook=Variable "hook" is not available.
) at /usr/src/sys/netgraph/ng_iface.c:781
#14 0xffffffff80617d88 in ng_apply_item (node=0xfffffe0012e44d00, item=0xfffffe0012b3bb80, rw=0) at /usr/src/sys/netgraph/ng_base.c:2391
#15 0xffffffff80616eee in ng_snd_item (item=Variable "item" is not available.
) at /usr/src/sys/netgraph/ng_base.c:2308
#16 0xffffffff80617d88 in ng_apply_item (node=0xfffffe0012e8a700, item=0xfffffe0012b3bb80, rw=0) at /usr/src/sys/netgraph/ng_base.c:2391
#17 0xffffffff80616eee in ng_snd_item (item=Variable "item" is not available.
) at /usr/src/sys/netgraph/ng_base.c:2308
#18 0xffffffff80619ccc in ng_car_rcvdata (hook=Variable "hook" is not available.
) at /usr/src/sys/netgraph/ng_car.c:365
#19 0xffffffff80617d88 in ng_apply_item (node=0xfffffe0012cd2a00, item=0xfffffe0012b3bb80, rw=0) at /usr/src/sys/netgraph/ng_base.c:2391
#20 0xffffffff80616eee in ng_snd_item (item=Variable "item" is not available.
) at /usr/src/sys/netgraph/ng_base.c:2308
#21 0xffffffff80617d88 in ng_apply_item (node=0xfffffe0012e8a700, item=0xfffffe0012b3bb80, rw=0) at /usr/src/sys/netgraph/ng_base.c:2391
#22 0xffffffff80616eee in ng_snd_item (item=Variable "item" is not available.
) at /usr/src/sys/netgraph/ng_base.c:2308
#23 0xffffffff80617d88 in ng_apply_item (node=0xfffffe0012e8a900, item=0xfffffe0012b3bb80, rw=0) at /usr/src/sys/netgraph/ng_base.c:2391
#24 0xffffffff80616eee in ng_snd_item (item=Variable "item" is not available.
) at /usr/src/sys/netgraph/ng_base.c:2308
#25 0xffffffff806256ae in ng_ppp_rcvdata (hook=Variable "hook" is not available.
) at /usr/src/sys/netgraph/ng_ppp.c:1522
#26 0xffffffff80617d88 in ng_apply_item (node=0xfffffe0012e54000, item=0xfffffe0012b3bb80, rw=0) at /usr/src/sys/netgraph/ng_base.c:2391
#27 0xffffffff80616eee in ng_snd_item (item=Variable "item" is not available.
) at /usr/src/sys/netgraph/ng_base.c:2308
#28 0xffffffff80617d88 in ng_apply_item (node=0xfffffe0012ed4a00, item=0xfffffe0012b3bb80, rw=0) at /usr/src/sys/netgraph/ng_base.c:2391
#29 0xffffffff80616eee in ng_snd_item (item=Variable "item" is not available.
) at /usr/src/sys/netgraph/ng_base.c:2308
#30 0xffffffff80617d88 in ng_apply_item (node=0xfffffe0012ed4e00, item=0xfffffe0012b3bb80, rw=0) at /usr/src/sys/netgraph/ng_base.c:2391
#31 0xffffffff80616eee in ng_snd_item (item=Variable "item" is not available.
) at /usr/src/sys/netgraph/ng_base.c:2308
#32 0xffffffff8061ea0a in ng_ksocket_incoming2 (node=0xfffffe0012ed5100, hook=Variable "hook" is not available.
) at /usr/src/sys/netgraph/ng_ksocket.c:1150
#33 0xffffffff80617e8b in ng_apply_item (node=0xfffffe0012ed5100, item=0xfffffe0012d00000, rw=1) at /usr/src/sys/netgraph/ng_base.c:2462
#34 0xffffffff80619127 in ngthread (arg=Variable "arg" is not available.
) at /usr/src/sys/netgraph/ng_base.c:3426
#35 0xffffffff805198ff in fork_exit (callout=0xffffffff80618f60 <ngthread>, arg=0x0, frame=0xffffff8000274c40) at /usr/src/sys/kern/kern_fork.c:992
#36 0xffffffff80778e5e in fork_trampoline () at /usr/src/sys/amd64/amd64/exception.S:602
#37 0x0000000000000000 in ?? ()
#38 0x0000000000000000 in ?? ()
#39 0x0000000000000001 in ?? ()
#40 0x0000000000000000 in ?? ()
#41 0x0000000000000000 in ?? ()
#42 0x0000000000000000 in ?? ()
#43 0x0000000000000000 in ?? ()
#44 0x0000000000000000 in ?? ()
#45 0x0000000000000000 in ?? ()
#46 0x0000000000000000 in ?? ()
#47 0x0000000000000000 in ?? ()
#48 0x0000000000000000 in ?? ()
#49 0x0000000000000000 in ?? ()
#50 0x0000000000000000 in ?? ()
#51 0x0000000000000000 in ?? ()
#52 0x0000000000000000 in ?? ()
---Type <return> to continue, or q <return> to quit---q
Quit
(kgdb) up 7
#7  0xffffffff805a85c7 in m_copym (m=0x0, off0=1500, len=1480, wait=1) at /usr/src/sys/kern/uipc_mbuf.c:542
542			if (off < m->m_len)
(kgdb) list
537		MBUF_CHECKSLEEP(wait);
538		if (off == 0 && m->m_flags & M_PKTHDR)
539			copyhdr = 1;
540		while (off > 0) {
541			KASSERT(m != NULL, ("m_copym, offset > size of mbuf chain"));
542			if (off < m->m_len)
543				break;
544			off -= m->m_len;
545			m = m->m_next;
546		}
(kgdb) print m
$1 = (struct mbuf *) 0x0
(kgdb) print m->m_len
There is no member named m_len.

 

 

Ядро кастомное:

 

root@nas1:/root # cat /usr/src/sys/amd64/conf/nas1 
#
# GENERIC -- Generic kernel configuration file for FreeBSD/amd64
#
# For more information on this file, please read the config(5) manual page,
# and/or the handbook section on Kernel Configuration Files:
#
#    http://www.FreeBSD.org/doc/en_US.ISO8859-1/books/handbook/kernelconfig-config.html
#
# The handbook is also available locally in /usr/share/doc/handbook
# if you've installed the doc distribution, otherwise always see the
# FreeBSD World Wide Web server (http://www.FreeBSD.org/) for the
# latest information.
#
# An exhaustive list of options and more detailed explanations of the
# device lines is also present in the ../../conf/NOTES and NOTES files.
# If you are in doubt as to the purpose or necessity of a line, check first
# in NOTES.
#
# $FreeBSD: releng/9.1/sys/amd64/conf/GENERIC 238090 2012-07-04 00:54:16Z delphij $

cpu		HAMMER
ident		nas1

makeoptions	DEBUG=-g		# Build kernel with gdb(1) debug symbols

options 	SCHED_ULE		# ULE scheduler
options 	PREEMPTION		# Enable kernel thread preemption
options 	INET			# InterNETworking
#options 	INET6			# IPv6 communications protocols
options 	SCTP			# Stream Control Transmission Protocol
options 	FFS			# Berkeley Fast Filesystem
options 	SOFTUPDATES		# Enable FFS soft updates support
options 	UFS_ACL			# Support for access control lists
options 	UFS_DIRHASH		# Improve performance on big directories
options 	UFS_GJOURNAL		# Enable gjournal-based UFS journaling
options 	MD_ROOT			# MD is a potential root device
options 	NFSCL			# New Network Filesystem Client
options 	NFSD			# New Network Filesystem Server
options 	NFSLOCKD		# Network Lock Manager
options 	NFS_ROOT		# NFS usable as /, requires NFSCL
options 	MSDOSFS			# MSDOS Filesystem
options 	CD9660			# ISO 9660 Filesystem
options 	PROCFS			# Process filesystem (requires PSEUDOFS)
options 	PSEUDOFS		# Pseudo-filesystem framework
options 	GEOM_PART_GPT		# GUID Partition Tables.
options 	GEOM_RAID		# Soft RAID functionality.
options 	GEOM_LABEL		# Provides labelization
options 	COMPAT_FREEBSD32	# Compatible with i386 binaries
options 	COMPAT_FREEBSD4		# Compatible with FreeBSD4
options 	COMPAT_FREEBSD5		# Compatible with FreeBSD5
options 	COMPAT_FREEBSD6		# Compatible with FreeBSD6
options 	COMPAT_FREEBSD7		# Compatible with FreeBSD7
options 	SCSI_DELAY=5000		# Delay (in ms) before probing SCSI
options 	KTRACE			# ktrace(1) support
options 	STACK			# stack(9) support
options 	SYSVSHM			# SYSV-style shared memory
options 	SYSVMSG			# SYSV-style message queues
options 	SYSVSEM			# SYSV-style semaphores
options 	_KPOSIX_PRIORITY_SCHEDULING # POSIX P1003_1B real-time extensions
options 	PRINTF_BUFR_SIZE=128	# Prevent printf output being interspersed.
options 	KBD_INSTALL_CDEV	# install a CDEV entry in /dev
options 	HWPMC_HOOKS		# Necessary kernel hooks for hwpmc(4)
options 	AUDIT			# Security event auditing
options 	MAC			# TrustedBSD MAC Framework
#options 	KDTRACE_FRAME		# Ensure frames are compiled in
#options 	KDTRACE_HOOKS		# Kernel DTrace hooks
options 	INCLUDE_CONFIG_FILE     # Include this file in kernel
options 	KDB			# Kernel debugger related code
options 	KDB_TRACE		# Print a stack trace for a panic

# Make an SMP-capable kernel by default
options 	SMP			# Symmetric MultiProcessor Kernel


# IPFW
options		IPFIREWALL
options		IPFIREWALL_VERBOSE
options		IPFIREWALL_VERBOSE_LIMIT=1000
options		IPFIREWALL_FORWARD
options		IPFIREWALL_NAT

options		LIBALIAS
options		IPFILTER
options		IPDIVERT

# NETGRAPH
options		NETGRAPH
options		NETGRAPH_IPFW
options		NETGRAPH_TEE
options		NETGRAPH_NETFLOW
options		NETGRAPH_SPLIT
options		NETGRAPH_BPF
options		NETGRAPH_CAR
options		NETGRAPH_ECHO
options		NETGRAPH_ETHER
options		NETGRAPH_NAT
options		NETGRAPH_PPP
options		NETGRAPH_PPTPGRE
options		NETGRAPH_TCPMSS
options		NETGRAPH_SOCKET
options		NETGRAPH_KSOCKET
options		NETGRAPH_MPPC_ENCRYPTION
options		NETGRAPH_IFACE
options		NETGRAPH_DEVICE

# UTF-8
options		TEKEN_UTF8
#options		TEKEN_XTERM

# CARP
device		carp

# CPU frequency control
device		cpufreq

# Bus support.
device		acpi
device		pci

# Floppy drives
#device		fdc

# ATA controllers
device		ahci		# AHCI-compatible SATA controllers
device		ata		# Legacy ATA/SATA controllers
options 	ATA_CAM		# Handle legacy controllers with CAM
options 	ATA_STATIC_ID	# Static device numbering
device		mvs		# Marvell 88SX50XX/88SX60XX/88SX70XX/SoC SATA
device		siis		# SiliconImage SiI3124/SiI3132/SiI3531 SATA

# SCSI Controllers
#device		ahc		# AHA2940 and onboard AIC7xxx devices
#options 	AHC_REG_PRETTY_PRINT	# Print register bitfields in debug
				# output.  Adds ~128k to driver.
#device		ahd		# AHA39320/29320 and onboard AIC79xx devices
#options 	AHD_REG_PRETTY_PRINT	# Print register bitfields in debug
				# output.  Adds ~215k to driver.
#device		esp		# AMD Am53C974 (Tekram DC-390(T))
#device		hptiop		# Highpoint RocketRaid 3xxx series
#device		isp		# Qlogic family
#device		ispfw		# Firmware for QLogic HBAs- normally a module
#device		mpt		# LSI-Logic MPT-Fusion
#device		mps		# LSI-Logic MPT-Fusion 2
#device		ncr		# NCR/Symbios Logic
#device		sym		# NCR/Symbios Logic (newer chipsets + those of `ncr')
#device		trm		# Tekram DC395U/UW/F DC315U adapters

#device		adv		# Advansys SCSI adapters
#device		adw		# Advansys wide SCSI adapters
#device		aic		# Adaptec 15[012]x SCSI adapters, AIC-6[23]60.
#device		bt		# Buslogic/Mylex MultiMaster SCSI adapters
#device		isci		# Intel C600 SAS controller

# ATA/SCSI peripherals
device		scbus		# SCSI bus (required for ATA/SCSI)
#device		ch		# SCSI media changers
device		da		# Direct Access (disks)
#device		sa		# Sequential Access (tape etc)
device		cd		# CD
device		pass		# Passthrough device (direct ATA/SCSI access)
device		ses		# Enclosure Services (SES and SAF-TE)
device		ctl		# CAM Target Layer

# RAID controllers interfaced to the SCSI subsystem
#device		amr		# AMI MegaRAID
#device		arcmsr		# Areca SATA II RAID
#XXX it is not 64-bit clean, -scottl
#device		asr		# DPT SmartRAID V, VI and Adaptec SCSI RAID
#device		ciss		# Compaq Smart RAID 5*
#device		dpt		# DPT Smartcache III, IV - See NOTES for options
#device		hptmv		# Highpoint RocketRAID 182x
#device		hptrr		# Highpoint RocketRAID 17xx, 22xx, 23xx, 25xx
#device		iir		# Intel Integrated RAID
#device		ips		# IBM (Adaptec) ServeRAID
#device		mly		# Mylex AcceleRAID/eXtremeRAID
#device		twa		# 3ware 9000 series PATA/SATA RAID
#device		tws		# LSI 3ware 9750 SATA+SAS 6Gb/s RAID controller

# RAID controllers
#device		aac		# Adaptec FSA RAID
#device		aacp		# SCSI passthrough for aac (requires CAM)
#device		ida		# Compaq Smart RAID
#device		mfi		# LSI MegaRAID SAS
#device		mlx		# Mylex DAC960 family
#XXX pointer/int warnings
#device		pst		# Promise Supertrak SX6000
#device		twe		# 3ware ATA RAID

# atkbdc0 controls both the keyboard and the PS/2 mouse
device		atkbdc		# AT keyboard controller
device		atkbd		# AT keyboard
device		psm		# PS/2 mouse

device		kbdmux		# keyboard multiplexer

device		vga		# VGA video card driver
options 	VESA		# Add support for VESA BIOS Extensions (VBE)

#device		splash		# Splash screen and screen saver support

# syscons is the default console driver, resembling an SCO console
device		sc
options 	SC_PIXEL_MODE	# add support for the raster text mode

device		agp		# support several AGP chipsets

# PCCARD (PCMCIA) support
# PCMCIA and cardbus bridge support
#device		cbb		# cardbus (yenta) bridge
#device		pccard		# PC Card (16-bit) bus
#device		cardbus		# CardBus (32-bit) bus

# Serial (COM) ports
device		uart		# Generic UART driver

# Parallel port
#device		ppc
#device		ppbus		# Parallel port bus (required)
#device		lpt		# Printer
#device		plip		# TCP/IP over parallel
#device		ppi		# Parallel port interface device
#device		vpo		# Requires scbus and da

#device		puc		# Multi I/O cards and multi-channel UARTs

# PCI Ethernet NICs.
#device		bxe		# Broadcom BCM57710/BCM57711/BCM57711E 10Gb Ethernet
#device		de		# DEC/Intel DC21x4x (``Tulip'')
device		em		# Intel PRO/1000 Gigabit Ethernet Family
device		igb		# Intel PRO/1000 PCIE Server Gigabit Family
device		ixgbe		# Intel PRO/10GbE PCIE Ethernet Family
#device		le		# AMD Am7900 LANCE and Am79C9xx PCnet
#device		ti		# Alteon Networks Tigon I/II gigabit Ethernet
#device		txp		# 3Com 3cR990 (``Typhoon'')
#device		vx		# 3Com 3c590, 3c595 (``Vortex'')

# PCI Ethernet NICs that use the common MII bus controller code.
# NOTE: Be sure to keep the 'device miibus' line in order to use these NICs!
device		miibus		# MII bus support
#device		ae		# Attansic/Atheros L2 FastEthernet
#device		age		# Attansic/Atheros L1 Gigabit Ethernet
#device		alc		# Atheros AR8131/AR8132 Ethernet
#device		ale		# Atheros AR8121/AR8113/AR8114 Ethernet
#device		bce		# Broadcom BCM5706/BCM5708 Gigabit Ethernet
#device		bfe		# Broadcom BCM440x 10/100 Ethernet
#device		bge		# Broadcom BCM570xx Gigabit Ethernet
#device		cas		# Sun Cassini/Cassini+ and NS DP83065 Saturn
#device		dc		# DEC/Intel 21143 and various workalikes
#device		et		# Agere ET1310 10/100/Gigabit Ethernet
#device		fxp		# Intel EtherExpress PRO/100B (82557, 82558)
#device		gem		# Sun GEM/Sun ERI/Apple GMAC
#device		hme		# Sun HME (Happy Meal Ethernet)
#device		jme		# JMicron JMC250 Gigabit/JMC260 Fast Ethernet
#device		lge		# Level 1 LXT1001 gigabit Ethernet
#device		msk		# Marvell/SysKonnect Yukon II Gigabit Ethernet
#device		nfe		# nVidia nForce MCP on-board Ethernet
#device		nge		# NatSemi DP83820 gigabit Ethernet
#device		nve		# nVidia nForce MCP on-board Ethernet Networking
#device		pcn		# AMD Am79C97x PCI 10/100 (precedence over 'le')
#device		re		# RealTek 8139C+/8169/8169S/8110S
#device		rl		# RealTek 8129/8139
#device		sf		# Adaptec AIC-6915 (``Starfire'')
#device		sge		# Silicon Integrated Systems SiS190/191
#device		sis		# Silicon Integrated Systems SiS 900/SiS 7016
#device		sk		# SysKonnect SK-984x & SK-982x gigabit Ethernet
#device		ste		# Sundance ST201 (D-Link DFE-550TX)
#device		stge		# Sundance/Tamarack TC9021 gigabit Ethernet
#device		tl		# Texas Instruments ThunderLAN
#device		tx		# SMC EtherPower II (83c170 ``EPIC'')
#device		vge		# VIA VT612x gigabit Ethernet
##device		vr		# VIA Rhine, Rhine II
#device		wb		# Winbond W89C840F
#device		xl		# 3Com 3c90x (``Boomerang'', ``Cyclone'')

# ISA Ethernet NICs.  pccard NICs included.
#device		cs		# Crystal Semiconductor CS89x0 NIC
# 'device ed' requires 'device miibus'
#device		ed		# NE[12]000, SMC Ultra, 3c503, DS8390 cards
#device		ex		# Intel EtherExpress Pro/10 and Pro/10+
#device		ep		# Etherlink III based cards
#device		fe		# Fujitsu MB8696x based cards
#device		sn		# SMC's 9000 series of Ethernet chips
#device		xe		# Xircom pccard Ethernet

# Wireless NIC cards
#device		wlan		# 802.11 support
#options 	IEEE80211_DEBUG	# enable debug msgs
#options 	IEEE80211_AMPDU_AGE # age frames in AMPDU reorder q's
#options 	IEEE80211_SUPPORT_MESH	# enable 802.11s draft support
#device		wlan_wep	# 802.11 WEP support
#device		wlan_ccmp	# 802.11 CCMP support
#device		wlan_tkip	# 802.11 TKIP support
#device		wlan_amrr	# AMRR transmit rate control algorithm
#device		an		# Aironet 4500/4800 802.11 wireless NICs.
#device		ath		# Atheros NIC's
#device		ath_pci		# Atheros pci/cardbus glue
#device		ath_hal		# pci/cardbus chip support
#options 	AH_SUPPORT_AR5416	# enable AR5416 tx/rx descriptors
#device		ath_rate_sample	# SampleRate tx rate control for ath
#device		bwi		# Broadcom BCM430x/BCM431x wireless NICs.
#device		bwn		# Broadcom BCM43xx wireless NICs.
#device		ipw		# Intel 2100 wireless NICs.
#device		iwi		# Intel 2200BG/2225BG/2915ABG wireless NICs.
#device		iwn		# Intel 4965/1000/5000/6000 wireless NICs.
#device		malo		# Marvell Libertas wireless NICs.
#device		mwl		# Marvell 88W8363 802.11n wireless NICs.
#device		ral		# Ralink Technology RT2500 wireless NICs.
#device		wi		# WaveLAN/Intersil/Symbol 802.11 wireless NICs.
#device		wpi		# Intel 3945ABG wireless NICs.

# Pseudo devices.
device		loop		# Network loopback
device		random		# Entropy device
device		ether		# Ethernet support
device		vlan		# 802.1Q VLAN support
device		tun		# Packet tunnel.
device		pty		# BSD-style compatibility pseudo ttys
device		md		# Memory "disks"
device		gif		# IPv6 and IPv4 tunneling
device		faith		# IPv6-to-IPv4 relaying (translation)
device		firmware	# firmware assist module

# The `bpf' device enables the Berkeley Packet Filter.
# Be aware of the administrative consequences of enabling this!
# Note that 'bpf' is required for DHCP.
device		bpf		# Berkeley packet filter

# USB support
#options 	USB_DEBUG	# enable debug msgs
device		uhci		# UHCI PCI->USB interface
device		ohci		# OHCI PCI->USB interface
device		ehci		# EHCI PCI->USB interface (USB 2.0)
device		xhci		# XHCI PCI->USB interface (USB 3.0)
device		usb		# USB Bus (required)
#device		udbp		# USB Double Bulk Pipe devices (needs netgraph)
device		uhid		# "Human Interface Devices"
device		ukbd		# Keyboard
#device		ulpt		# Printer
device		umass		# Disks/Mass storage - Requires scbus and da
device		ums		# Mouse
#device		urio		# Diamond Rio 500 MP3 player
# USB Serial devices
#device		u3g		# USB-based 3G modems (Option, Huawei, Sierra)
#device		uark		# Technologies ARK3116 based serial adapters
#device		ubsa		# Belkin F5U103 and compatible serial adapters
#device		uftdi		# For FTDI usb serial adapters
#device		uipaq		# Some WinCE based devices
#device		uplcom		# Prolific PL-2303 serial adapters
#device		uslcom		# SI Labs CP2101/CP2102 serial adapters
#device		uvisor		# Visor and Palm devices
#device		uvscom		# USB serial support for DDI pocket's PHS
# USB Ethernet, requires miibus
#device		aue		# ADMtek USB Ethernet
#device		axe		# ASIX Electronics USB Ethernet
#device		cdce		# Generic USB over Ethernet
#device		cue		# CATC USB Ethernet
#device		kue		# Kawasaki LSI USB Ethernet
#device		rue		# RealTek RTL8150 USB Ethernet
#device		udav		# Davicom DM9601E USB
# USB Wireless
#device		rum		# Ralink Technology RT2501USB wireless NICs
#device		run		# Ralink Technology RT2700/RT2800/RT3000 NICs.
#device		uath		# Atheros AR5523 wireless NICs
#device		upgt		# Conexant/Intersil PrismGT wireless NICs.
#device		ural		# Ralink Technology RT2500USB wireless NICs
#device		urtw		# Realtek RTL8187B/L wireless NICs
#device		zyd		# ZyDAS zd1211/zd1211b wireless NICs

# FireWire support
#device		firewire	# FireWire bus code
# sbp(4) works for some systems but causes boot failure on others
#device		sbp		# SCSI over FireWire (Requires scbus and da)
#device		fwe		# Ethernet over FireWire (non-standard!)
#device		fwip		# IP over FireWire (RFC 2734,3146)
#device		dcons		# Dumb console driver
#device		dcons_crom	# Configuration ROM for dcons

# Sound support
#device		sound		# Generic sound driver (required)
#device		snd_cmi		# CMedia CMI8338/CMI8738
#device		snd_csa		# Crystal Semiconductor CS461x/428x
#device		snd_emu10kx	# Creative SoundBlaster Live! and Audigy
#device		snd_es137x	# Ensoniq AudioPCI ES137x
#device		snd_hda		# Intel High Definition Audio
#device		snd_ich		# Intel, NVidia and other ICH AC'97 Audio
#device		snd_uaudio	# USB Audio
#device		snd_via8233	# VIA VT8233x Audio

 

Если запретить на файрволе icmp пакеты - то серверы не паникуют, но в этом случае пропадает возможность пинговать хосты в интернете, пока используем это как временный вариант.

В FreeBSD совсем не силен, подскажите куда смотреть.

Edited by evgen.v

Share this post


Link to post
Share on other sites

покажите:

cat /boot/loader.conf
cat /etc/sysctl.conf
cat /etc/rc.conf
cat /etc/rc.local
(внешние IP адреса можете забить XXX)
pciconf -lv
vmstat -i
netstat -s
sysctl -a | grep flow

Edited by vlad11

Share this post


Link to post
Share on other sites

cat /boot/loader.conf

#autoboot_deleay="3"
#net.isr.maxthreads=4

kern.maxusers=1024				#Пропорционально увеличивает kern.maxfiles - максимальное число дескрипторов файлов
hw.em.rxd=4096					#Задаем какой буфер использовать для сетевых карт (должны быть реально)
hw.em.txd=4096					#Задаем какой буфер использовать для сетевых карт (должны быть реально)
#hw.em.max_interrupt_rate=32000	#Количество генерируемых прерываний в секунду
hw.igb.rxd=4096					#Задаем какой буфер использовать для сетевых карт (должны быть реально)
hw.igb.txd=4096					#Задаем какой буфер использовать для сетевых карт (должны быть реально)
hw.igb.max_interrupt_rate=32000	#Количество генерируемых прерываний в секунду
hw.igb.enable_aim=0

#netgraph queue sizes tuning, see vmstat -z|egrep 'ITEM|NetGraph'
#Увеличение длины очередей сообщений для нод netgraph
net.graph.maxdata=65536
net.graph.maxalloc=65536

#Увеличение длины некоторых очередей, связанных с обработкой пакетов различными ядерными сетевыми подсистемами, во избежании переполнения этих очередей
net.route.netisr_maxqlen=4096	# for rtsock
net.isr.defaultqlimit=4096		# for other protocols (IP & PPPoE)
net.link.ifqmaxlen=10240		# default outgoing interface queue length used by lagg etc.

­

cat /etc/sysctl.conf

 

# $FreeBSD: release/9.0.0/etc/sysctl.conf 112200 2003-03-13 18:43:50Z mux $
#
#  This file is read when going to multi-user and its contents piped thru
#  ``sysctl'' to adjust kernel values.  ``man 5 sysctl.conf'' for details.
#

# Uncomment this to prevent users from seeing information about processes that
# are being run under another UID.
#security.bsd.see_other_uids=0
net.inet.tcp.blackhole=2			#Запрет ответа при обращении на закрытые порты
net.inet.udp.blackhole=1			#Тоже самое только для udp
net.inet.icmp.drop_redirect=1		#Запрет icmp редиректов
net.inet.icmp.maskrepl=0			#Запрет запроса маски адресов по icmp
net.inet.icmp.icmplim=100			#Максимальное количество пакетов icmp
net.inet.icmp.bmcastecho=0			#Запрет ответа на широковещательный ECHO
#net.inet.tcp.syncookies=1			#Механизм syncookies, для защиты от SYN флуда

debug.debugger_on_panic=0			#Перезагружаться, когда произошла паника, если 1 то запускать отладчик при панике
debug.minidump=1					#Сохранять в дамп только реально используемые страницы памяти

#net.isr.dispatch=deferred			#Выключение режима direct dispatch

kern.ipc.nmbclusters=400000			#Увеличение числа сетевых буферов
kern.ipc.maxsockbuf=23175936		#maximum socket buffer size
kern.ipc.shmall=32768				#Параметры shared memory
kern.ipc.somaxconn=32768			#Размер очереди для приема новых TCP соединений
kern.ipc.maxsockets=204800			#Количество сокетов
kern.maxfiles=204800				#Всего файлов в система
kern.maxfilesperproc=200000			#Максимальное количество файлов на процесс

#Для стабильной работы netgraph
#net.graph.somaxconn=4096
net.graph.maxdgram=8388608
net.graph.recvspace=8388608

net.inet.ip.fastforwarding=0		#Выключить ff. При включенном - обрабатывать входящие пакеты непосредственно в момент приема
net.inet.ip.intr_queue_maxlen=10240 #Максимальная длина приемной очереди, при переполнении которого стек дропает входящий пакет

net.inet.carp.preempt=1				#Включаем carp
net.inet.carp.log=2					#Пишем логи карпа

# em tuning
dev.em.0.rx_int_delay=200
dev.em.0.tx_int_delay=200
dev.em.0.rx_abs_int_delay=4000
dev.em.0.tx_abs_int_delay=4000
dev.em.0.rx_processing_limit=4096	#Адаптивный polling, разрешаем прерывания с сетевухи при достижении значения

dev.em.1.rx_int_delay=200
dev.em.1.tx_int_delay=200
dev.em.1.rx_abs_int_delay=4000
dev.em.1.tx_abs_int_delay=4000
dev.em.1.rx_processing_limit=4096	#Адаптивный polling, разрешаем прерывания с сетевухи при достижении значения

#igb tuning
dev.igb.0.rx_processing_limit=4096	#Адаптивный polling, разрешаем прерывания с сетевухи при достижении значения
dev.igb.1.rx_processing_limit=4096	#Адаптивный polling, разрешаем прерывания с сетевухи при достижении значения
dev.igb.0.enable_aim=0
dev.igb.1.enable_aim=0

 

 

cat /etc/rc.conf

hostname="nas1.domain.net"

# Network
cloned_interfaces="carp0 carp1"
ipv4_addrs_igb0="XXX/24"
ipv4_addrs_igb1="XXX/30"
ipv4_addrs_em0="XXX/26"
ifconfig_carp0="vhid 10 pass 1e4010# XXX/24"
ifconfig_carp1="vhid 20 pass 1e4011# advskew 100 XXX/24"

static_routes="users"
route_users="-net XXX/16 XXX"
defaultrouter="XXX"
gateway_enable="YES"

sendmail_enable="NO"
sendmail_submit_enable="NO"
sendmail_outbound_enable="NO"
sendmail_msp_queue_enable="NO"

dumpdev="AUTO"
dumpdir="/var/crash"
savecore_flags="-z"

firewall_enable="YES"
firewall_script="/etc/ipfw.sh"
firewall_quit="YES"
firewall_logging="YES"
ntpd_enable="YES"
bird6_enable="NO"
bird_enable="NO"
zabbix_agentd_enable="YES"
mpd_enable="YES"
sshd_enable="YES"
#mysql_dbdir="/mnt/db"
mysql_enable="NO"
lbucd_enable="NO"
squid_enable="YES"
ntpd_enable="YES"
quagga_enable="YES"
quagga_daemons="zebra bgpd"

 

cat /etc/rc.local

cat: /etc/rc.local: No such file or directory

 

vmstat -i

interrupt                          total       rate
irq1: atkbd0                          16          0
irq18: ehci0 uhci5                     2          0
irq21: uhci1                          21          0
cpu0:timer                      14572197        193
irq256: igb0:que 0              15721888        209
irq257: igb0:que 1              14222496        189
irq258: igb0:que 2              20230780        268
irq259: igb0:que 3              15406613        204
irq260: igb0:link                      2          0
irq261: igb1:que 0              14466255        192
irq262: igb1:que 1               9275557        123
irq263: igb1:que 2              16647825        221
irq264: igb1:que 3               4409669         58
irq265: igb1:link                      2          0
irq266: em0:rx 0                 2471092         32
irq267: em0:tx 0                 1625285         21
irq268: em0:link                       2          0
irq272: ahci0                     791502         10
cpu3:timer                       8896863        118
cpu1:timer                       7764141        103
cpu2:timer                       9104465        121
Total                          155606673       2068

 

netstat -s

 

tcp:
1260990 packets sent
	1127800 data packets (145980423 bytes)
	2270 data packets (5026544 bytes) retransmitted
	31 data packets unnecessarily retransmitted
	0 resends initiated by MTU discovery
	127953 ack-only packets (14653 delayed)
	0 URG only packets
	50 window probe packets
	68 window update packets
	2865 control packets
879564 packets received
	731294 acks (for 146088157 bytes)
	1083 duplicate acks
	0 acks for unsent data
	153873 packets (3844601 bytes) received in-sequence
	49 completely duplicate packets (813 bytes)
	7 old duplicate packets
	0 packets with some dup. data (0 bytes duped)
	7 out-of-order packets (408 bytes)
	0 packets (0 bytes) of data after window
	0 window probes
	1008 window update packets
	29 packets received after close
	34 discarded for bad checksums
	0 discarded for bad header offset fields
	0 discarded because packet too short
	0 discarded due to memory problems
1914 connection requests
55182 connection accepts
0 bad connection attempts
0 listen queue overflows
69 ignored RSTs in the windows
55870 connections established (including accepts)
57047 connections closed (including 39 drops)
	255 connections updated cached RTT on close
	266 connections updated cached RTT variance on close
	101 connections updated cached ssthresh on close
22 embryonic connections dropped
315849 segments updated rtt (of 207733 attempts)
1941 retransmit timeouts
	12 connections dropped by rexmit timeout
50 persist timeouts
	0 connections dropped by persist timeout
0 Connections (fin_wait_2) dropped because of timeout
42 keepalive timeouts
	20 keepalive probes sent
	22 connections dropped by keepalive
273923 correct ACK header predictions
86854 correct data packet header predictions
55182 syncache entries added
	1 retransmitted
	1 dupsyn
	0 dropped
	55182 completed
	0 bucket overflow
	0 cache overflow
	0 reset
	0 stale
	0 aborted
	0 badack
	0 unreach
	0 zone failures
55182 cookies sent
0 cookies received
75 hostcache entries added
	0 bucket overflow
17 SACK recovery episodes
625 segment rexmits in SACK recovery episodes
909424 byte rexmits in SACK recovery episodes
2182 SACK options (SACK blocks) received
15 SACK options (SACK blocks) sent
0 SACK scoreboard overflow
0 packets with ECN CE bit set
0 packets with ECN ECT(0) bit set
0 packets with ECN ECT(1) bit set
0 successful ECN handshakes
0 times ECN reduced the congestion window
udp:
30336 datagrams received
0 with incomplete header
0 with bad data length field
0 with bad checksum
0 with no checksum
73 dropped due to no socket
3138 broadcast/multicast datagrams undelivered
0 dropped due to full socket buffers
0 not for hashed pcb
27125 delivered
27363 datagrams output
0 times multicast source filter matched
sctp:
0 input packets
	0 datagrams
	0 packets that had data
	0 input SACK chunks
	0 input DATA chunks
	0 duplicate DATA chunks
	0 input HB chunks
	0 HB-ACK chunks
	0 input ECNE chunks
	0 input AUTH chunks
	0 chunks missing AUTH
	0 invalid HMAC ids received
	0 invalid secret ids received
	0 auth failed
	0 fast path receives all one chunk
	0 fast path multi-part data
0 output packets
	0 output SACKs
	0 output DATA chunks
	0 retransmitted DATA chunks
	0 fast retransmitted DATA chunks
	0 FR's that happened more than once to same chunk
	0 output HB chunks
	0 output ECNE chunks
	0 output AUTH chunks
	0 ip_output error counter
Packet drop statistics:
	0 from middle box
	0 from end host
	0 with data
	0 non-data, non-endhost
	0 non-endhost, bandwidth rep only
	0 not enough for chunk header
	0 not enough data to confirm
	0 where process_chunk_drop said break
	0 failed to find TSN
	0 attempt reverse TSN lookup
	0 e-host confirms zero-rwnd
	0 midbox confirms no space
	0 data did not match TSN
	0 TSN's marked for Fast Retran
Timeouts:
	0 iterator timers fired
	0 T3 data time outs
	0 window probe (T3) timers fired
	0 INIT timers fired
	0 sack timers fired
	0 shutdown timers fired
	0 heartbeat timers fired
	0 a cookie timeout fired
	0 an endpoint changed its cookiesecret
	0 PMTU timers fired
	0 shutdown ack timers fired
	0 shutdown guard timers fired
	0 stream reset timers fired
	0 early FR timers fired
	0 an asconf timer fired
	0 auto close timer fired
	0 asoc free timers expired
	0 inp free timers expired
0 packet shorter than header
0 checksum error
0 no endpoint for port
0 bad v-tag
0 bad SID
0 no memory
0 number of multiple FR in a RTT window
0 RFC813 allowed sending
0 RFC813 does not allow sending
0 times max burst prohibited sending
0 look ahead tells us no memory in interface
0 numbers of window probes sent
0 times an output error to clamp down on next user send
0 times sctp_senderrors were caused from a user
0 number of in data drops due to chunk limit reached
0 number of in data drops due to rwnd limit reached
0 times a ECN reduced the cwnd
0 used express lookup via vtag
0 collision in express lookup
0 times the sender ran dry of user data on primary
0 same for above
0 sacks the slow way
0 window update only sacks sent
0 sends with sinfo_flags !=0
0 unordered sends
0 sends with EOF flag set
0 sends with ABORT flag set
0 times protocol drain called
0 times we did a protocol drain
0 times recv was called with peek
0 cached chunks used
0 cached stream oq's used
0 unread messages abandonded by close
0 send burst avoidance, already max burst inflight to net
0 send cwnd full avoidance, already max burst inflight to net
0 number of map array over-runs via fwd-tsn's
ip:
74927817 total packets received
378 bad header checksums
0 with size smaller than minimum
13 with data size < data length
0 with ip length > max ip packet size
0 with header length < data size
0 with data length < header length
0 with bad options
0 with incorrect version number
5996 fragments received
0 fragments dropped (dup or out of space)
0 fragments dropped after timeout
2998 packets reassembled ok
26199605 packets for this host
15620 packets for unknown/unsupported protocol
48504201 packets forwarded (0 packets fast forwarded)
266 packets not forwardable
0 packets received for unknown multicast group
0 redirects sent
26962770 packets sent from this host
0 packets sent with fabricated ip header
0 output packets dropped due to no bufs, etc.
0 output packets discarded due to no route
4895 output datagrams fragmented
9812 fragments created
500 datagrams that can't be fragmented
0 tunneling packets that can't find gif
0 datagrams with bad address in header
icmp:
1214 calls to icmp_error
0 errors not generated in response to an icmp message
Output histogram:
	echo reply: 11251
	destination unreachable: 250
	time exceeded: 899
0 messages with bad code fields
0 messages less than the minimum length
0 messages with bad checksum
0 messages with bad length
0 multicast echo requests ignored
0 multicast timestamp requests ignored
Input histogram:
	echo reply: 5
	destination unreachable: 11
	echo: 40049
11251 message responses generated
0 invalid return addresses
0 no return routes
ICMP address mask responses are disabled
igmp:
15463 messages received
0 messages received with too few bytes
0 messages received with wrong TTL
0 messages received with bad checksum
14964 V1/V2 membership queries received
0 V3 membership queries received
0 membership queries received with invalid field(s)
14964 general queries received
0 group queries received
0 group-source queries received
0 group-source queries dropped
0 membership reports received
0 membership reports received with invalid field(s)
0 membership reports received for groups to which we belong
0 V3 reports received without Router Alert
1 membership report sent
carp:
75329 packets received (IPv4)
0 packets received (IPv6)
	0 packets discarded for wrong TTL
	0 packets shorter than header
	0 discarded for bad checksums
	0 discarded packets with a bad version
	0 discarded because packet too short
	0 discarded for bad authentication
	0 discarded for bad vhid
	0 discarded because of a bad address list
75153 packets sent (IPv4)
0 packets sent (IPv6)
	0 send failed due to mbuf memory error
arp:
188 ARP requests sent
4896 ARP replies sent
37169 ARP requests received
250 ARP replies received
37489 ARP packets received
7 total packets dropped due to no ARP entry
139 ARP entrys timed out
0 Duplicate IPs seen

 

 

sysctl -a | grep flow

kern.sigqueue.overflow: 0
net.inet.tcp.reass.overflows: 0

 

pciconf -lv

 

hostb0@pci0:0:0:0:	class=0x060000 card=0x000615d9 chip=0x34038086 rev=0x13 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '5500 I/O Hub to ESI Port'
   class      = bridge
   subclass   = HOST-PCI
pcib1@pci0:0:1:0:	class=0x060400 card=0x000615d9 chip=0x34088086 rev=0x13 hdr=0x01
   vendor     = 'Intel Corporation'
   device     = '5520/5500/X58 I/O Hub PCI Express Root Port 1'
   class      = bridge
   subclass   = PCI-PCI
pcib2@pci0:0:3:0:	class=0x060400 card=0x000615d9 chip=0x340a8086 rev=0x13 hdr=0x01
   vendor     = 'Intel Corporation'
   device     = '5520/5500/X58 I/O Hub PCI Express Root Port 3'
   class      = bridge
   subclass   = PCI-PCI
pcib3@pci0:0:7:0:	class=0x060400 card=0x000615d9 chip=0x340e8086 rev=0x13 hdr=0x01
   vendor     = 'Intel Corporation'
   device     = '5520/5500/X58 I/O Hub PCI Express Root Port 7'
   class      = bridge
   subclass   = PCI-PCI
pcib4@pci0:0:9:0:	class=0x060400 card=0x000615d9 chip=0x34108086 rev=0x13 hdr=0x01
   vendor     = 'Intel Corporation'
   device     = '5520/5500/X58 I/O Hub PCI Express Root Port 9'
   class      = bridge
   subclass   = PCI-PCI
ioapic0@pci0:0:19:0:	class=0x080020 card=0x00000000 chip=0x342d8086 rev=0x13 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '5520/5500/X58 I/O Hub I/OxAPIC Interrupt Controller'
   class      = base peripheral
   subclass   = interrupt controller
none0@pci0:0:20:0:	class=0x080000 card=0x00000000 chip=0x342e8086 rev=0x13 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '5520/5500/X58 I/O Hub System Management Registers'
   class      = base peripheral
   subclass   = interrupt controller
none1@pci0:0:20:1:	class=0x080000 card=0x00000000 chip=0x34228086 rev=0x13 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '5520/5500/X58 I/O Hub GPIO and Scratch Pad Registers'
   class      = base peripheral
   subclass   = interrupt controller
none2@pci0:0:20:2:	class=0x080000 card=0x00000000 chip=0x34238086 rev=0x13 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '5520/5500/X58 I/O Hub Control Status and RAS Registers'
   class      = base peripheral
   subclass   = interrupt controller
none3@pci0:0:20:3:	class=0x080000 card=0x00000000 chip=0x34388086 rev=0x13 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '5520/5500/X58 I/O Hub Throttle Registers'
   class      = base peripheral
   subclass   = interrupt controller
none4@pci0:0:22:0:	class=0x088000 card=0x000615d9 chip=0x34308086 rev=0x13 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '5520/5500/X58 Chipset QuickData Technology Device'
   class      = base peripheral
none5@pci0:0:22:1:	class=0x088000 card=0x000615d9 chip=0x34318086 rev=0x13 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '5520/5500/X58 Chipset QuickData Technology Device'
   class      = base peripheral
none6@pci0:0:22:2:	class=0x088000 card=0x000615d9 chip=0x34328086 rev=0x13 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '5520/5500/X58 Chipset QuickData Technology Device'
   class      = base peripheral
none7@pci0:0:22:3:	class=0x088000 card=0x000615d9 chip=0x34338086 rev=0x13 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '5520/5500/X58 Chipset QuickData Technology Device'
   class      = base peripheral
none8@pci0:0:22:4:	class=0x088000 card=0x000615d9 chip=0x34298086 rev=0x13 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '5520/5500/X58 Chipset QuickData Technology Device'
   class      = base peripheral
none9@pci0:0:22:5:	class=0x088000 card=0x000615d9 chip=0x342a8086 rev=0x13 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '5520/5500/X58 Chipset QuickData Technology Device'
   class      = base peripheral
none10@pci0:0:22:6:	class=0x088000 card=0x000615d9 chip=0x342b8086 rev=0x13 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '5520/5500/X58 Chipset QuickData Technology Device'
   class      = base peripheral
none11@pci0:0:22:7:	class=0x088000 card=0x000615d9 chip=0x342c8086 rev=0x13 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '5520/5500/X58 Chipset QuickData Technology Device'
   class      = base peripheral
uhci0@pci0:0:26:0:	class=0x0c0300 card=0x000615d9 chip=0x3a378086 rev=0x00 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '82801JI (ICH10 Family) USB UHCI Controller'
   class      = serial bus
   subclass   = USB
uhci1@pci0:0:26:1:	class=0x0c0300 card=0x000615d9 chip=0x3a388086 rev=0x00 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '82801JI (ICH10 Family) USB UHCI Controller'
   class      = serial bus
   subclass   = USB
uhci2@pci0:0:26:2:	class=0x0c0300 card=0x000615d9 chip=0x3a398086 rev=0x00 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '82801JI (ICH10 Family) USB UHCI Controller'
   class      = serial bus
   subclass   = USB
ehci0@pci0:0:26:7:	class=0x0c0320 card=0x000615d9 chip=0x3a3c8086 rev=0x00 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '82801JI (ICH10 Family) USB2 EHCI Controller'
   class      = serial bus
   subclass   = USB
none12@pci0:0:27:0:	class=0x040300 card=0x000615d9 chip=0x3a3e8086 rev=0x00 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '82801JI (ICH10 Family) HD Audio Controller'
   class      = multimedia
   subclass   = HDA
pcib5@pci0:0:28:0:	class=0x060400 card=0x000615d9 chip=0x3a408086 rev=0x00 hdr=0x01
   vendor     = 'Intel Corporation'
   device     = '82801JI (ICH10 Family) PCI Express Root Port 1'
   class      = bridge
   subclass   = PCI-PCI
pcib6@pci0:0:28:4:	class=0x060400 card=0x000615d9 chip=0x3a488086 rev=0x00 hdr=0x01
   vendor     = 'Intel Corporation'
   device     = '82801JI (ICH10 Family) PCI Express Root Port 5'
   class      = bridge
   subclass   = PCI-PCI
pcib7@pci0:0:28:5:	class=0x060400 card=0x000615d9 chip=0x3a4a8086 rev=0x00 hdr=0x01
   vendor     = 'Intel Corporation'
   device     = '82801JI (ICH10 Family) PCI Express Root Port 6'
   class      = bridge
   subclass   = PCI-PCI
uhci3@pci0:0:29:0:	class=0x0c0300 card=0x000615d9 chip=0x3a348086 rev=0x00 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '82801JI (ICH10 Family) USB UHCI Controller'
   class      = serial bus
   subclass   = USB
uhci4@pci0:0:29:1:	class=0x0c0300 card=0x000615d9 chip=0x3a358086 rev=0x00 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '82801JI (ICH10 Family) USB UHCI Controller'
   class      = serial bus
   subclass   = USB
uhci5@pci0:0:29:2:	class=0x0c0300 card=0x000615d9 chip=0x3a368086 rev=0x00 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '82801JI (ICH10 Family) USB UHCI Controller'
   class      = serial bus
   subclass   = USB
ehci1@pci0:0:29:7:	class=0x0c0320 card=0x000615d9 chip=0x3a3a8086 rev=0x00 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '82801JI (ICH10 Family) USB2 EHCI Controller'
   class      = serial bus
   subclass   = USB
pcib8@pci0:0:30:0:	class=0x060401 card=0x000615d9 chip=0x244e8086 rev=0x90 hdr=0x01
   vendor     = 'Intel Corporation'
   device     = '82801 PCI Bridge'
   class      = bridge
   subclass   = PCI-PCI
isab0@pci0:0:31:0:	class=0x060100 card=0x000615d9 chip=0x3a168086 rev=0x00 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '82801JIR (ICH10R) LPC Interface Controller'
   class      = bridge
   subclass   = PCI-ISA
ahci0@pci0:0:31:2:	class=0x010601 card=0x000615d9 chip=0x3a228086 rev=0x00 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '82801JI (ICH10 Family) SATA AHCI Controller'
   class      = mass storage
   subclass   = SATA
none13@pci0:0:31:3:	class=0x0c0500 card=0x000615d9 chip=0x3a308086 rev=0x00 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '82801JI (ICH10 Family) SMBus Controller'
   class      = serial bus
   subclass   = SMBus
igb0@pci0:3:0:0:	class=0x020000 card=0xa03c8086 chip=0x10c98086 rev=0x01 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '82576 Gigabit Network Connection'
   class      = network
   subclass   = ethernet
igb1@pci0:3:0:1:	class=0x020000 card=0xa03c8086 chip=0x10c98086 rev=0x01 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '82576 Gigabit Network Connection'
   class      = network
   subclass   = ethernet
em0@pci0:6:0:0:	class=0x020000 card=0x10d315d9 chip=0x10d38086 rev=0x00 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '82574L Gigabit Network Connection'
   class      = network
   subclass   = ethernet
em1@pci0:7:0:0:	class=0x020000 card=0x10d315d9 chip=0x10d38086 rev=0x00 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = '82574L Gigabit Network Connection'
   class      = network
   subclass   = ethernet
vgapci0@pci0:8:1:0:	class=0x030000 card=0x000615d9 chip=0x0532102b rev=0x0a hdr=0x00
   vendor     = 'Matrox Graphics, Inc.'
   device     = 'MGA G200eW WPCM450'
   class      = display
   subclass   = VGA
hostb1@pci0:255:0:0:	class=0x060000 card=0x80868086 chip=0x2c708086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series QuickPath Architecture Generic Non-core Registers'
   class      = bridge
   subclass   = HOST-PCI
hostb2@pci0:255:0:1:	class=0x060000 card=0x80868086 chip=0x2d818086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series QuickPath Architecture System Address Decoder'
   class      = bridge
   subclass   = HOST-PCI
hostb3@pci0:255:2:0:	class=0x060000 card=0x80868086 chip=0x2d908086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series QPI Link 0'
   class      = bridge
   subclass   = HOST-PCI
hostb4@pci0:255:2:1:	class=0x060000 card=0x80868086 chip=0x2d918086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series QPI Physical 0'
   class      = bridge
   subclass   = HOST-PCI
hostb5@pci0:255:2:2:	class=0x060000 card=0x80868086 chip=0x2d928086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series Mirror Port Link 0'
   class      = bridge
   subclass   = HOST-PCI
hostb6@pci0:255:2:3:	class=0x060000 card=0x80868086 chip=0x2d938086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series Mirror Port Link 1'
   class      = bridge
   subclass   = HOST-PCI
hostb7@pci0:255:2:4:	class=0x060000 card=0x80868086 chip=0x2d948086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series QPI Link 1'
   class      = bridge
   subclass   = HOST-PCI
hostb8@pci0:255:2:5:	class=0x060000 card=0x80868086 chip=0x2d958086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series QPI Physical 1'
   class      = bridge
   subclass   = HOST-PCI
hostb9@pci0:255:3:0:	class=0x060000 card=0x80868086 chip=0x2d988086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series Integrated Memory Controller Registers'
   class      = bridge
   subclass   = HOST-PCI
hostb10@pci0:255:3:1:	class=0x060000 card=0x80868086 chip=0x2d998086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series Integrated Memory Controller Target Address Decoder'
   class      = bridge
   subclass   = HOST-PCI
hostb11@pci0:255:3:2:	class=0x060000 card=0x80868086 chip=0x2d9a8086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series Integrated Memory Controller RAS Registers'
   class      = bridge
   subclass   = HOST-PCI
hostb12@pci0:255:3:4:	class=0x060000 card=0x80868086 chip=0x2d9c8086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series Integrated Memory Controller Test Registers'
   class      = bridge
   subclass   = HOST-PCI
hostb13@pci0:255:4:0:	class=0x060000 card=0x80868086 chip=0x2da08086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series Integrated Memory Controller Channel 0 Control'
   class      = bridge
   subclass   = HOST-PCI
hostb14@pci0:255:4:1:	class=0x060000 card=0x80868086 chip=0x2da18086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series Integrated Memory Controller Channel 0 Address'
   class      = bridge
   subclass   = HOST-PCI
hostb15@pci0:255:4:2:	class=0x060000 card=0x80868086 chip=0x2da28086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series Integrated Memory Controller Channel 0 Rank'
   class      = bridge
   subclass   = HOST-PCI
hostb16@pci0:255:4:3:	class=0x060000 card=0x80868086 chip=0x2da38086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series Integrated Memory Controller Channel 0 Thermal Control'
   class      = bridge
   subclass   = HOST-PCI
hostb17@pci0:255:5:0:	class=0x060000 card=0x80868086 chip=0x2da88086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series Integrated Memory Controller Channel 1 Control'
   class      = bridge
   subclass   = HOST-PCI
hostb18@pci0:255:5:1:	class=0x060000 card=0x80868086 chip=0x2da98086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series Integrated Memory Controller Channel 1 Address'
   class      = bridge
   subclass   = HOST-PCI
hostb19@pci0:255:5:2:	class=0x060000 card=0x80868086 chip=0x2daa8086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series Integrated Memory Controller Channel 1 Rank'
   class      = bridge
   subclass   = HOST-PCI
hostb20@pci0:255:5:3:	class=0x060000 card=0x80868086 chip=0x2dab8086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series Integrated Memory Controller Channel 1 Thermal Control'
   class      = bridge
   subclass   = HOST-PCI
hostb21@pci0:255:6:0:	class=0x060000 card=0x80868086 chip=0x2db08086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series Integrated Memory Controller Channel 2 Control'
   class      = bridge
   subclass   = HOST-PCI
hostb22@pci0:255:6:1:	class=0x060000 card=0x80868086 chip=0x2db18086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series Integrated Memory Controller Channel 2 Address'
   class      = bridge
   subclass   = HOST-PCI
hostb23@pci0:255:6:2:	class=0x060000 card=0x80868086 chip=0x2db28086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series Integrated Memory Controller Channel 2 Rank'
   class      = bridge
   subclass   = HOST-PCI
hostb24@pci0:255:6:3:	class=0x060000 card=0x80868086 chip=0x2db38086 rev=0x02 hdr=0x00
   vendor     = 'Intel Corporation'
   device     = 'Xeon 5600 Series Integrated Memory Controller Channel 2 Thermal Control'
   class      = bridge
   subclass   = HOST-PCI

 

 

uptime

4:40PM  up 21:04, 3 users, load averages: 0.05, 0.01, 0.00

Share this post


Link to post
Share on other sites

еще

netstat -m
ls -l /var/crash
df -h
cat /etc/fstab

http://www.freebsd.org/doc/en/books/faq/advanced.html#idp68761264

http://www.freebsd.org/doc/en_US.ISO8859-1/books/developers-handbook/kerneldebug.html

 

ищем креш-дамп

 

если он отсутствует, то отваливается своп, FS или диски.

Edited by vlad11

Share this post


Link to post
Share on other sites

netstat -m

36857/2953/39810 mbufs in use (current/cache/total)
36855/911/37766/400000 mbuf clusters in use (current/cache/total/max)
36855/905 mbuf+clusters out of packet secondary zone in use (current/cache)
0/119/119/33280 4k (page size) jumbo clusters in use (current/cache/total/max)
0/0/0/16640 9k jumbo clusters in use (current/cache/total/max)
0/0/0/8320 16k jumbo clusters in use (current/cache/total/max)
82924K/3036K/85960K bytes allocated to network (current/cache/total)
0/0/0 requests for mbufs denied (mbufs/clusters/mbuf+clusters)
0/0/0 requests for jumbo clusters denied (4k/9k/16k)
0/0/0 sfbufs in use (current/peak/max)
0 requests for sfbufs denied
0 requests for sfbufs delayed
0 requests for I/O initiated by sendfile
0 calls to protocol drain routines

 

ls -l /var/crash/

total 897052
-rw-r--r--  1 root  wheel          2 May 20 19:37 bounds
-rw-------  1 root  wheel        454 May  9 12:58 info.0
-rw-------  1 root  wheel        454 May  9 18:20 info.1
-rw-------  1 root  wheel        454 May 17 10:59 info.2
-rw-------  1 root  wheel        447 May 20 19:13 info.3
-rw-------  1 root  wheel        446 May 20 19:37 info.4
-rw-r--r--  1 root  wheel          5 Jan  3  2012 minfree
-rw-------  1 root  wheel  141617140 May  9 12:58 vmcore.0.gz
-rw-------  1 root  wheel  172740797 May 17 10:59 vmcore.2.gz
-rw-------  1 root  wheel   82529059 May 20 19:13 vmcore.3.gz
-rw-------  1 root  wheel  521236480 May 20 19:38 vmcore.4

 

df -h

Filesystem       Size    Used   Avail Capacity  Mounted on
/dev/gpt/root     11G    9.2G    1.7G    85%    /
devfs            1.0k    1.0k      0B   100%    /dev
/dev/gpt/tmp       2G     26M    1.8G     1%    /tmp
/dev/gpt/usr      11G    9.8G    1.1G    90%    /usr
/dev/gpt/log     3.9G     92M    3.5G     3%    /var/log

 

cat /etc/fstab

# Device	Mountpoint	FStype	Options	Dump	Pass#
/dev/gpt/root	/			ufs	rw	1	1
/dev/gpt/tmp	/tmp		ufs	rw	2	2
/dev/gpt/swap	none		swap	sw	0	0
/dev/gpt/usr	/usr		ufs	rw	1	1
/dev/gpt/log	/var/log	ufs	rw	1	1

 

Краш-дамп присутствует, в первом сообщении находится его содержимое.

Share this post


Link to post
Share on other sites

зачем вслепую обновляться.

посмотрите дамп, на чем ядро спотыкается.

http://www.freebsd.org/doc/en/books/developers-handbook/kerneldebug-gdb.html

если нету исходников, то просто не увидите имена функций и строку. хотябы по трассировке понять на чем валится.

 

пы.сы. проанализируйте трассировку всех vmcore, если в одном месте спотыкается то хорошо, если в разных - то совсем беда.

Share this post


Link to post
Share on other sites

Если обновлять, то уж до 9.2 STABLE.

Уже 9.3 на подходе...

Share this post


Link to post
Share on other sites

Если запретить на файрволе icmp пакеты - то серверы не паникуют, но в этом случае пропадает возможность пинговать хосты в интернете, пока используем это как временный вариант.

Получается, Ваш сервер "валят" специально сформированным icmp пакетом?

Есть ли возможность отзеркалировать ICMP-трафик с порта в сторону сервера?

Share this post


Link to post
Share on other sites

Извините за не скромный вопрос, а у вас FreeBSD лицензионная?

Share this post


Link to post
Share on other sites

Create an account or sign in to comment

You need to be a member in order to leave a comment

Create an account

Sign up for a new account in our community. It's easy!

Register a new account

Sign in

Already have an account? Sign in here.

Sign In Now
Sign in to follow this