svn commit: r290353 - user/pho/stress2/misc
Peter Holm
pho at FreeBSD.org
Wed Nov 4 08:10:09 UTC 2015
Author: pho
Date: Wed Nov 4 08:10:07 2015
New Revision: 290353
URL: https://svnweb.freebsd.org/changeset/base/290353
Log:
Added finding to holdcnt0.sh and added two variations of this test.
Sponsored by: EMC / Isilon storage division
Added:
user/pho/stress2/misc/holdcnt02.sh (contents, props changed)
user/pho/stress2/misc/holdcnt03.sh (contents, props changed)
Modified:
user/pho/stress2/misc/holdcnt0.sh
Modified: user/pho/stress2/misc/holdcnt0.sh
==============================================================================
--- user/pho/stress2/misc/holdcnt0.sh Wed Nov 4 08:07:25 2015 (r290352)
+++ user/pho/stress2/misc/holdcnt0.sh Wed Nov 4 08:10:07 2015 (r290353)
@@ -31,10 +31,14 @@
# "panic: cluster_wbuild: page 0xc2eebc10 failed shared busing" seen.
# "panic: vdrop: holdcnt 0" seen.
# "panic: cleaned vnode isn't" seen.
+# OoVM seen with r285808:
+# https://people.freebsd.org/~pho/stress/log/holdcnt0.txt
# Test scenario suggestion by alc@
[ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
+[ `swapinfo | wc -l` -eq 1 ] && exit 0
+[ `sysctl -n hw.physmem` -lt $((4 * 1024 * 1024 * 1024)) ] && exit 0
. ../default.cfg
@@ -43,7 +47,6 @@ cd /tmp
sed '1,/^EOF/d' < $here/$0 > holdcnt0.c
mycc -o holdcnt0 -Wall -Wextra -g holdcnt0.c || exit 1
rm -f holdcnt0.c
-[ `uname -m` = "i386" ] && exit 0 # Not enough vm
cd $here
mount | grep $mntpoint | grep -q /dev/md && umount -f $mntpoint
Added: user/pho/stress2/misc/holdcnt02.sh
==============================================================================
--- /dev/null 00:00:00 1970 (empty, because file is newly added)
+++ user/pho/stress2/misc/holdcnt02.sh Wed Nov 4 08:10:07 2015 (r290353)
@@ -0,0 +1,231 @@
+#!/bin/sh
+
+#
+# Copyright (c) 2015 EMC Corp.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+# 1. Redistributions of source code must retain the above copyright
+# notice, this list of conditions and the following disclaimer.
+# 2. Redistributions in binary form must reproduce the above copyright
+# notice, this list of conditions and the following disclaimer in the
+# documentation and/or other materials provided with the distribution.
+#
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
+# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
+# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
+# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
+# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
+# SUCH DAMAGE.
+#
+# $FreeBSD$
+#
+
+# Copy of holdcnt0.sh, but without the memory disk usage.
+
+# Test scenario suggestion by alc@
+
+[ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
+[ `swapinfo | wc -l` -eq 1 ] && exit 0
+[ `sysctl -n hw.physmem` -lt $((4 * 1024 * 1024 * 1024)) ] && exit 0
+
+. ../default.cfg
+
+here=`pwd`
+cd /tmp
+sed '1,/^EOF/d' < $here/$0 > holdcnt02.c
+mycc -o holdcnt02 -Wall -Wextra -g holdcnt02.c || exit 1
+rm -f holdcnt02.c
+cd $here
+
+trap "rm -f /tmp/holdcnt02 `dirname $diskimage`/f000???" EXIT INT
+(cd `dirname $diskimage`; /tmp/holdcnt02) &
+sleep 5
+while kill -0 $! 2> /dev/null; do
+ (cd ../testcases/swap; ./swap -t 1m -i 1) > /dev/null 2>&1
+done
+wait
+exit 0
+EOF
+/*
+ A test that causes the page daemon to generate cached pages
+ within a bunch of files and has some consumer that is trying to
+ allocate new pages to the same files.
+*/
+
+#include <sys/types.h>
+#include <err.h>
+#include <errno.h>
+#include <fcntl.h>
+#include <setjmp.h>
+#include <signal.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <sys/mman.h>
+#include <sys/stat.h>
+#include <sys/wait.h>
+#include <time.h>
+#include <unistd.h>
+
+#define BUFSIZE (1024 * 1024)
+#define FILES 200
+#define RPARALLEL 8
+#define WPARALLEL 2
+
+static jmp_buf jbuf;
+off_t maxsize;
+int ps;
+static char *buf;
+volatile char val;
+
+static void
+hand(int i __unused) { /* handler */
+ longjmp(jbuf, 1);
+}
+
+void
+cleanup(void)
+{
+ int i;
+ char file[80];
+
+ for (i = 0; i < FILES; i++) {
+ snprintf(file, sizeof(file), "f%06d", i);
+ unlink(file);
+ }
+}
+
+void
+init(void)
+{
+ char file[80];
+ int fd, i;
+
+ for (i = 0; i < FILES; i++) {
+ snprintf(file, sizeof(file), "f%06d", i);
+ if ((fd = open(file, O_RDWR | O_CREAT | O_TRUNC, 0644)) == -1)
+ err(1, "open(%s)", file);
+ if (write(fd, buf, BUFSIZE) != BUFSIZE)
+ err(1, "write");
+ close(fd);
+ }
+
+}
+
+void
+writer(void)
+{
+ int fd, i;
+ char file[80];
+ time_t start;
+ struct stat statbuf;
+
+ setproctitle("writer");
+ start = time(NULL);
+ while (time(NULL) - start < 600) {
+ for (i = 0; i < FILES; i++) {
+ snprintf(file, sizeof(file), "f%06d", i);
+ if ((fd = open(file, O_RDWR | O_APPEND)) == -1) {
+ if (errno != ENOENT)
+ err(1, "open(%s) append", file);
+ goto err;
+ }
+ if (fstat(fd, &statbuf) < 0)
+ err(1, "fstat error");
+ if (statbuf.st_size < maxsize) {
+ if (write(fd, buf, ps) != ps) {
+ warn("writer");
+ goto err;
+ }
+ }
+ close(fd);
+ }
+ }
+err:
+ cleanup();
+
+ _exit(0);
+}
+
+void
+reader(void)
+{
+ int fd, i, j, n;
+ void *p;
+ size_t len;
+ char file[80];
+ struct stat statbuf;
+
+ setproctitle("reader");
+ signal(SIGSEGV, hand);
+ fd = 0;
+ for (;;) {
+ (void)setjmp(jbuf);
+ for (i = 0; i < FILES; i++) {
+ snprintf(file, sizeof(file), "f%06d", i);
+ if (fd > 0)
+ close(fd);
+ if ((fd = open(file, O_RDWR)) == -1) {
+ if (errno != ENOENT)
+ warn("reader(%s)", file);
+ _exit(0);
+ }
+ if (fstat(fd, &statbuf) < 0)
+ err(1, "fstat error");
+ if (statbuf.st_size >= maxsize) {
+ if (ftruncate(fd, ps) == -1)
+ err(1, "ftruncate");
+ continue;
+ }
+ len = statbuf.st_size;
+ if ((p = mmap(p, len, PROT_READ, MAP_SHARED, fd, 0)) == MAP_FAILED)
+ err(1, "mmap()");
+ close(fd);
+ n = statbuf.st_size / ps;
+ for (j = 0; j < n; j++) {
+ val = *(char *)p;
+ p = p + ps;
+ }
+#if 0
+ if (munmap(p, len) == -1)
+ perror("munmap");
+#endif
+ }
+ }
+ _exit(0);
+}
+int
+main(void)
+{
+ int i;
+
+ maxsize = 2LL * 1024 * 1024 * 1024 / FILES;
+ buf = malloc(BUFSIZE);
+ ps = getpagesize();
+
+ init();
+ for (i = 0; i < WPARALLEL; i++) {
+ if (fork() == 0)
+ writer();
+ }
+ for (i = 0; i < RPARALLEL; i++) {
+ if (fork() == 0)
+ reader();
+ }
+
+ for (i = 0; i < WPARALLEL; i++)
+ wait(NULL);
+ for (i = 0; i < RPARALLEL; i++)
+ wait(NULL);
+
+ free(buf);
+
+ return (0);
+}
Added: user/pho/stress2/misc/holdcnt03.sh
==============================================================================
--- /dev/null 00:00:00 1970 (empty, because file is newly added)
+++ user/pho/stress2/misc/holdcnt03.sh Wed Nov 4 08:10:07 2015 (r290353)
@@ -0,0 +1,231 @@
+#!/bin/sh
+
+#
+# Copyright (c) 2015 EMC Corp.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+# 1. Redistributions of source code must retain the above copyright
+# notice, this list of conditions and the following disclaimer.
+# 2. Redistributions in binary form must reproduce the above copyright
+# notice, this list of conditions and the following disclaimer in the
+# documentation and/or other materials provided with the distribution.
+#
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
+# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
+# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
+# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
+# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
+# SUCH DAMAGE.
+#
+# $FreeBSD$
+#
+
+# Copy of holdcnt02.sh, but with mmap'ed write.
+# Use 16 GB RAM or less.
+# Deadlock seen:
+# https://people.freebsd.org/~pho/stress/log/alan018.txt
+
+# Test scenario suggestion by alc@
+
+[ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
+[ `swapinfo | wc -l` -eq 1 ] && exit 0
+[ `sysctl -n hw.physmem` -lt $((4 * 1024 * 1024 * 1024)) ] && exit 0
+
+. ../default.cfg
+
+here=`pwd`
+cd /tmp
+sed '1,/^EOF/d' < $here/$0 > holdcnt03.c
+mycc -o holdcnt03 -Wall -Wextra -g holdcnt03.c || exit 1
+rm -f holdcnt03.c
+cd $here
+
+trap "rm -f /tmp/holdcnt03 `dirname $diskimage`/f000???" EXIT INT
+(cd `dirname $diskimage`; /tmp/holdcnt03) &
+sleep 5
+while kill -0 $! 2> /dev/null; do
+ (cd ../testcases/swap; ./swap -t 1m -i 1) > /dev/null 2>&1
+done
+wait
+exit 0
+EOF
+/*
+ A test that causes the page daemon to generate cached pages
+ within a bunch of files and has some consumer that is trying to
+ allocate new pages to the same files.
+*/
+
+#include <sys/types.h>
+#include <err.h>
+#include <errno.h>
+#include <fcntl.h>
+#include <setjmp.h>
+#include <signal.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <sys/mman.h>
+#include <sys/stat.h>
+#include <sys/wait.h>
+#include <time.h>
+#include <unistd.h>
+
+#define BUFSIZE (1024 * 1024)
+#define FILES 200
+#define RPARALLEL 8
+#define WPARALLEL 2
+
+static jmp_buf jbuf;
+off_t maxsize;
+int ps;
+static char *buf;
+
+static void
+hand(int i __unused) { /* handler */
+ longjmp(jbuf, 1);
+}
+
+void
+cleanup(void)
+{
+ int i;
+ char file[80];
+
+ for (i = 0; i < FILES; i++) {
+ snprintf(file, sizeof(file), "f%06d", i);
+ unlink(file);
+ }
+}
+
+void
+init(void)
+{
+ char file[80];
+ int fd, i;
+
+ for (i = 0; i < FILES; i++) {
+ snprintf(file, sizeof(file), "f%06d", i);
+ if ((fd = open(file, O_RDWR | O_CREAT | O_TRUNC, 0644)) == -1)
+ err(1, "open(%s)", file);
+ if (write(fd, buf, BUFSIZE) != BUFSIZE)
+ err(1, "write");
+ close(fd);
+ }
+
+}
+
+void
+writer(void)
+{
+ int fd, i;
+ char file[80];
+ time_t start;
+ struct stat statbuf;
+
+ setproctitle("writer");
+ start = time(NULL);
+ while (time(NULL) - start < 600) {
+ for (i = 0; i < FILES; i++) {
+ snprintf(file, sizeof(file), "f%06d", i);
+ if ((fd = open(file, O_RDWR | O_APPEND)) == -1) {
+ if (errno != ENOENT)
+ err(1, "open(%s) append", file);
+ goto err;
+ }
+ if (fstat(fd, &statbuf) < 0)
+ err(1, "fstat error");
+ if (statbuf.st_size < maxsize) {
+ if (write(fd, buf, ps) != ps) {
+ warn("writer");
+ goto err;
+ }
+ }
+ close(fd);
+ }
+ }
+err:
+ cleanup();
+
+ _exit(0);
+}
+
+void
+touch(void)
+{
+ int fd, i, j, n;
+ void *p;
+ size_t len;
+ char file[80];
+ struct stat statbuf;
+
+ setproctitle("touch");
+ signal(SIGSEGV, hand);
+ fd = 0;
+ for (;;) {
+ (void)setjmp(jbuf);
+ for (i = 0; i < FILES; i++) {
+ snprintf(file, sizeof(file), "f%06d", i);
+ if (fd > 0)
+ close(fd);
+ if ((fd = open(file, O_RDWR)) == -1) {
+ if (errno != ENOENT)
+ warn("touch(%s)", file);
+ _exit(0);
+ }
+ if (fstat(fd, &statbuf) < 0)
+ err(1, "fstat error");
+ if (statbuf.st_size >= maxsize) {
+ if (ftruncate(fd, ps) == -1)
+ err(1, "ftruncate");
+ continue;
+ }
+ len = statbuf.st_size;
+ if ((p = mmap(p, len, PROT_READ, MAP_SHARED, fd, 0)) == MAP_FAILED)
+ err(1, "mmap()");
+ close(fd);
+ n = statbuf.st_size / ps;
+ for (j = 0; j < n; j++) {
+ *(char *)p = 1;
+ p = p + ps;
+ }
+ if (munmap(p, len) == -1)
+ perror("munmap");
+ }
+ }
+ _exit(0);
+}
+int
+main(void)
+{
+ int i;
+
+ maxsize = 2LL * 1024 * 1024 * 1024 / FILES;
+ buf = malloc(BUFSIZE);
+ ps = getpagesize();
+
+ init();
+ for (i = 0; i < WPARALLEL; i++) {
+ if (fork() == 0)
+ writer();
+ }
+ for (i = 0; i < RPARALLEL; i++) {
+ if (fork() == 0)
+ touch();
+ }
+
+ for (i = 0; i < WPARALLEL; i++)
+ wait(NULL);
+ for (i = 0; i < RPARALLEL; i++)
+ wait(NULL);
+
+ free(buf);
+
+ return (0);
+}
More information about the svn-src-user
mailing list