Index: user/pho/stress2/misc/callout_reset_on.sh
===================================================================
--- user/pho/stress2/misc/callout_reset_on.sh	(revision 361835)
+++ user/pho/stress2/misc/callout_reset_on.sh	(revision 361836)
@@ -1,334 +1,333 @@
 #!/bin/sh
 
 #
 # Copyright (c) 2012 Peter Holm <pho@FreeBSD.org>
 # All rights reserved.
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions
 # are met:
 # 1. Redistributions of source code must retain the above copyright
 #    notice, this list of conditions and the following disclaimer.
 # 2. Redistributions in binary form must reproduce the above copyright
 #    notice, this list of conditions and the following disclaimer in the
 #    documentation and/or other materials provided with the distribution.
 #
 # THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 # ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 # ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
 # FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 # OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 # HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 # OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 # SUCH DAMAGE.
 #
 # $FreeBSD$
 #
 
 # Scenario based on pr. kern/166340
 # Process under FreeBSD 9.0 hangs in uninterruptable sleep with apparently
 # no syscall (empty wchan).
 
 # http://people.freebsd.org/~pho/stress/log/callout_reset_on.txt
 # Fixed in r243901.
 
 # panic: Bad link elm 0xfffff80012ba8ec8 prev->next != elm
 # https://people.freebsd.org/~pho/stress/log/rrs005.txt
 # Fixed in r278623.
 
 # "ritwait DE    0- 0:00.01 crlogger: writer" seen.
 # https://people.freebsd.org/~pho/stress/log/kostik917.txt
 # Fixed in r302981
 
 . ../default.cfg
 
 rm -f /tmp/crwriter /tmp/crlogger || exit 1
 
 cat > /tmp/crwriter.c <<EOF
 #include <stdio.h>
 #include <stdlib.h>
 #include <string.h>
 #include <unistd.h>
 
 char *txt[] = {
 	"0 This is a line of text: abcdefghijklmnopqrstuvwxyz",
 	"1 Another line of text: ABCDEFGHIJKLMNOPQRSTUVWXYZ",
 	"2 A different line of text",
 	"3 A very, very different text",
 	"4 A much longer line with a lot of characters in the line",
 	"5 Now this is a quite long line of text, with both upper and lower case letters, and one digit!"
 };
 
 int
 main(void)
 {
 	int i, j, n;
 	char help[256];
 
 	for (i = 0; i < 100000; i++) {
 		j = arc4random() % 6;
 		n = arc4random() % strlen(txt[j]);
 		strncpy(help, txt[j], n);
 		help[n] = 0;
 		printf("%s\n", txt[j]);
 		if ((arc4random() % 1000) == 1)
 			usleep(100000);
 	}
 
 	return (0);
 }
 EOF
 mycc -o /tmp/crwriter -Wall -Wextra -O2 -g /tmp/crwriter.c
 rm -f /tmp/crwriter.c
 
 cat > /tmp/crlogger.c <<EOF
 #include <sys/param.h>
 #include <sys/socket.h>
 #include <netinet/in.h>
 #include <netdb.h>
 #include <stdio.h>
 #include <stdlib.h>
 #include <unistd.h>
 #include <signal.h>
 #include <errno.h>
 #include <string.h>
 #include <err.h>
 #include <sys/types.h>
 #include <err.h>
 #include <fcntl.h>
 #include <stdio.h>
 #include <sys/wait.h>
 #include <unistd.h>
 
 #define BARRIER_CREATE 1
 #define BARRIER_WAIT 2
 #define BARRIER_DELETE 3
 
 void
 barrier(int mode)
 {
 	int fd;
 	char path[128];
 
 	if (mode == BARRIER_CREATE) {
 		snprintf(path, sizeof(path), "barrier.%d", getpid());
 		if ((fd = open(path, O_RDWR | O_CREAT | O_TRUNC, 0600)) < 0)
 			err(1, "%s", path);
 	} else if (mode == BARRIER_WAIT) {
 		snprintf(path, sizeof(path), "barrier.%d", getppid());
 		for(;;) {
 			if (access(path, R_OK) == -1)
 				break;
 			usleep(10000);
 		}
 	} else if (mode == BARRIER_DELETE) {
 		snprintf(path, sizeof(path), "barrier.%d", getpid());
 		if (unlink(path) == -1)
 			err(1, "unlink(%s)", path);
 	} else
 		errx(1, "Bad barrier mode: %d", mode);
 }
 
 pid_t pid;
 int bufsize;
 int port;
 int alarm_exit;
 
 void
 killer(void)
 {
 	setproctitle("killer");
 	alarm(120);
 	barrier(BARRIER_WAIT);
 	for (;;) {
 		if (pid == 0)
 			break;
 		if (kill(pid, SIGUSR1) == -1)
 			break;
 		usleep(1000);
 	}
 	_exit(0);
 }
 
 void
 handler(int s __unused)
 {
 }
 
 void
 ahandler(int s __unused)
 {
 	if (alarm_exit)
 		_exit(0);
 }
 
 /* Read form socket, discard */
 static void
 reader(void) {
 	int tcpsock, msgsock;
 	int on;
 	socklen_t len;
 	struct sockaddr_in inetaddr, inetpeer;
 	int n, *buf;
 
 	setproctitle("reader - init");
 	on = 1;
 	if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 		err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 	if (setsockopt(tcpsock,
 	    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 		err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 	inetaddr.sin_family = AF_INET;
 	inetaddr.sin_addr.s_addr = INADDR_ANY;
 	inetaddr.sin_port = htons(port);
 	inetaddr.sin_len = sizeof(inetaddr);
 
 	signal(SIGUSR1, handler);
 	alarm(60);
 	if (bind(tcpsock,
 	    (struct sockaddr *)&inetaddr, sizeof (inetaddr)) < 0)
 		err(1, "bind(), %s:%d", __FILE__, __LINE__);
 
 	if (listen(tcpsock, 5) < 0)
 		err(1, "listen(), %s:%d", __FILE__, __LINE__);
 
 	len = sizeof(inetpeer);
 	if ((msgsock = accept(tcpsock,
 	    (struct sockaddr *)&inetpeer, &len)) < 0)
 		err(1, "accept(), %s:%d", __FILE__, __LINE__);
 
 	if ((buf = malloc(bufsize)) == NULL)
 			err(1, "malloc(%d), %s:%d", bufsize, __FILE__, __LINE__);
 	setproctitle("reader");
 	alarm(0);
 	signal(SIGALRM, ahandler);
 	for (;;) {
 		ualarm(5000, 0);
 		if ((n = recvfrom(msgsock, buf, 4, 0, NULL, NULL)) < 0) {
 			if (errno == EAGAIN)
 				continue;
 			err(1, "read(), %s:%d", __FILE__, __LINE__);
 		}
 		if (n == 0)
 			break;
 		if (write(msgsock, "OK", 3) != 3)
 			err(1, "write ack. %s:%d", __FILE__, __LINE__);
 
 	}
 	close(msgsock);
 	_exit(0);
 }
 
 /* read from stdin, write to socket */
 static void
 writer(void) {
 	int tcpsock, on;
 	struct sockaddr_in inetaddr;
 	struct hostent *hostent;
 	int i, r;
 	char line[1024], ack[80];;
 	pid_t ppid;
 
 	setproctitle("writer - init");
 	ppid = getppid();
 	signal(SIGUSR1, handler);
 	alarm(60);
 	on = 1;
 	for (i = 1; i < 5; i++) {
 		if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 			err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 		if (setsockopt(tcpsock,
 		    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 			err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 		hostent = gethostbyname ("localhost");
 		bzero(&inetaddr, sizeof(inetaddr));
 		memcpy (&inetaddr.sin_addr.s_addr, hostent->h_addr,
 			sizeof (struct in_addr));
 
 		inetaddr.sin_family = AF_INET;
-		inetaddr.sin_addr.s_addr = INADDR_ANY;
 		inetaddr.sin_port = htons(port);
 		inetaddr.sin_len = sizeof(inetaddr);
 
 		r = connect(tcpsock, (struct sockaddr *) &inetaddr,
 			sizeof(inetaddr));
 		if (r == 0)
 			break;
 		sleep(1);
 		close(tcpsock);
 	}
 	if (r < 0)
 		err(1, "connect(), %s:%d", __FILE__, __LINE__);
 
 	setproctitle("writer");
 	barrier(BARRIER_DELETE);
 	alarm(0);
 	while (fgets(line, sizeof(line), stdin) != NULL) {
 		alarm(10);
 		alarm_exit = 1;
 		if (write(tcpsock, line, strlen(line)) < 0)
 			err(1, "socket write(). %s:%d", __FILE__, __LINE__);
 		alarm_exit = 0;
 		ualarm(5000, 0);
 		if (recvfrom(tcpsock, ack, 4, 0, NULL, NULL) < 0) {
 			if (errno == EAGAIN)
 				continue;
 			err(1, "read(), %s:%d", __FILE__, __LINE__);
 		}
 	}
 	sleep(30);
 	return;
 }
 
 int
 main(int argc, char **argv)
 {
 
 	pid_t kpid;
 
 	if (argc != 2)
 		errx(1, "Usage: %s <port number>\n", argv[0]);
 	port = atoi(argv[1]);
 	bufsize = 128;
 
 	barrier(BARRIER_CREATE);
 	signal(SIGCHLD, SIG_IGN);
 	if ((pid = fork()) == 0)
 		reader();
 
 	if ((kpid = fork()) == 0)
 		killer();
 
 	writer();
 	sleep(1);
 	kill(pid, SIGINT);
 	kill(kpid, SIGINT);
 
 	return (0);
 }
 EOF
 mycc -o /tmp/crlogger -Wall -Wextra -O2 -g /tmp/crlogger.c
 rm -f /tmp/crlogger.c
 
 N=200
 cd /tmp
 start=`date '+%s'`
 for i in `jot 40`; do
 	for j in `jot $N`; do
 		/tmp/crwriter | /tmp/crlogger 1236$j 2>/dev/null &
 	done
 
 	for j in `jot $N`; do
 		wait
 	done
 	[ $((`date '+%s'` - start)) -gt 1200 ] && break
 done
 rm -f /tmp/crwriter /tmp/crlogger ./barrier.*
 exit 0
Index: user/pho/stress2/misc/sendfile.sh
===================================================================
--- user/pho/stress2/misc/sendfile.sh	(revision 361835)
+++ user/pho/stress2/misc/sendfile.sh	(revision 361836)
@@ -1,216 +1,215 @@
 #!/bin/sh
 
 #
 # Copyright (c) 2009 Peter Holm <pho@FreeBSD.org>
 # All rights reserved.
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions
 # are met:
 # 1. Redistributions of source code must retain the above copyright
 #    notice, this list of conditions and the following disclaimer.
 # 2. Redistributions in binary form must reproduce the above copyright
 #    notice, this list of conditions and the following disclaimer in the
 #    documentation and/or other materials provided with the distribution.
 #
 # THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 # ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 # ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
 # FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 # OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 # HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 # OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 # SUCH DAMAGE.
 #
 # $FreeBSD$
 #
 
 # Test scenario for sendfile livelock seen on 7.2-STABLE for non SMP
 
 # Scenario by kib@
 
 . ../default.cfg
 
 odir=`pwd`
 
 cd /tmp
 sed '1,/^EOF/d' < $odir/$0 > sendfile.c
 mycc -o sendfile -Wall sendfile.c -pthread
 rm -f sendfile.c
 [ -d "$RUNDIR" ] || mkdir -p $RUNDIR
 cd $RUNDIR
 
 in=inputFile
 out=outputFile
 
 for i in 1 2 3 4 8 16 1k 2k 3k 4k 5k 1m 2m 3m 4m 5m ; do
 	rm -f $in $out
 	dd if=/dev/random of=$in bs=$i count=1 status=none
 	/tmp/sendfile $in $out 12345
 	cmp $in $out || { echo FAIL; ls -l $in $out; }
 	rm -f $in $out
 done
 rm -f /tmp/sendfile
 exit
 EOF
 #include <err.h>
 #include <fcntl.h>
 #include <netdb.h>
 #include <netinet/in.h>
 #include <signal.h>
 #include <stdio.h>
 #include <stdlib.h>
 #include <string.h>
 #include <sys/param.h>
 #include <sys/socket.h>
 #include <sys/stat.h>
 #include <unistd.h>
 
 int port;
 char *inputFile;
 char *outputFile;
 int bufsize = 4096;
 
 static void
 reader(void) {
 	int tcpsock, msgsock;
 	int on;
 	socklen_t len;
 	struct sockaddr_in inetaddr, inetpeer;
 	int n, t, *buf, fd;
 
 	on = 1;
 	if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 		err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 	if (setsockopt(tcpsock,
 	    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 		err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 	inetaddr.sin_family = AF_INET;
 	inetaddr.sin_addr.s_addr = INADDR_ANY;
 	inetaddr.sin_port = htons(port);
 	inetaddr.sin_len = sizeof(inetaddr);
 
 	if (bind(tcpsock,
 	    (struct sockaddr *)&inetaddr, sizeof (inetaddr)) < 0)
 		err(1, "bind(), %s:%d", __FILE__, __LINE__);
 
 	if (listen(tcpsock, 5) < 0)
 		err(1, "listen(), %s:%d", __FILE__, __LINE__);
 
 	len = sizeof(inetpeer);
 	if ((msgsock = accept(tcpsock,
 	    (struct sockaddr *)&inetpeer, &len)) < 0)
 		err(1, "accept(), %s:%d", __FILE__, __LINE__);
 
 	t = 0;
 	if ((buf = malloc(bufsize)) == NULL)
 		err(1, "malloc(%d), %s:%d", bufsize, __FILE__, __LINE__);
 
 	if ((fd = open(outputFile, O_RDWR | O_CREAT | O_TRUNC, 0640)) == -1)
 		err(1, "open(%s)", outputFile);
 
 	for (;;) {
 		if ((n = read(msgsock, buf, bufsize)) < 0)
 			err(1, "read(), %s:%d", __FILE__, __LINE__);
 		t += n;
 		if (n == 0)
 			break;
 
 		if ((write(fd, buf, n)) != n)
 			err(1, "write");
 	}
 	close(msgsock);
 	close(fd);
 	return;
 }
 
 static void
 writer(void) {
 	int tcpsock, on;
 	struct sockaddr_in inetaddr;
 	struct hostent *hostent;
 	struct stat statb;
 	int i, r, fd;
 	off_t off = 0;
 #if 1
 	size_t size;
 #endif
 
 	on = 1;
 	for (i = 1; i < 5; i++) {
 		if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 			err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 		if (setsockopt(tcpsock,
 		    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 			err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 #if 1		/* livelock trigger */
 		size = getpagesize() -4;
 		if (setsockopt(tcpsock, SOL_SOCKET, SO_SNDBUF, (void *)&size,
 		    sizeof(size)) < 0)
 			err(1, "setsockopt(SO_SNDBUF), %s:%d",
 			    __FILE__, __LINE__);
 #endif
 
 		hostent = gethostbyname ("localhost");
 		memcpy (&inetaddr.sin_addr.s_addr, hostent->h_addr,
 			sizeof (struct in_addr));
 
 		inetaddr.sin_family = AF_INET;
-		inetaddr.sin_addr.s_addr = INADDR_ANY;
 		inetaddr.sin_port = htons(port);
 		inetaddr.sin_len = sizeof(inetaddr);
 
 		r = connect(tcpsock, (struct sockaddr *) &inetaddr,
 			sizeof(inetaddr));
 		if (r == 0)
 			break;
 		sleep(1);
 		close(tcpsock);
 	}
 	if (r < 0)
 		err(1, "connect(), %s:%d", __FILE__, __LINE__);
 
         if (stat(inputFile, &statb) != 0)
                 err(1, "stat(%s)", inputFile);
 
 	if ((fd = open(inputFile, O_RDONLY)) == -1)
 		err(1, "open(%s)", inputFile);
 
 	if (sendfile(fd, tcpsock, 0, statb.st_size, NULL, &off, 0) == -1)
 		err(1, "sendfile");
 
 	return;
 }
 
 int
 main(int argc, char **argv)
 {
 	pid_t pid;
 
 	if (argc != 4) {
 		fprintf(stderr, "Usage: %s <inputFile outputFile portNumber\n",
 		    argv[0]);
 		return (1);
 	}
 	inputFile = argv[1];
 	outputFile = argv[2];
 	port = atoi(argv[3]);
 
 	if ((pid = fork()) == 0) {
 		writer();
 		exit(EXIT_SUCCESS);
 	} else if (pid > 0) {
 		reader();
 		kill(pid, SIGINT);
 	} else
 		err(1, "fork(), %s:%d",  __FILE__, __LINE__);
 
 	return (0);
 }
Index: user/pho/stress2/misc/sendfile10.sh
===================================================================
--- user/pho/stress2/misc/sendfile10.sh	(revision 361835)
+++ user/pho/stress2/misc/sendfile10.sh	(revision 361836)
@@ -1,315 +1,316 @@
 #!/bin/sh
 
 #
 # Copyright (c) 2017 Dell EMC Isilon
 # All rights reserved.
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions
 # are met:
 # 1. Redistributions of source code must retain the above copyright
 #    notice, this list of conditions and the following disclaimer.
 # 2. Redistributions in binary form must reproduce the above copyright
 #    notice, this list of conditions and the following disclaimer in the
 #    documentation and/or other materials provided with the distribution.
 #
 # THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 # ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 # ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
 # FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 # OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 # HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 # OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 # SUCH DAMAGE.
 #
 # $FreeBSD$
 #
 
 # Copy of sendfile8.sh with size validation added.
 
 # No problems seen (after r315910).
 
 . ../default.cfg
 [ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
 
 dir=/tmp
 odir=`pwd`
 cd $dir
-sed '1,/^EOF/d' < $odir/$0 > $dir/semdfile10.c
-mycc -o semdfile10 -Wall -Wextra -O0 -g semdfile10.c || exit 1
-rm -f semdfile10.c
+sed '1,/^EOF/d' < $odir/$0 > $dir/sendfile10.c
+mycc -o sendfile10 -Wall -Wextra -O0 -g sendfile10.c || exit 1
+rm -f sendfile10.c
 cd $odir
 
 mount | grep "on $mntpoint " | grep -q /dev/md && umount -f $mntpoint
 [ -c /dev/md$mdstart ] &&  mdconfig -d -u $mdstart
 mdconfig -a -t swap -s 1g -u $mdstart || exit 1
 bsdlabel -w md$mdstart auto
 newfs $newfs_flags -n md${mdstart}$part > /dev/null
 mount /dev/md${mdstart}$part $mntpoint
 
 cd $mntpoint
-dd if=/dev/random of=template bs=1m count=50  2>&1 | egrep -v "records|transferred"
-/tmp/semdfile10 template in out 76543
+dd if=/dev/random of=template bs=1m count=50 status=none
+/tmp/sendfile10 template in out 76543
 s=$?
 cd $odir
 
 for i in `jot 6`; do
 	mount | grep -q "on $mntpoint " || break
 	umount $mntpoint && break || sleep 10
 done
 [ $i -eq 6 ] && exit 1
 mdconfig -d -u $mdstart
-rm -rf /tmp/semdfile10
+rm -rf /tmp/sendfile10
 exit $s
 
 EOF
 #include <sys/param.h>
 #include <sys/mman.h>
 #include <sys/socket.h>
 #include <sys/stat.h>
 #include <sys/wait.h>
 
 #include <netinet/in.h>
 
 #include <err.h>
 #include <errno.h>
 #include <fcntl.h>
 #include <netdb.h>
 #include <signal.h>
 #include <stdio.h>
 #include <stdlib.h>
 #include <string.h>
 #include <time.h>
 #include <unistd.h>
 
 static volatile off_t *share;
 static int port;
 static char *input, *output;
 
 #define BUFSIZE 4096
 #define MX (100 * 1024 * 1024)
 #define OSZ 1
 #define PARALLEL 1
 #define RUNTIME (2 * 60)
 #define SZ 0
 
 static void
 mess(void)
 {
 	off_t length;
 	int fd;
 
 	if ((fd = open(input, O_RDWR)) == -1)
 		err(1, "open(%s)", input);
 	length = arc4random() % MX;
 	if (ftruncate(fd, length) == -1)
 		err(1, "truncate(%jd)", length);
 	share[SZ] = length;
 	close(fd);
 }
 
 
 static void
 reader(void) {
 	off_t t;
 	int tcpsock, msgsock;
 	int on;
 	socklen_t len;
 	struct sockaddr_in inetaddr, inetpeer;
 	int n, *buf, fd;
 
 	on = 1;
 	if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 		err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 	if (setsockopt(tcpsock,
 	    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 		err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 	inetaddr.sin_family = AF_INET;
 	inetaddr.sin_addr.s_addr = INADDR_ANY;
 	inetaddr.sin_port = htons(port);
 	inetaddr.sin_len = sizeof(inetaddr);
 
 	if (bind(tcpsock,
 	    (struct sockaddr *)&inetaddr, sizeof (inetaddr)) < 0)
 		err(1, "bind(), %s:%d", __FILE__, __LINE__);
 
 	if (listen(tcpsock, 5) < 0)
 		err(1, "listen(), %s:%d", __FILE__, __LINE__);
 
 	len = sizeof(inetpeer);
+	alarm(10);
 	if ((msgsock = accept(tcpsock,
 	    (struct sockaddr *)&inetpeer, &len)) < 0)
 		err(1, "accept(), %s:%d", __FILE__, __LINE__);
+	alarm(0);
 
 	t = 0;
 	if ((buf = malloc(BUFSIZE)) == NULL)
-			err(1, "malloc(%d), %s:%d", BUFSIZE, __FILE__, __LINE__);
+		err(1, "malloc(%d), %s:%d", BUFSIZE, __FILE__, __LINE__);
 
 	if ((fd = open(output, O_RDWR | O_CREAT | O_TRUNC, 0640)) == -1)
-			err(1, "open(%s)", output);
+		err(1, "open(%s)", output);
 
 	for (;;) {
 		if ((n = read(msgsock, buf, BUFSIZE)) < 0)
 			err(1, "read(), %s:%d", __FILE__, __LINE__);
 		t += n;
 		if (n == 0) break;
 
 		if ((write(fd, buf, n)) != n)
 			err(1, "write");
 	}
 	close(msgsock);
 	close(fd);
 #if 0
 	if (t != share[SZ] && t != share[OSZ]) {
 		fprintf(stderr, "1) Send size %lu, original size %lu, "
 		    "receive size %lu\n",
 		    (unsigned long)share[SZ],
 		    (unsigned long)share[OSZ],
 		    (unsigned long)t);
 		exit(1);
 	}
 #endif
 	return;
 }
 
 static void
 writer(void) {
 	struct sockaddr_in inetaddr;
 	struct hostent *hostent;
 	struct stat statb;
 	off_t off = 0;
 	size_t size;
 	int i, r, fd;
 	int tcpsock, on;
 
 	on = 1;
 	for (i = 1; i < 5; i++) {
 		if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 			err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 		if (setsockopt(tcpsock,
 		    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 			err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 		size = getpagesize() -4;
 		if (setsockopt(tcpsock,
 		    SOL_SOCKET, SO_SNDBUF, (void *)&size, sizeof(size)) < 0)
 			err(1, "setsockopt(SO_SNDBUF), %s:%d", __FILE__,
 			    __LINE__);
 
 		hostent = gethostbyname ("localhost");
 		memcpy (&inetaddr.sin_addr.s_addr, hostent->h_addr,
 			sizeof (struct in_addr));
 
 		inetaddr.sin_family = AF_INET;
-		inetaddr.sin_addr.s_addr = INADDR_ANY;
 		inetaddr.sin_port = htons(port);
 		inetaddr.sin_len = sizeof(inetaddr);
 
 		r = connect(tcpsock, (struct sockaddr *) &inetaddr,
 			sizeof(inetaddr));
 		if (r == 0)
 			break;
 		sleep(1);
 		close(tcpsock);
 	}
 	if (r < 0)
 		err(1, "connect(), %s:%d", __FILE__, __LINE__);
 
 	if ((fd = open(input, O_RDONLY)) == -1)
 		err(1, "open(%s)", input);
 
         if (fstat(fd, &statb) != 0)
                 err(1, "stat(%s)", input);
 	share[SZ] = statb.st_size;
 	if (sendfile(fd, tcpsock, 0, statb.st_size, NULL, &off, 0) == -1)
 		err(1, "sendfile");
 	close(fd);
 	close(tcpsock);
 
 	return;
 }
 
 static void
 test(void)
 {
 	pid_t pid;
 
 	if ((pid = fork()) == 0) {
 		writer();
 		_exit(0);
 	}
 	reader();
 	kill(pid, SIGINT);
 	if (waitpid(pid, NULL, 0) != pid)
 		err(1, "waitpid(%d)", pid);
 
 	_exit(0);
 }
 
 int
 main(int argc, char *argv[])
 {
 	struct stat statin, statorig, statout;
 	size_t len;
 	time_t start;
 	int e, i, pids[PARALLEL], status;
 	char help[80], *template;
 
 	if (argc != 5) {
 		fprintf(stderr, "Usage: %s <template> <input file> "
 		    "<output file> <port>\n", argv[0]);
 		exit(1);
 	}
 	template = argv[1];
 	input = argv[2];
 	output = argv[3];
 	port = atoi(argv[4]);
 	snprintf(help, sizeof(help), "cp %s %s", template, input);
 	e = 0;
 	len = PAGE_SIZE;
 	if ((share = mmap(NULL, len, PROT_READ | PROT_WRITE,
 	    MAP_ANON | MAP_SHARED, -1, 0)) == MAP_FAILED)
 		err(1, "mmap");
 
 	start = time(NULL);
 	while ((time(NULL) - start) < RUNTIME && e == 0) {
 		system(help);
 		if (stat(input, &statin) == -1)
 			err(1, "stat(%s)", input);
 		share[OSZ] = statin.st_size;
 		for (i = 0; i < PARALLEL; i++) {
 			if ((pids[i] = fork()) == 0)
 				test();
 		}
 		usleep(arc4random() % 10000);
 		mess();
 		for (i = 0; i < PARALLEL; i++) {
 			if (waitpid(pids[i], &status, 0) == -1)
 				err(1, "waitpid(%d)", pids[i]);
 			e += status == 0 ? 0 : 1;
 		}
 		if (stat(template, &statorig) == -1)
 			err(1, "stat(%s)", input);
 		if (stat(input, &statin) == -1)
 			err(1, "stat(%s)", input);
 		if (stat(output, &statout) == -1)
 			err(1, "stat(%s)", output);
 		if (statout.st_size >= MX) {
 			fprintf(stderr, "Send size %lu, original size %lu, "
 			    "receive size %lu\n",
 			    (unsigned long)statin.st_size,
 			    (unsigned long)statorig.st_size,
 			    (unsigned long)statout.st_size);
 			system("ls -l | grep -v total");
 			exit(1);
 		}
 	}
 
 	return (e);
 }
Index: user/pho/stress2/misc/sendfile11.sh
===================================================================
--- user/pho/stress2/misc/sendfile11.sh	(revision 361835)
+++ user/pho/stress2/misc/sendfile11.sh	(revision 361836)
@@ -1,237 +1,237 @@
 #!/bin/sh
 
 #
 # Copyright (c) 2017 Dell EMC Isilon
 # All rights reserved.
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions
 # are met:
 # 1. Redistributions of source code must retain the above copyright
 #    notice, this list of conditions and the following disclaimer.
 # 2. Redistributions in binary form must reproduce the above copyright
 #    notice, this list of conditions and the following disclaimer in the
 #    documentation and/or other materials provided with the distribution.
 #
 # THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 # ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 # ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
 # FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 # OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 # HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 # OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 # SUCH DAMAGE.
 #
 # $FreeBSD$
 #
 
 [ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
 
 # sendfile(2) && block size > page size:
 # panic: vnode_pager_generic_getpages: sector size 8192 too large
+# https://people.freebsd.org/~pho/stress/log/sendfile11.txt
 
 . ../default.cfg
 
 odir=`pwd`
 cd /tmp
 sed '1,/^EOF/d' < $odir/$0 > sendfile11.c
 mycc -o sendfile11 -Wall sendfile11.c -pthread || exit 1
 rm -f sendfile11.c
 
 set -e
 mount | grep $mntpoint | grep -q /dev/md && umount -f $mntpoint
 [ -c /dev/md$mdstart ] &&  mdconfig -d -u $mdstart
 mdconfig -a -t swap -s 2g -u $mdstart
 
 dd if=/dev/random of=/tmp/geli.key bs=64 count=1 status=none
 echo test | geli init -s 8192 -J - -K /tmp/geli.key /dev/md$mdstart > /dev/null
 echo test | geli attach -j - -k /tmp/geli.key /dev/md$mdstart
 newfs $newfs_flags /dev/md$mdstart.eli > /dev/null
 
 mount /dev/md${mdstart}.eli $mntpoint
 chmod 777 $mntpoint
 set +e
 
 cd $mntpoint
 dd if=/dev/zero of=file bs=1m count=512 status=none
 (cd $odir/../testcases/swap; ./swap -t 5m -i 20 -h -l 100) &
 sleep 5
 /tmp/sendfile11 file output 12345; s=$?
 cd $odir
 while pkill swap; do
 	sleep 1
 done
 wait
 
 while mount | grep $mntpoint | grep -q /dev/md; do
 	umount $mntpoint || sleep 1
 done
 checkfs /dev/md${mdstart}.eli || s=$?
 geli kill /dev/md$mdstart.eli
 mdconfig -d -u $mdstart
 rm -f /tmp/geli.key /tmp/sendfile11
 exit $s
 EOF
 #include <sys/param.h>
 #include <sys/socket.h>
 #include <sys/stat.h>
 #include <sys/wait.h>
 
 #include <err.h>
 #include <fcntl.h>
 #include <netdb.h>
 #include <netinet/in.h>
 #include <signal.h>
 #include <stdio.h>
 #include <stdlib.h>
 #include <string.h>
 #include <unistd.h>
 
 #define BUFSIZE 8192
 
 static int port;
 static char *inputFile;
 static char *outputFile;
 
 static void
 reader(void) {
 	struct sockaddr_in inetaddr, inetpeer;
 	socklen_t len;
 	int tcpsock, msgsock;
 	int *buf, fd, n, on, t;
 
 	on = 1;
 	if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 		err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 	if (setsockopt(tcpsock,
 	    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 		err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 	inetaddr.sin_family = AF_INET;
 	inetaddr.sin_addr.s_addr = INADDR_ANY;
 	inetaddr.sin_port = htons(port);
 	inetaddr.sin_len = sizeof(inetaddr);
 
 	if (bind(tcpsock,
 	    (struct sockaddr *)&inetaddr, sizeof (inetaddr)) < 0)
 		err(1, "bind(), %s:%d", __FILE__, __LINE__);
 
 	if (listen(tcpsock, 5) < 0)
 		err(1, "listen(), %s:%d", __FILE__, __LINE__);
 
 	len = sizeof(inetpeer);
 	if ((msgsock = accept(tcpsock,
 	    (struct sockaddr *)&inetpeer, &len)) < 0)
 		err(1, "accept(), %s:%d", __FILE__, __LINE__);
 
 	t = 0;
 	if ((buf = malloc(BUFSIZE)) == NULL)
 		err(1, "malloc(%d), %s:%d", BUFSIZE, __FILE__, __LINE__);
 
 	if ((fd = open(outputFile, O_RDWR | O_CREAT | O_TRUNC, 0640)) ==
 	    -1)
 		err(1, "open(%s)", outputFile);
 
 	for (;;) {
 		if ((n = read(msgsock, buf, BUFSIZE)) < 0)
 			err(1, "read(), %s:%d", __FILE__, __LINE__);
 		t += n;
 		if (n == 0) break;
 
 		if ((write(fd, buf, n)) != n)
 			err(1, "write");
 	}
 	close(msgsock);
 	close(fd);
 	return;
 }
 
 static void
 writer(void) {
 	struct sockaddr_in inetaddr;
 	struct hostent *hostent;
 	struct stat statb;
 	off_t off = 0;
 	size_t size;
 	int i, fd, on, r, tcpsock;
 
 	on = 1;
 	for (i = 1; i < 5; i++) {
 		if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 			err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 		if (setsockopt(tcpsock,
 		    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 			err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 		size = getpagesize() -4;
 		if (setsockopt(tcpsock,
 		    SOL_SOCKET, SO_SNDBUF, (void *)&size, sizeof(size)) < 0)
 			err(1, "setsockopt(SO_SNDBUF), %s:%d", __FILE__,
 			    __LINE__);
 
 		hostent = gethostbyname ("localhost");
 		memcpy (&inetaddr.sin_addr.s_addr, hostent->h_addr,
 			sizeof (struct in_addr));
 
 		inetaddr.sin_family = AF_INET;
-		inetaddr.sin_addr.s_addr = INADDR_ANY;
 		inetaddr.sin_port = htons(port);
 		inetaddr.sin_len = sizeof(inetaddr);
 
 		r = connect(tcpsock, (struct sockaddr *) &inetaddr,
 			sizeof(inetaddr));
 		if (r == 0)
 			break;
 		sleep(1);
 		close(tcpsock);
 	}
 	if (r < 0)
 		err(1, "connect(), %s:%d", __FILE__, __LINE__);
 
         if (stat(inputFile, &statb) != 0)
                 err(1, "stat(%s)", inputFile);
 
 	if ((fd = open(inputFile, O_RDONLY)) == -1)
 		err(1, "open(%s)", inputFile);
 
 	if (sendfile(fd, tcpsock, 0, statb.st_size, NULL, &off, 0) == -1)
 		err(1, "sendfile");
 
 	return;
 }
 
 int
 main(int argc, char **argv)
 {
 	pid_t pid;
 	int e, s;
 
 	if (argc != 4) {
 		fprintf(stderr,
 		    "Usage: %s <inputFile outputFile portNumber\n", argv[0]);
 			return (1);
 	}
 	e = 0;
 	inputFile = argv[1];
 	outputFile = argv[2];
 	port = atoi(argv[3]);
 
 	if ((pid = fork()) == 0) {
 		writer();
 		exit(EXIT_SUCCESS);
 	} else if (pid > 0) {
 		reader();
 		kill(pid, SIGINT);
 		waitpid(pid, &s, 0);
 		if (s != 0)
 			e = 1;
 	} else
 		err(1, "fork(), %s:%d",  __FILE__, __LINE__);
 
 	return (e);
 }
Index: user/pho/stress2/misc/sendfile12.sh
===================================================================
--- user/pho/stress2/misc/sendfile12.sh	(revision 361835)
+++ user/pho/stress2/misc/sendfile12.sh	(revision 361836)
@@ -1,244 +1,243 @@
 #!/bin/sh
 
 #
 # Copyright (c) 2017 Dell EMC Isilon
 # All rights reserved.
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions
 # are met:
 # 1. Redistributions of source code must retain the above copyright
 #    notice, this list of conditions and the following disclaimer.
 # 2. Redistributions in binary form must reproduce the above copyright
 #    notice, this list of conditions and the following disclaimer in the
 #    documentation and/or other materials provided with the distribution.
 #
 # THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 # ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 # ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
 # FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 # OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 # HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 # OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 # SUCH DAMAGE.
 #
 # $FreeBSD$
 #
 
 [ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
 
 # Test scenario suggestion by alc@
 
 # sendfile(2) using SF_NOCACHE and a mmap'ed file with touched pages.
 # "panic: vm_page_free_toq: freeing mapped page 0xc49e53bc" seen:
 # https://people.freebsd.org/~pho/stress/log/sendfile12.txt
 
 . ../default.cfg
 
 odir=`pwd`
 cd /tmp
 sed '1,/^EOF/d' < $odir/$0 > sendfile12.c
 mycc -o sendfile12 -Wall sendfile12.c -pthread || exit 1
 rm -f sendfile12.c
 
 set -e
 mount | grep $mntpoint | grep -q /dev/md && umount -f $mntpoint
 [ -c /dev/md$mdstart ] &&  mdconfig -d -u $mdstart
 mdconfig -a -t swap -s 2g -u $mdstart
 newfs $newfs_flags /dev/md$mdstart > /dev/null
 
 mount /dev/md${mdstart} $mntpoint
 chmod 777 $mntpoint
 set +e
 
 cd $mntpoint
 dd if=/dev/zero of=file bs=1m count=512 status=none
 (cd $odir/../testcases/swap; ./swap -t 5m -i 20 -h -l 100) > /dev/null &
 sleep 5
 /tmp/sendfile12 file output 12345; s=$?
 cd $odir
 while pkill swap; do
 	sleep 1
 done
 wait
 
 while mount | grep $mntpoint | grep -q /dev/md; do
 	umount $mntpoint || sleep 1
 done
 checkfs /dev/md${mdstart} || s=$?
 mdconfig -d -u $mdstart
 rm -f /tmp/sendfile12
 exit $s
 EOF
 #include <sys/param.h>
 #include <sys/mman.h>
 #include <sys/socket.h>
 #include <sys/stat.h>
 #include <sys/wait.h>
 
 #include <netinet/in.h>
 
 #include <err.h>
 #include <fcntl.h>
 #include <netdb.h>
 #include <signal.h>
 #include <stdio.h>
 #include <stdlib.h>
 #include <string.h>
 #include <unistd.h>
 
 #define BUFSIZE 8192
 
 static int port;
 static char *inputFile;
 static char *outputFile;
 
 static void
 reader(void) {
 	struct sockaddr_in inetaddr, inetpeer;
 	socklen_t len;
 	int tcpsock, msgsock;
 	int *buf, fd, n, on, t;
 
 	on = 1;
 	if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 		err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 	if (setsockopt(tcpsock,
 	    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 		err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 	inetaddr.sin_family = AF_INET;
 	inetaddr.sin_addr.s_addr = INADDR_ANY;
 	inetaddr.sin_port = htons(port);
 	inetaddr.sin_len = sizeof(inetaddr);
 
 	if (bind(tcpsock,
 	    (struct sockaddr *)&inetaddr, sizeof (inetaddr)) < 0)
 		err(1, "bind(), %s:%d", __FILE__, __LINE__);
 
 	if (listen(tcpsock, 5) < 0)
 		err(1, "listen(), %s:%d", __FILE__, __LINE__);
 
 	len = sizeof(inetpeer);
 	if ((msgsock = accept(tcpsock,
 	    (struct sockaddr *)&inetpeer, &len)) < 0)
 		err(1, "accept(), %s:%d", __FILE__, __LINE__);
 
 	t = 0;
 	if ((buf = malloc(BUFSIZE)) == NULL)
 		err(1, "malloc(%d), %s:%d", BUFSIZE, __FILE__, __LINE__);
 
 	if ((fd = open(outputFile, O_RDWR | O_CREAT | O_TRUNC, 0640)) ==
 	    -1)
 		err(1, "open(%s)", outputFile);
 
 	for (;;) {
 		if ((n = read(msgsock, buf, BUFSIZE)) < 0)
 			err(1, "read(), %s:%d", __FILE__, __LINE__);
 		t += n;
 		if (n == 0) break;
 
 		if ((write(fd, buf, n)) != n)
 			err(1, "write");
 	}
 	close(msgsock);
 	close(fd);
 	return;
 }
 
 static void
 writer(void) {
 	struct sockaddr_in inetaddr;
 	struct hostent *hostent;
 	struct stat statb;
 	off_t off = 0;
 	size_t size;
 	int i, fd, on, r, tcpsock;
 	char *cp;
 
 	on = 1;
 	for (i = 1; i < 5; i++) {
 		if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 			err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 		if (setsockopt(tcpsock,
 		    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 			err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 		size = getpagesize() -4;
 		if (setsockopt(tcpsock,
 		    SOL_SOCKET, SO_SNDBUF, (void *)&size, sizeof(size)) < 0)
 			err(1, "setsockopt(SO_SNDBUF), %s:%d", __FILE__,
 			    __LINE__);
 
 		hostent = gethostbyname ("localhost");
 		memcpy (&inetaddr.sin_addr.s_addr, hostent->h_addr,
 			sizeof (struct in_addr));
 
 		inetaddr.sin_family = AF_INET;
-		inetaddr.sin_addr.s_addr = INADDR_ANY;
 		inetaddr.sin_port = htons(port);
 		inetaddr.sin_len = sizeof(inetaddr);
 
 		r = connect(tcpsock, (struct sockaddr *) &inetaddr,
 			sizeof(inetaddr));
 		if (r == 0)
 			break;
 		sleep(1);
 		close(tcpsock);
 	}
 	if (r < 0)
 		err(1, "connect(), %s:%d", __FILE__, __LINE__);
 
         if (stat(inputFile, &statb) != 0)
                 err(1, "stat(%s)", inputFile);
 
 	if ((fd = open(inputFile, O_RDWR)) == -1)
 		err(1, "open(%s)", inputFile);
 
 	if ((cp = mmap(NULL, statb.st_size, PROT_READ | PROT_WRITE,
 	    MAP_SHARED, fd, 0)) == MAP_FAILED)
 		err(1, "mmap");
 	cp[0] = 1;
 
 	if (sendfile(fd, tcpsock, 0, statb.st_size, NULL, &off, SF_NOCACHE)
 	    == -1)
 		err(1, "sendfile");
 
 	return;
 }
 
 int
 main(int argc, char **argv)
 {
 	pid_t pid;
 	int e, s;
 
 	if (argc != 4) {
 		fprintf(stderr,
 		    "Usage: %s <inputFile outputFile portNumber\n", argv[0]);
 			return (1);
 	}
 	e = 0;
 	inputFile = argv[1];
 	outputFile = argv[2];
 	port = atoi(argv[3]);
 
 	if ((pid = fork()) == 0) {
 		writer();
 		exit(EXIT_SUCCESS);
 	} else if (pid > 0) {
 		reader();
 		kill(pid, SIGINT);
 		waitpid(pid, &s, 0);
 		if (s != 0)
 			e = 1;
 	} else
 		err(1, "fork(), %s:%d",  __FILE__, __LINE__);
 
 	return (e);
 }
Index: user/pho/stress2/misc/sendfile13.sh
===================================================================
--- user/pho/stress2/misc/sendfile13.sh	(revision 361835)
+++ user/pho/stress2/misc/sendfile13.sh	(revision 361836)
@@ -1,359 +1,373 @@
 #!/bin/sh
 
 #
 # Copyright (c) 2018 Dell EMC Isilon
 # All rights reserved.
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions
 # are met:
 # 1. Redistributions of source code must retain the above copyright
 #    notice, this list of conditions and the following disclaimer.
 # 2. Redistributions in binary form must reproduce the above copyright
 #    notice, this list of conditions and the following disclaimer in the
 #    documentation and/or other materials provided with the distribution.
 #
 # THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 # ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 # ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
 # FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 # OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 # HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 # OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 # SUCH DAMAGE.
 #
 # $FreeBSD$
 #
 
 # Move files between two FSs using sendfile(2).
 # CG checksum errors reported.
 
 # Unrelated gpart page fault seen:
 # https://people.freebsd.org/~pho/stress/log/sendfile13.txt
 # Fixed by r329262
 
 . ../default.cfg
 [ `id -u` -ne 0 ] && echo "Must be root!" && exit 1
 
 dir=/tmp
 odir=`pwd`
 cd $dir
 sed '1,/^EOF/d' < $odir/$0 > $dir/sendfile13.c
 mycc -o sendfile13 -Wall -Wextra -O0 -g sendfile13.c || exit 1
 rm -f sendfile13.c
 cd $odir
 
 set -e
 size="$((`sysctl -n hw.usermem` / 2 / 1024 / 1024 / 1024))"
-size="$((size * 8 / 10))g"
+size="$((size * 7 / 10))g"
 [ "$size" = "0g" ] && exit 0
 [ "$newfs_flags" = "-U" ] || exit 0
 newfs_flags="-j"
 
 mp1=$mntpoint
 mkdir -p $mp1
 md1=$mdstart
 mount | grep "on $mp1 " | grep -q /dev/md && umount -f $mp1
-[ -c /dev/md$md1 ] &&  mdconfig -d -u $md1
+[ -c /dev/md$md1 ] && mdconfig -d -u $md1
 mdconfig -a -t swap -s $size -u $md1
 bsdlabel -w md$md1 auto
 newfs $newfs_flags -n md${md1}$part > /dev/null 2>&1
 mount /dev/md${md1}$part $mp1
 
-mp2=${mntpoint}2
-mkdir -p $mp2
 md2=$((mdstart + 1))
+mp2=${mntpoint}$md2
+mkdir -p $mp2
 mount | grep "on $mp2 " | grep -q /dev/md && umount -f $mp2
-[ -c /dev/md$md2 ] &&  mdconfig -d -u $md2
+[ -c /dev/md$md2 ] && mdconfig -d -u $md2
 mdconfig -a -t swap -s $size -u $md2
 bsdlabel -w md$md2 auto
 newfs $newfs_flags -n md${md2}$part > /dev/null 2>&1
 mount /dev/md${md2}$part $mp2
 set +e
 
 free=`df $mp1 | tail -1 | awk '{print $4}'`
-$dir/sendfile13 5432 $mp1 $mp2 $((free * 8 / 10)) &
-$dir/sendfile13 5433 $mp2 $mp1 $((free * 8 / 10)) &
+$dir/sendfile13 5432 $mp1 $mp2 $((free / 2)) &
+p1=$!
+$dir/sendfile13 5433 $mp2 $mp1 $((free / 2)) &
+p2=$!
 cd $odir
-while [ ! -f $mp1/done ]; do
-	sleep 1
-done
 s=0
-wait
+wait $p1; code=$?
+[ $code -ne 0 ] && { s=$code; echo "$p1 exit status $code"; }
+wait $p2; code=$?
+[ $code -ne 0 ] && { s=$code; echo "$p2 exit status $code"; }
 [ -f sendfile13.core -a $s -eq 0 ] &&
-    { ls -l sendfile13.core; mv sendfile13.core /tmp; s=1; }
+    { ls -l sendfile13.core; mv sendfile13.core /tmp; }
 cd $odir
 
 for i in `jot 6`; do
 	mount | grep -q "on $mp1 " || break
 	umount $mp1 && break || sleep 10
 	[ $i -eq 6 ] &&
 	    { echo FATAL; fstat -mf $mp1; exit 1; }
 done
+for i in `jot 6`; do
+	mount | grep -q "on $mp2 " || break
+	umount $mp2 && break || sleep 10
+	[ $i -eq 6 ] &&
+	    { echo FATAL; fstat -mf $mp2; exit 1; }
+done
 checkfs /dev/md${md1}$part || s=1
+checkfs /dev/md${md2}$part || s=1
 mdconfig -d -u $md1 || s=1
+mdconfig -d -u $md2 || s=1
 
 for i in `jot 6`; do
 	mount | grep -q "on $mp2 " || break
 	umount $mp2 && break || sleep 10
 	[ $i -eq 6 ] &&
 	    { echo FATAL; fstat -mf $mp2; exit 1; }
 done
 checkfs /dev/md${md2}$part || s=1
 
 rm -rf $dir/sendfile13
 exit $s
 
 EOF
 #include <sys/param.h>
 #include <sys/mman.h>
 #include <sys/socket.h>
 #include <sys/stat.h>
 #include <sys/wait.h>
 
 #include <netinet/in.h>
 
 #include <err.h>
 #include <fcntl.h>
 #include <netdb.h>
 #include <signal.h>
 #include <stdio.h>
 #include <stdlib.h>
 #include <string.h>
 #include <time.h>
 #include <unistd.h>
 
 #define BUFSIZE 8192
 #define MAXTHREADS 32
 
 static int files, port;
 static char *fromdir, *todir;
 
 static void
 create(char *path, size_t size)
 {
 	size_t s;
 	int fd, i, ifd;
 	char *cp, file[128], help[128];
 
 	i = 0;
 	while (size > 0) {
 		do {
 			s =arc4random() % size + 1;
 		} while (s > 1024 * 1024 * 1024);
 		size -= s;
 		sprintf(file, "%s/f%06d.%06d", path, getpid(), i++);
 		if ((ifd = open("/dev/zero", O_RDONLY)) == -1)
 			err(1, "open(/dev/zero)");
 		if ((cp = mmap(0, s, PROT_READ, MAP_SHARED, ifd, 0)) ==
 			(caddr_t) - 1)
 			err(1, "mmap error for input");
 		if ((fd = open(file, O_WRONLY | O_CREAT, 0640)) == -1)
 			err(1, "create(%s)", file);
 		if (write(fd, cp, s) != (ssize_t)s)
 			err(1, "write(%s)", file);
 		munmap(cp, s);
 		close(fd);
 		close(ifd);
 		files++;
 	}
-	if ((fd = open("done", O_WRONLY | O_CREAT, 0640)) == -1)
-		err(1, "create(%s)", file);
-	close(fd);
 	snprintf(help, sizeof(help),
 	    "umount %s 2>&1 | grep -v 'Device busy'", path);
 	system(help);
 #if defined(DEBUG)
 	fprintf(stderr, "%d files created\n", files);
 #endif
 }
 
 static void
 server(void)
 {
 	pid_t pid;
         struct sigaction sa;
 	struct sockaddr_in inetaddr, inetpeer;
 	socklen_t len;
 	int tcpsock, msgsock;
 	int *buf, fd, idx, n, on, t;
 	char ofile[128], nfile[128];
 
         sa.sa_handler = SIG_IGN;
         sigemptyset(&sa.sa_mask);
         sa.sa_flags = 0;
         if (sigaction(SIGCHLD, &sa, 0) == -1)
                 err(1, "sigaction");
 
 	on = 1;
 	if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 		err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 	if (setsockopt(tcpsock,
 	    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 		err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 	inetaddr.sin_family = AF_INET;
 	inetaddr.sin_addr.s_addr = INADDR_ANY;
 	inetaddr.sin_port = htons(port);
 	inetaddr.sin_len = sizeof(inetaddr);
 
 	if (bind(tcpsock,
 	    (struct sockaddr *)&inetaddr, sizeof (inetaddr)) < 0)
 		err(1, "bind(), %s:%d", __FILE__, __LINE__);
 
 	if (listen(tcpsock, 5) < 0)
 		err(1, "listen(), %s:%d", __FILE__, __LINE__);
 
 	idx = 0;
 	len = sizeof(inetpeer);
 	for (;;) {
+		alarm(120);
 		if ((msgsock = accept(tcpsock,
 		    (struct sockaddr *)&inetpeer, &len)) < 0)
 			err(1, "accept(), %s:%d", __FILE__, __LINE__);
 
 		if ((pid = fork()) == 0) {
+			alarm(120);
 			t = 0;
 			if ((buf = malloc(BUFSIZE)) == NULL)
 				err(1, "malloc(%d), %s:%d", BUFSIZE,
 				    __FILE__, __LINE__);
 
 			sprintf(ofile, "%s/g%06d.%06d", todir, getpid(),
 			    idx);
 			sprintf(nfile, "%s/n%06d.%06d", todir, getpid(),
 			    idx);
 			if ((fd = open(ofile, O_RDWR | O_CREAT | O_TRUNC,
 			    0640)) == -1)
 				err(1, "open(%s)", ofile);
 
 			for (;;) {
 				if ((n = read(msgsock, buf, BUFSIZE)) < 0)
 					err(1, "read(), %s:%d", __FILE__,
 					    __LINE__);
 				t += n;
 				if (n == 0) break;
 
 				if ((write(fd, buf, n)) != n)
-					err(1, "write");
+					err(1, "write n=%d", n);
 			}
 			close(msgsock);
 			close(fd);
 			if (rename(ofile, nfile) != 0)
 				err(1, "rename(%s, %s)", ofile, nfile);
 			_exit(0);
 		}
 		close(msgsock);
 		if (++idx == files)
 			break;
 	}
 
 	_exit(0);
 }
 
 static void
 writer(char *inputFile) {
 	struct sockaddr_in inetaddr;
 	struct hostent *hostent;
 	struct stat statb;
 	off_t off = 0;
 	size_t size;
 	int i, fd, on, r, tcpsock;
 
+	alarm(120);
 	on = 1;
 	for (i = 1; i < 5; i++) {
 		if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 			err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 		if (setsockopt(tcpsock,
 		    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 			err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 		size = getpagesize();
 		if (setsockopt(tcpsock,
 		    SOL_SOCKET, SO_SNDBUF, (void *)&size, sizeof(size)) < 0)
 			err(1, "setsockopt(SO_SNDBUF), %s:%d", __FILE__,
 			    __LINE__);
 
 		hostent = gethostbyname ("localhost");
 		memcpy (&inetaddr.sin_addr.s_addr, hostent->h_addr,
 			sizeof (struct in_addr));
 
 		inetaddr.sin_family = AF_INET;
-		inetaddr.sin_addr.s_addr = INADDR_ANY;
 		inetaddr.sin_port = htons(port);
 		inetaddr.sin_len = sizeof(inetaddr);
 
 		r = connect(tcpsock, (struct sockaddr *) &inetaddr,
 			sizeof(inetaddr));
 		if (r == 0)
 			break;
 		sleep(1);
 		close(tcpsock);
 	}
 	if (r < 0)
 		err(1, "connect(), %s:%d", __FILE__, __LINE__);
 
         if (stat(inputFile, &statb) != 0)
                 err(1, "stat(%s)", inputFile);
 
 	if ((fd = open(inputFile, O_RDWR)) == -1)
 		err(1, "open(%s)", inputFile);
 
 	if (sendfile(fd, tcpsock, 0, statb.st_size, NULL, &off,
 	    SF_NOCACHE) == -1)
-		err(1, "sendfile");
+		warn("sendfile()");
 	close(fd);
 
 	return;
 }
 
 static void
 move(int num)
 {
 	char ifile[128];
 
 	sprintf(ifile, "%s/f%06d.%06d", fromdir, getpid(), num);
 	writer(ifile);
 
 	if (unlink(ifile) != 0)
 		err(1, "unlink(%s)", ifile);
 }
 
 int
 main(int argc, char *argv[])
 {
 	pid_t spid;
 	size_t size;
-	int e, i;
+	int i, status;
 
 	if (argc != 5) {
 		fprintf(stderr,
 		    "Usage %s <port> <from dir> <to dir> <size in k>",
 		    argv[0]);
 		exit(1);
 	}
 	port = atoi(argv[1]);
 	fromdir = argv[2];
 	if (chdir(fromdir) == -1)
 		err(1, "chdir(%s)", fromdir);
 	todir = argv[3];
-	e = 0;
 	sscanf(argv[4], "%zd", &size);
 	size = size * 1024;
 	create(fromdir, size);
 
 	if ((spid = fork()) == 0)
 		server();
 
 	for (i = 0; i < files; i++) {
 		move(i);
 		sleep(10);
 	}
-	if (waitpid(spid, NULL, 0) != spid)
+	if (waitpid(spid, &status, 0) != spid)
 		err(1, "waitpid");
+	if (status != 0) {
+		if (WIFSIGNALED(status))
+			fprintf(stderr,
+			    "pid %d exit signal %d\n",
+			    spid, WTERMSIG(status));
+	}
 
-	return (e);
+	return (status == 0 ? 0 : 1);
 }
Index: user/pho/stress2/misc/sendfile14.sh
===================================================================
--- user/pho/stress2/misc/sendfile14.sh	(revision 361835)
+++ user/pho/stress2/misc/sendfile14.sh	(revision 361836)
@@ -1,385 +1,384 @@
 #!/bin/sh
 
 #
 # Copyright (c) 2018 Dell EMC Isilon
 # All rights reserved.
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions
 # are met:
 # 1. Redistributions of source code must retain the above copyright
 #    notice, this list of conditions and the following disclaimer.
 # 2. Redistributions in binary form must reproduce the above copyright
 #    notice, this list of conditions and the following disclaimer in the
 #    documentation and/or other materials provided with the distribution.
 #
 # THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 # ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 # ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
 # FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 # OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 # HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 # OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 # SUCH DAMAGE.
 #
 # $FreeBSD$
 #
 
 # Regression test scenario attempt for r328914:
 # "Occasional cylinder-group check-hash errors were being reported on
 # systems running with a heavy filesystem load."
 
 # Assert seen in WiP code:
 # https://people.freebsd.org/~pho/stress/log/mmacy016.txt
 
 . ../default.cfg
 [ `id -u` -ne 0 ] && echo "Must be root!" && exit 1
 
 dir=/tmp
 odir=`pwd`
 cd $dir
 sed '1,/^EOF/d' < $odir/$0 > $dir/sendfile14.c
 mycc -o sendfile14 -Wall -Wextra -O0 -g sendfile14.c -lpthread || exit 1
 rm -f sendfile14.c
 cd $odir
 
 set -e
 size="$((`sysctl -n hw.usermem` / 2 / 1024 / 1024 / 1024))"
 size="$((size * 8 / 10))g"
 [ "$size" = "0g" ] && exit 0
 [ "$newfs_flags" = "-U" ] || exit 0
 newfs_flags="-j"
 
 mp1=$mntpoint
 mkdir -p $mp1
 md1=$mdstart
 mount | grep "on $mp1 " | grep -q /dev/md && umount -f $mp1
 [ -c /dev/md$md1 ] && mdconfig -d -u $md1
 mdconfig -a -t swap -s $size -u $md1
 bsdlabel -w md$md1 auto
 newfs $newfs_flags -n md${md1}$part > /dev/null 2>&1
 mount /dev/md${md1}$part $mp1
 
 md2=$((mdstart + 1))
 mp2=${mntpoint}$md2
 mkdir -p $mp2
 mount | grep "on $mp2 " | grep -q /dev/md && umount -f $mp2
 [ -c /dev/md$md2 ] && mdconfig -d -u $md2
 mdconfig -a -t swap -s $size -u $md2
 bsdlabel -w md$md2 auto
 newfs $newfs_flags -n md${md2}$part > /dev/null 2>&1
 mount /dev/md${md2}$part $mp2
 set +e
 
 free=`df $mp1 | tail -1 | awk '{print $4}'`
 $dir/sendfile14 5432 $mp1 $mp2 $((free / 2)) &
 $dir/sendfile14 5433 $mp2 $mp1 $((free / 2)) &
 cd $odir
 wait
 s=0
 [ -f sendfile14.core -a $s -eq 0 ] &&
     { ls -l sendfile14.core; mv sendfile14.core /tmp; s=1; }
 pkill sendfile14
 cd $odir
 
 for i in `jot 6`; do
 	mount | grep -q "on $mp1 " || break
 	umount $mp1 && break || sleep 10
 	[ $i -eq 6 ] &&
 	    { echo FATAL; fstat -mf $mp1; exit 1; }
 done
 for i in `jot 6`; do
 	mount | grep -q "on $mp2 " || break
 	umount $mp2 && break || sleep 10
 	[ $i -eq 6 ] &&
 	    { echo FATAL; fstat -mf $mp2; exit 1; }
 done
 checkfs /dev/md${md1}$part || s=1
 checkfs /dev/md${md2}$part || s=1
 mdconfig -d -u $md1 || s=1
 mdconfig -d -u $md2 || s=1
 
 rm -rf $dir/sendfile14
 exit $s
 
 EOF
 #include <sys/param.h>
 #include <sys/mman.h>
 #include <sys/socket.h>
 #include <sys/stat.h>
 #include <sys/wait.h>
 
 #include <netinet/in.h>
 
 #include <err.h>
 #include <fcntl.h>
 #include <netdb.h>
 #include <pthread.h>
 #include <signal.h>
 #include <stdio.h>
 #include <stdlib.h>
 #include <string.h>
 #include <time.h>
 #include <unistd.h>
 
 #define BUFSIZE 8192
 #define MAXTHREADS 5
 
 static volatile int active;
 static volatile u_int *share;
 static int files, port;
 static char *fromdir, *todir;
 
 void
 create(char *path, size_t size)
 {
 	size_t s;
 	int fd, i, ifd;
 	char *cp, file[128], help[128];
 
 	setproctitle("%s", __func__);
 	i = 0;
 	while (size > 0) {
 		do {
 			s =arc4random() % size + 1;
 		} while (s > 1024 * 1024 * 1024);
 		size -= s;
 		sprintf(file, "%s/f%06d.%06d", path, getpid(), i++);
 		if ((ifd = open("/dev/zero", O_RDONLY)) == -1)
 			err(1, "open(/dev/zero)");
 		if ((cp = mmap(0, s, PROT_READ, MAP_SHARED, ifd, 0)) ==
 			(caddr_t) - 1)
 			err(1, "mmap error for input");
 		if ((fd = open(file, O_WRONLY | O_CREAT, 0640)) == -1)
 			err(1, "create(%s)", file);
 		if (write(fd, cp, s) != (ssize_t)s)
 			err(1, "write(%s)", file);
 		munmap(cp, s);
 		close(fd);
 		close(ifd);
 		files++;
 	}
 	snprintf(help, sizeof(help),
 	    "umount %s 2>&1 | grep -v 'Device busy'", path);
 	system(help);
 #if defined(DEBUG)
 	fprintf(stderr, "%d files created\n", files);
 #endif
 }
 
 void
 server(void)
 {
 	pid_t pid[100];
         struct sigaction sa;
 	struct sockaddr_in inetaddr, inetpeer;
 	socklen_t len;
 	int tcpsock, msgsock;
 	int *buf, fd, idx, n, on, t;
 	char ofile[128], nfile[128];
 
 	setproctitle("%s", __func__);
         sa.sa_handler = SIG_IGN;
         sigemptyset(&sa.sa_mask);
         sa.sa_flags = 0;
         if (sigaction(SIGCHLD, &sa, 0) == -1)
                 err(1, "sigaction");
 
 	on = 1;
 	if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 		err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 	if (setsockopt(tcpsock,
 	    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 		err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 	inetaddr.sin_family = AF_INET;
 	inetaddr.sin_addr.s_addr = INADDR_ANY;
 	inetaddr.sin_port = htons(port);
 	inetaddr.sin_len = sizeof(inetaddr);
 
 	if (bind(tcpsock,
 	    (struct sockaddr *)&inetaddr, sizeof (inetaddr)) < 0)
 		err(1, "bind(), %s:%d", __FILE__, __LINE__);
 
 	if (listen(tcpsock, 5) < 0)
 		err(1, "listen(), %s:%d", __FILE__, __LINE__);
 
 	idx = 0;
 	len = sizeof(inetpeer);
 	for (;;) {
 		alarm(600);
 		if ((msgsock = accept(tcpsock,
 		    (struct sockaddr *)&inetpeer, &len)) < 0)
 			err(1, "accept(), %s:%d", __FILE__, __LINE__);
 
 		if ((pid[idx] = fork()) == 0) {
 			t = 0;
 			if ((buf = malloc(BUFSIZE)) == NULL)
 				err(1, "malloc(%d), %s:%d", BUFSIZE,
 				    __FILE__, __LINE__);
 
 			sprintf(ofile, "%s/g%06d.%06d", todir, getpid(), idx);
 			sprintf(nfile, "%s/n%06d.%06d", todir, getpid(), idx);
 			if ((fd = open(ofile, O_RDWR | O_CREAT | O_TRUNC,
 			    0640)) == -1)
 				err(1, "open(%s)", ofile);
 
 			for (;;) {
 				if ((n = read(msgsock, buf, BUFSIZE)) < 0)
 					err(1, "read(), %s:%d", __FILE__,
 					    __LINE__);
 				t += n;
 				if (n == 0) break;
 
 				if ((write(fd, buf, n)) != n)
 					err(1, "write");
 			}
 			close(msgsock);
 			close(fd);
 			if (rename(ofile, nfile) != 0)
 				err(1, "rename(%s, %s)", ofile, nfile);
 			_exit(0);
 		}
 		close(msgsock);
 		if (++idx == files)
 			break;
 		if (idx == nitems(pid))
 			errx(1, "pid overflow");
 	}
 	for (n = 0; n < idx; n++)
 		if (waitpid(pid[n], NULL, 0) != pid[n])
 			err(1, "waitpid(%d)", pid[n]);
 
 	_exit(0);
 }
 
 static void
 writer(char *inputFile) {
 	struct sockaddr_in inetaddr;
 	struct hostent *hostent;
 	struct stat statb;
 	off_t off = 0;
 	size_t size;
 	int i, fd, on, r, tcpsock;
 
 	on = 1;
 	for (i = 1; i < 5; i++) {
 		if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 			err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 		if (setsockopt(tcpsock,
 		    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 			err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 		size = getpagesize();
 		if (setsockopt(tcpsock,
 		    SOL_SOCKET, SO_SNDBUF, (void *)&size, sizeof(size)) < 0)
 			err(1, "setsockopt(SO_SNDBUF), %s:%d", __FILE__,
 			    __LINE__);
 
 		hostent = gethostbyname ("localhost");
 		memcpy (&inetaddr.sin_addr.s_addr, hostent->h_addr,
 			sizeof (struct in_addr));
 
 		inetaddr.sin_family = AF_INET;
-		inetaddr.sin_addr.s_addr = INADDR_ANY;
 		inetaddr.sin_port = htons(port);
 		inetaddr.sin_len = sizeof(inetaddr);
 
 		r = connect(tcpsock, (struct sockaddr *) &inetaddr,
 			sizeof(inetaddr));
 		if (r == 0)
 			break;
 		sleep(1);
 		close(tcpsock);
 	}
 	if (r < 0)
 		err(1, "connect(), %s:%d", __FILE__, __LINE__);
 
         if (stat(inputFile, &statb) != 0)
                 err(1, "stat(%s)", inputFile);
 
 	if ((fd = open(inputFile, O_RDWR)) == -1)
 		err(1, "open(%s)", inputFile);
 
 	if (sendfile(fd, tcpsock, 0, statb.st_size, NULL, &off,
 	    SF_NOCACHE) == -1)
 		err(1, "sendfile");
 	close(fd);
 
 	return;
 }
 
 void *
 move(void *arg)
 {
 	int num;
 	char ifile[128];
 
 	setproctitle("%s", __func__);
 	while (active >= MAXTHREADS)
 		usleep(100000);
 	active++;
 	num = (int)arg;
 
 	sprintf(ifile, "%s/f%06d.%06d", fromdir, getpid(), num);
 	writer(ifile);
 
 	if (unlink(ifile) != 0)
 		err(1, "unlink(%s)", ifile);
 	active--;
 
 	return (NULL);
 }
 
 int
 main(int argc, char *argv[])
 {
 	pid_t spid;
 	pthread_t *cp;
 	size_t len, size;
 	void *vp;
 	int e, i;
 
 	setproctitle("%s", __func__);
 	if (argc != 5) {
 		fprintf(stderr,
 		    "Usage %s <port> <from dir> <to dir> <size in k>",
 		    argv[0]);
 		exit(1);
 	}
 	port = atoi(argv[1]);
 	fromdir = argv[2];
 	if (chdir(fromdir) == -1)
 		err(1, "chdir(%s)", fromdir);
 	todir = argv[3];
 	e = 0;
 	len = PAGE_SIZE;
 	if ((share = mmap(NULL, len, PROT_READ | PROT_WRITE,
 	    MAP_ANON | MAP_SHARED, -1, 0)) == MAP_FAILED)
 		err(1, "mmap");
 	sscanf(argv[4], "%zd", &size);
 	size = size * 1024;
 	create(fromdir, size);
 
 	if ((spid = fork()) == 0)
 		server();
 
 	cp = malloc(files * sizeof(pthread_t));
 	for (i = 0; i < files; i++) {
 		vp = (void *)(long)i;
 		if (pthread_create(&cp[i], NULL, move, vp) != 0)
 			perror("pthread_create");
 	}
 	for (i = 0; i < files; i++) {
 		pthread_join(cp[i], NULL);
 	}
 	if (waitpid(spid, NULL, 0) != spid)
 		err(1, "waitpid");
 
 	return (e);
 }
Index: user/pho/stress2/misc/sendfile19.sh
===================================================================
--- user/pho/stress2/misc/sendfile19.sh	(revision 361835)
+++ user/pho/stress2/misc/sendfile19.sh	(revision 361836)
@@ -1,249 +1,248 @@
 #!/bin/sh
 
 #
 # SPDX-License-Identifier: BSD-2-Clause-FreeBSD
 #
 # Copyright (c) 2020 Peter Holm <pho@FreeBSD.org>
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions
 # are met:
 # 1. Redistributions of source code must retain the above copyright
 #    notice, this list of conditions and the following disclaimer.
 # 2. Redistributions in binary form must reproduce the above copyright
 #    notice, this list of conditions and the following disclaimer in the
 #    documentation and/or other materials provided with the distribution.
 #
 # THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 # ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 # ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
 # FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 # OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 # HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 # OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 # SUCH DAMAGE.
 #
 # $FreeBSD$
 #
 
 # "panic: Memory modified after free" seen:
 # https://people.freebsd.org/~pho/stress/log/sendfile19.txt
 # Broken by r358995-r359002
 # Fixed by r359778
 
 . ../default.cfg
 
 [ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
 [ -z "$nfs_export" ] && exit 0
 ping -c 2 `echo $nfs_export | sed 's/:.*//'` > /dev/null 2>&1 ||
     exit 0
 
 odir=`pwd`
 cd /tmp
 sed '1,/^EOF/d' < $odir/$0 > sendfile19.c
 mycc -o sendfile19 -Wall sendfile19.c -pthread || exit 1
 rm -f sendfile19.c
 
 (cd $odir/../testcases/swap; ./swap -t 5m -i 20 -l 100) &
 sleep 5
 mount | grep "$mntpoint" | grep -q nfs && umount $mntpoint
 mount -t nfs -o tcp -o retrycnt=3 -o intr,soft -o rw $nfs_export $mntpoint
 
 cd $mntpoint
 parallel=1000
 for i in `jot $parallel`; do
 	size=`jot -r 1 1 $((2 * 1024 * 1024))`
 	dd if=/dev/zero of=input.$i bs=$size count=1 status=none
 done
 cd $odir
 while mount | grep "$mntpoint " | grep -q nfs; do
 	umount -f $mntpoint
 done
 sleep 1
 mount -t nfs -o tcp -o retrycnt=3 -o intr,soft -o rw $nfs_export $mntpoint
 spid=$!
 cd $mntpoint
 pids=
 for i in `jot $parallel`; do
 	/tmp/sendfile19 input.$i output.$i 1234$i &
 	pids="$pids $!"
 done
 for p in $pids; do
 	wait $p
 done
 for i in `jot $parallel`; do
 	rm -f input.$i output.$i
 done
 while pkill swap; do :; done
 wait $spid
 
 cd $odir
 umount $mntpoint
 while mount | grep "$mntpoint " | grep -q nfs; do
 	umount -f $mntpoint
 done
 rm -f /tmp/sendfile19
 exit 0
 EOF
 /* Slightly modified scenario from sendfile.sh */
 #include <err.h>
 #include <fcntl.h>
 #include <netdb.h>
 #include <netinet/in.h>
 #include <signal.h>
 #include <stdio.h>
 #include <stdlib.h>
 #include <string.h>
 #include <sys/param.h>
 #include <sys/socket.h>
 #include <sys/stat.h>
 #include <unistd.h>
 
 int port;
 char *inputFile;
 char *outputFile;
 int bufsize = 4096;
 
 static void
 reader(void) {
 	int tcpsock, msgsock;
 	int on;
 	socklen_t len;
 	struct sockaddr_in inetaddr, inetpeer;
 	int n, t, *buf, fd;
 
 	on = 1;
 	if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 		err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 	if (setsockopt(tcpsock,
 	    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 		err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 	inetaddr.sin_family = AF_INET;
 	inetaddr.sin_addr.s_addr = INADDR_ANY;
 	inetaddr.sin_port = htons(port);
 	inetaddr.sin_len = sizeof(inetaddr);
 
 	if (bind(tcpsock,
 	    (struct sockaddr *)&inetaddr, sizeof (inetaddr)) < 0)
 		err(1, "bind(), %s:%d", __FILE__, __LINE__);
 
 	if (listen(tcpsock, 5) < 0)
 		err(1, "listen(), %s:%d", __FILE__, __LINE__);
 
 	len = sizeof(inetpeer);
 	if ((msgsock = accept(tcpsock,
 	    (struct sockaddr *)&inetpeer, &len)) < 0)
 		err(1, "accept(), %s:%d", __FILE__, __LINE__);
 
 	t = 0;
 	if ((buf = malloc(bufsize)) == NULL)
 		err(1, "malloc(%d), %s:%d", bufsize, __FILE__, __LINE__);
 
 	if ((fd = open(outputFile, O_RDWR | O_CREAT | O_TRUNC, 0640)) == -1)
 		err(1, "open(%s)", outputFile);
 
 	for (;;) {
 		if ((n = read(msgsock, buf, bufsize)) < 0)
 			err(1, "read(), %s:%d", __FILE__, __LINE__);
 		t += n;
 		if (n == 0)
 			break;
 
 		if ((write(fd, buf, n)) != n)
 			err(1, "write");
 	}
 	close(msgsock);
 	close(fd);
 	return;
 }
 
 static void
 writer(void) {
 	int tcpsock, on;
 	struct sockaddr_in inetaddr;
 	struct hostent *hostent;
 	struct stat statb;
 	int i, r, fd;
 	off_t off = 0;
 #if 1
 	size_t size;
 #endif
 
 	on = 1;
 	for (i = 1; i < 5; i++) {
 		if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 			err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 		if (setsockopt(tcpsock,
 		    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 			err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 #if 1		/* livelock trigger */
 		size = getpagesize() -4;
 		if (setsockopt(tcpsock, SOL_SOCKET, SO_SNDBUF, (void *)&size,
 		    sizeof(size)) < 0)
 			err(1, "setsockopt(SO_SNDBUF), %s:%d",
 			    __FILE__, __LINE__);
 #endif
 
 		hostent = gethostbyname ("localhost");
 		memcpy (&inetaddr.sin_addr.s_addr, hostent->h_addr,
 			sizeof (struct in_addr));
 
 		inetaddr.sin_family = AF_INET;
-		inetaddr.sin_addr.s_addr = INADDR_ANY;
 		inetaddr.sin_port = htons(port);
 		inetaddr.sin_len = sizeof(inetaddr);
 
 		r = connect(tcpsock, (struct sockaddr *) &inetaddr,
 			sizeof(inetaddr));
 		if (r == 0)
 			break;
 		sleep(1);
 		close(tcpsock);
 	}
 	if (r < 0)
 		err(1, "connect(), %s:%d", __FILE__, __LINE__);
 
         if (stat(inputFile, &statb) != 0)
                 err(1, "stat(%s)", inputFile);
 
 	if ((fd = open(inputFile, O_RDONLY)) == -1)
 		err(1, "open(%s)", inputFile);
 
 	if (sendfile(fd, tcpsock, 0, statb.st_size, NULL, &off, SF_NOCACHE) == -1)
 		err(1, "sendfile");
 
 	return;
 }
 
 int
 main(int argc, char **argv)
 {
 	pid_t pid;
 
 	if (argc != 4) {
 		fprintf(stderr, "Usage: %s <inputFile outputFile portNumber\n",
 		    argv[0]);
 		return (1);
 	}
 	inputFile = argv[1];
 	outputFile = argv[2];
 	port = atoi(argv[3]);
 
 	if ((pid = fork()) == 0) {
 		writer();
 		exit(EXIT_SUCCESS);
 	} else if (pid > 0) {
 		reader();
 		kill(pid, SIGINT);
 	} else
 		err(1, "fork(), %s:%d",  __FILE__, __LINE__);
 
 	return (0);
 }
Index: user/pho/stress2/misc/sendfile20.sh
===================================================================
--- user/pho/stress2/misc/sendfile20.sh	(revision 361835)
+++ user/pho/stress2/misc/sendfile20.sh	(revision 361836)
@@ -1,250 +1,249 @@
 #!/bin/sh
 
 #
 # SPDX-License-Identifier: BSD-2-Clause-FreeBSD
 #
 # Copyright (c) 2020 Peter Holm <pho@FreeBSD.org>
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions
 # are met:
 # 1. Redistributions of source code must retain the above copyright
 #    notice, this list of conditions and the following disclaimer.
 # 2. Redistributions in binary form must reproduce the above copyright
 #    notice, this list of conditions and the following disclaimer in the
 #    documentation and/or other materials provided with the distribution.
 #
 # THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 # ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 # ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
 # FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 # OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 # HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 # OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 # SUCH DAMAGE.
 #
 # $FreeBSD$
 #
 
 # "panic: vm_page_assert_xbusied: page not exclusive busy" seen:
 # https://people.freebsd.org/~pho/stress/log/sendfile20.txt
 # Fixed by r359778
 
 . ../default.cfg
 
 [ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
 [ -z "$nfs_export" ] && exit 0
 ping -c 2 `echo $nfs_export | sed 's/:.*//'` > /dev/null 2>&1 ||
     exit 0
 
 odir=`pwd`
 cd /tmp
 sed '1,/^EOF/d' < $odir/$0 > sendfile20.c
 mycc -o sendfile20 -Wall sendfile20.c -pthread || exit 1
 rm -f sendfile20.c
 
 (cd $odir/../testcases/swap; ./swap -t 5m -i 20 -l 100) &
 sleep 5
 mount | grep "$mntpoint" | grep -q nfs && umount $mntpoint
 mount -t nfs -o tcp -o retrycnt=3 -o intr,soft -o rw $nfs_export $mntpoint
 
 cd $mntpoint
 parallel=2000
 for i in `jot $parallel`; do
 	size=`jot -r 1 1 $((1024 * 1024))`
 	dd if=/dev/zero of=input.$i bs=$size count=1 status=none
 done
 cd $odir
 while mount | grep "$mntpoint " | grep -q nfs; do
 	umount -f $mntpoint
 done
 sleep 1
 mount -t nfs -o tcp -o retrycnt=3 -o intr,soft -o rw $nfs_export $mntpoint
 spid=$!
 cd $mntpoint
 pids=
 for i in `jot $parallel`; do
 	/tmp/sendfile20 input.$i output.$i 1234$i &
 	pids="$pids $!"
 done
 sleep 30
 while pkill sendfile20; do :; done
 for p in $pids; do
 	wait $p
 done
 for i in `jot $parallel`; do
 #	cmp input.$i output.$i || { echo FAIL; ls -l input$i output$i; }
 	rm -f input.$i output.$i
 done
 while pkill swap; do :; done
 wait $spid
 
 cd $odir
 umount $mntpoint
 while mount | grep "$mntpoint " | grep -q nfs; do
 	umount -f $mntpoint
 done
 rm -f /tmp/sendfile20
 exit 0
 EOF
 #include <err.h>
 #include <fcntl.h>
 #include <netdb.h>
 #include <netinet/in.h>
 #include <signal.h>
 #include <stdio.h>
 #include <stdlib.h>
 #include <string.h>
 #include <sys/param.h>
 #include <sys/socket.h>
 #include <sys/stat.h>
 #include <unistd.h>
 
 int port;
 char *inputFile;
 char *outputFile;
 int bufsize = 4096;
 
 static void
 reader(void) {
 	int tcpsock, msgsock;
 	int on;
 	socklen_t len;
 	struct sockaddr_in inetaddr, inetpeer;
 	int n, t, *buf, fd;
 
 	on = 1;
 	if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 		err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 	if (setsockopt(tcpsock,
 	    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 		err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 	inetaddr.sin_family = AF_INET;
 	inetaddr.sin_addr.s_addr = INADDR_ANY;
 	inetaddr.sin_port = htons(port);
 	inetaddr.sin_len = sizeof(inetaddr);
 
 	if (bind(tcpsock,
 	    (struct sockaddr *)&inetaddr, sizeof (inetaddr)) < 0)
 		err(1, "bind(), %s:%d", __FILE__, __LINE__);
 
 	if (listen(tcpsock, 5) < 0)
 		err(1, "listen(), %s:%d", __FILE__, __LINE__);
 
 	len = sizeof(inetpeer);
 	if ((msgsock = accept(tcpsock,
 	    (struct sockaddr *)&inetpeer, &len)) < 0)
 		err(1, "accept(), %s:%d", __FILE__, __LINE__);
 
 	t = 0;
 	if ((buf = malloc(bufsize)) == NULL)
 		err(1, "malloc(%d), %s:%d", bufsize, __FILE__, __LINE__);
 
 	if ((fd = open(outputFile, O_RDWR | O_CREAT | O_TRUNC, 0640)) == -1)
 		err(1, "open(%s)", outputFile);
 
 	for (;;) {
 		if ((n = read(msgsock, buf, bufsize)) < 0)
 			err(1, "read(), %s:%d", __FILE__, __LINE__);
 		t += n;
 		if (n == 0)
 			break;
 
 		if ((write(fd, buf, n)) != n)
 			err(1, "write");
 	}
 	close(msgsock);
 	close(fd);
 	return;
 }
 
 static void
 writer(void) {
 	int tcpsock, on;
 	struct sockaddr_in inetaddr;
 	struct hostent *hostent;
 	struct stat statb;
 	int i, r, fd;
 	off_t off = 0;
 #if 1
 	size_t size;
 #endif
 
 	on = 1;
 	for (i = 1; i < 5; i++) {
 		if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 			err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 		if (setsockopt(tcpsock,
 		    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 			err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 #if 1		/* livelock trigger */
 		size = getpagesize() -4;
 		if (setsockopt(tcpsock, SOL_SOCKET, SO_SNDBUF, (void *)&size,
 		    sizeof(size)) < 0)
 			err(1, "setsockopt(SO_SNDBUF), %s:%d",
 			    __FILE__, __LINE__);
 #endif
 
 		hostent = gethostbyname ("localhost");
 		memcpy (&inetaddr.sin_addr.s_addr, hostent->h_addr,
 			sizeof (struct in_addr));
 
 		inetaddr.sin_family = AF_INET;
-		inetaddr.sin_addr.s_addr = INADDR_ANY;
 		inetaddr.sin_port = htons(port);
 		inetaddr.sin_len = sizeof(inetaddr);
 
 		r = connect(tcpsock, (struct sockaddr *) &inetaddr,
 			sizeof(inetaddr));
 		if (r == 0)
 			break;
 		sleep(1);
 		close(tcpsock);
 	}
 	if (r < 0)
 		err(1, "connect(), %s:%d", __FILE__, __LINE__);
 
         if (stat(inputFile, &statb) != 0)
                 err(1, "stat(%s)", inputFile);
 
 	if ((fd = open(inputFile, O_RDONLY)) == -1)
 		err(1, "open(%s)", inputFile);
 
 	if (sendfile(fd, tcpsock, 0, statb.st_size, NULL, &off, SF_NOCACHE) == -1)
 		err(1, "sendfile");
 
 	return;
 }
 
 int
 main(int argc, char **argv)
 {
 	pid_t pid;
 
 	if (argc != 4) {
 		fprintf(stderr, "Usage: %s <inputFile outputFile portNumber\n",
 		    argv[0]);
 		return (1);
 	}
 	inputFile = argv[1];
 	outputFile = argv[2];
 	port = atoi(argv[3]);
 
 	if ((pid = fork()) == 0) {
 		writer();
 		exit(EXIT_SUCCESS);
 	} else if (pid > 0) {
 		reader();
 		kill(pid, SIGINT);
 	} else
 		err(1, "fork(), %s:%d",  __FILE__, __LINE__);
 
 	return (0);
 }
Index: user/pho/stress2/misc/sendfile22.sh
===================================================================
--- user/pho/stress2/misc/sendfile22.sh	(revision 361835)
+++ user/pho/stress2/misc/sendfile22.sh	(revision 361836)
@@ -1,287 +1,286 @@
 #!/bin/sh
 
 #
 # SPDX-License-Identifier: BSD-2-Clause-FreeBSD
 #
 # Copyright (c) 2020 Peter Holm <pho@FreeBSD.org>
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions
 # are met:
 # 1. Redistributions of source code must retain the above copyright
 #    notice, this list of conditions and the following disclaimer.
 # 2. Redistributions in binary form must reproduce the above copyright
 #    notice, this list of conditions and the following disclaimer in the
 #    documentation and/or other materials provided with the distribution.
 #
 # THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 # ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 # ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
 # FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 # OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 # HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 # OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 # SUCH DAMAGE.
 #
 # $FreeBSD$
 #
 
 # Variation of sendfile21.sh: without the use of socketpair().
 # No problems seen.
 
 . ../default.cfg
 [ `id -u` -ne 0 ] && echo "Must be root!" && exit 1
 
 dir=/tmp
 odir=`pwd`
 cd $dir
 sed '1,/^EOF/d' < $odir/$0 > $dir/sendfile22.c
 mycc -o sendfile22 -Wall -Wextra -O0 -g sendfile22.c || exit 1
 rm -f sendfile22.c
 cd $odir
 
 set -e
 mount | grep "on $mntpoint " | grep -q /dev/md && umount -f $mntpoint
 [ -c /dev/md$mdstart ] &&  mdconfig -d -u $mdstart
 mdconfig -a -t swap -s 1g -u $mdstart
 bsdlabel -w md$mdstart auto
 newfs_flags=""
 newfs $newfs_flags -n md$mdstart > /dev/null
 mount /dev/md$mdstart $mntpoint
 set +e
 
 cd $mntpoint
 dd if=/dev/random of=input bs=4k count=100 status=none
 
 (cd $odir/../testcases/swap; ./swap -t 5m -i 20 -l 100 > /dev/null) &
 sleep 30
 n=1
 start=` date +%s`
 while [ $((` date +%s` - start)) -lt 180 ]; do
 	rm -f output
 	umount $mntpoint 2>/dev/null # busy umount
 	$dir/sendfile22
 	s=$?
 	cmp -s input output || break
 	[ `stat -f '%z' input` -ne ` stat -f '%z' output` ] && break
 	n=$((n + 1))
 done
 while pgrep -q swap; do
 	pkill swap
 done
 cmp -s input output || { echo "Loop #$n"; ls -l; s=1; }
 wait
 [ -f sendfile22.core -a $s -eq 0 ] &&
     { ls -l sendfile22.core; mv sendfile22.core $dir; s=1; }
 cd $odir
 
 for i in `jot 6`; do
 	mount | grep -q "on $mntpoint " || break
 	umount $mntpoint && break || sleep 10
 	[ $i -eq 6 ] &&
 	    { echo FATAL; fstat -mf $mntpoint; exit 1; }
 done
 mdconfig -d -u $mdstart
 rm -rf $dir/sendfile22
 exit $s
 
 EOF
 #include <sys/param.h>
 #include <sys/fcntl.h>
 #include <sys/mman.h>
 #include <sys/socket.h>
 #include <sys/stat.h>
 #include <sys/uio.h>
 #include <sys/wait.h>
 
 #include <netinet/in.h>
 
 #include <err.h>
 #include <errno.h>
 #include <fcntl.h>
 #include <netdb.h>
 #include <stdio.h>
 #include <stdlib.h>
 #include <string.h>
 #include <strings.h>
 #include <unistd.h>
 
 static void
 test(void)
 {
 	struct stat st;
 	struct sockaddr_in inetaddr, inetpeer;
 	struct hostent *hostent;
 	socklen_t len;
 	off_t i, j, rd, written, pos;
 	pid_t pid;
 	int error, from, i1, msgsock, n, on, port, r, status, tcpsock, to;
 	char buf[4086], *cp;
 	const char *from_name, *to_name;
 
 	from_name = "input";
 	to_name = "output";
 	port = 12345;
 
 	if ((from = open(from_name, O_RDONLY)) == -1)
 		err(1, "open read %s", from_name);
 
 	if ((error = fstat(from, &st)) == -1)
 		err(1, "stat %s", from_name);
 
 	pid = fork();
 	if (pid == -1)
 		err(1, "fork");
 	else if (pid != 0) {
 		setproctitle("parent");
 
 		alarm(300);
 		on = 1;
 		for (i1 = 1; i1 < 5; i1++) {
 			if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 				err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 			if (setsockopt(tcpsock,
 			    SOL_SOCKET, SO_REUSEADDR, (char *)&on,
 			    sizeof(on)) < 0)
 				err(1, "setsockopt(), %s:%d", __FILE__,
 						__LINE__);
 
 			hostent = gethostbyname ("localhost");
 			bzero((char *) &inetaddr, sizeof(inetaddr));
 			memcpy (&inetaddr.sin_addr.s_addr, hostent->h_addr,
 				sizeof (struct in_addr));
 
 			inetaddr.sin_family = AF_INET;
-			inetaddr.sin_addr.s_addr = INADDR_ANY;
 			inetaddr.sin_port = htons(port);
 			inetaddr.sin_len = sizeof(inetaddr);
 
 			r = connect(tcpsock, (struct sockaddr *) &inetaddr,
 				sizeof(inetaddr));
 			if (r == 0)
 				break;
 			sleep(1);
 			close(tcpsock);
 		}
 		if (r < 0)
 			err(1, "connect(), %s:%d", __FILE__, __LINE__);
 
 
 		if ((cp = mmap(NULL, st.st_size, PROT_READ,
 		    MAP_PRIVATE, from, 0)) == MAP_FAILED)
 			err(1, "mmap");
 		if (fsync(from) == -1)
 			err(1, "fsync()");
 
 		for (i = 0, j = 0; i < st.st_size; i += PAGE_SIZE, j++) {
 			(void)cp[i];
 			if (j % 2 == 1) {
 				if (msync(cp + i, PAGE_SIZE, MS_INVALIDATE)
 				    == -1)
 					err(1, "msync(), j = %d", (int)j);
 			}
 		}
 		if (munmap(cp, st.st_size) == -1)
 			err(1, "munmap()");
 
 		pos = 0;
 		for (;;) {
 			error = sendfile(from, tcpsock, pos, st.st_size -
 			    pos, NULL, &written, 0);
 			if (error == -1)
 				err(1, "sendfile");
 			if (written != st.st_size)
 				fprintf(stderr, "sendfile sent %d bytes\n",
 				    (int)written);
 			pos += written;
 			if (pos == st.st_size)
 				break;
 		}
 		if (pos != st.st_size)
 			fprintf(stderr, "%d written, expected %d\n",
 			    (int)pos, (int)st.st_size);
 		close(tcpsock);
 		if (waitpid(pid, &status, 0) != pid)
 			err(1, "waitpid(%d)", pid);
 	} else {
 		setproctitle("child");
 		close(from);
 		alarm(300);
 		on = 1;
 		if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 			err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 		if (setsockopt(tcpsock,
 		    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 			err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 		inetaddr.sin_family = AF_INET;
 		inetaddr.sin_addr.s_addr = INADDR_ANY;
 		inetaddr.sin_port = htons(port);
 		inetaddr.sin_len = sizeof(inetaddr);
 
 		if (bind(tcpsock,
 		    (struct sockaddr *)&inetaddr, sizeof (inetaddr)) < 0)
 			err(1, "bind(), %s:%d", __FILE__, __LINE__);
 
 		if (listen(tcpsock, 5) < 0)
 			err(1, "listen(), %s:%d", __FILE__, __LINE__);
 
 		len = sizeof(inetpeer);
 		if ((msgsock = accept(tcpsock,
 		    (struct sockaddr *)&inetpeer, &len)) < 0)
 			err(1, "accept(), %s:%d", __FILE__, __LINE__);
 
 
 		if ((to = open(to_name, O_RDWR | O_CREAT, DEFFILEMODE)) ==
 		    -1)
 			err(1, "open write %s", to_name);
 
 		rd = 0;
 		for (;;) {
 			n = read(msgsock, buf, sizeof(buf));
 			if (n == -1)
 				err(1, "read");
 			else if (n == 0)
 				break;
 			rd += n;
 			if (write(to, buf, n) != n)
 				err(1, "write()");
 		}
 		close(to);
 		if (rd != st.st_size)
 			fprintf(stderr, "Short read %d, expected %d\n",
 			    (int)rd, (int)st.st_size);
 		_exit(0);
 	}
 
 	_exit(0);
 }
 
 int
 main(void)
 {
 	pid_t pid;
 	int e, status;
 
 	e = 0;
 	if ((pid = fork()) == 0)
 		test();
 	if (pid == -1)
 		err(1, "fork()");
 	if (waitpid(pid, &status, 0) == -1)
 		err(1, "waitpid(%d)", pid);
 	if (status != 0) {
 		if (WIFSIGNALED(status))
 			fprintf(stderr,
 			    "pid %d exit signal %d\n",
 			    pid, WTERMSIG(status));
 	}
 	e += status == 0 ? 0 : 1;
 
 	return (e);
 }
Index: user/pho/stress2/misc/sendfile3.sh
===================================================================
--- user/pho/stress2/misc/sendfile3.sh	(revision 361835)
+++ user/pho/stress2/misc/sendfile3.sh	(revision 361836)
@@ -1,213 +1,212 @@
 #!/bin/sh
 
 #
 # Copyright (c) 2011 Peter Holm <pho@FreeBSD.org>
 # All rights reserved.
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions
 # are met:
 # 1. Redistributions of source code must retain the above copyright
 #    notice, this list of conditions and the following disclaimer.
 # 2. Redistributions in binary form must reproduce the above copyright
 #    notice, this list of conditions and the following disclaimer in the
 #    documentation and/or other materials provided with the distribution.
 #
 # THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 # ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 # ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
 # FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 # OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 # HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 # OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 # SUCH DAMAGE.
 #
 # $FreeBSD$
 #
 
 # Test scenario for sendfile deadlock (processes stuck in sfbufa)
 
 # Variation of sendfile.sh
 # kern.ipc.nsfbufs should be low for this test
 
 . ../default.cfg
 
 odir=`pwd`
 
 cd /tmp
 sed '1,/^EOF/d' < $odir/$0 > sendfile3.c
 mycc -o sendfile3 -Wall -Wextra sendfile3.c
 rm -f sendfile3.c
 [ -d "$RUNDIR" ] || mkdir -p $RUNDIR
 cd $RUNDIR
 
 in=inputFile
 out=outputFile
 parallel=20
 
 for i in 50m 100m; do
 	rm -f $in
 	dd if=/dev/random of=$in bs=$i count=1 status=none
 	for j in `jot $parallel`; do
 		rm -f ${out}$j
 		/tmp/sendfile3 $in ${out}$j 1234$j &
 	done
 	wait
 	for j in `jot $parallel`; do
 		rm -f ${out}$j
 	done
 done
 rm -f $in /tmp/sendfile3
 exit
 EOF
 #include <sys/param.h>
 #include <sys/socket.h>
 #include <sys/stat.h>
 #include <sys/wait.h>
 
 #include <netinet/in.h>
 
 #include <err.h>
 #include <fcntl.h>
 #include <netdb.h>
 #include <signal.h>
 #include <stdio.h>
 #include <stdlib.h>
 #include <string.h>
 #include <unistd.h>
 
 int port;
 char *inputFile;
 char *outputFile;
 int bufsize = 4096;
 
 static void
 reader(void) {
 	int tcpsock, msgsock;
 	int on;
 	socklen_t len;
 	struct sockaddr_in inetaddr, inetpeer;
 	int n, t, *buf, fd;
 
 	on = 1;
 	if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 		err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 	if (setsockopt(tcpsock,
 	    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 		err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 	inetaddr.sin_family = AF_INET;
 	inetaddr.sin_addr.s_addr = INADDR_ANY;
 	inetaddr.sin_port = htons(port);
 	inetaddr.sin_len = sizeof(inetaddr);
 
 	if (bind(tcpsock,
 	    (struct sockaddr *)&inetaddr, sizeof (inetaddr)) < 0)
 		err(1, "bind(), %s:%d", __FILE__, __LINE__);
 
 	if (listen(tcpsock, 5) < 0)
 		err(1, "listen(), %s:%d", __FILE__, __LINE__);
 
 	len = sizeof(inetpeer);
 	if ((msgsock = accept(tcpsock,
 	    (struct sockaddr *)&inetpeer, &len)) < 0)
 		err(1, "accept(), %s:%d", __FILE__, __LINE__);
 
 	t = 0;
 	if ((buf = malloc(bufsize)) == NULL)
 		err(1, "malloc(%d), %s:%d", bufsize, __FILE__, __LINE__);
 
 	if ((fd = open(outputFile, O_RDWR | O_CREAT | O_TRUNC, 0640)) == -1)
 		err(1, "open(%s)", outputFile);
 
 	for (;;) {
 		if ((n = read(msgsock, buf, bufsize)) < 0)
 			err(1, "read(), %s:%d", __FILE__, __LINE__);
 		t += n;
 		if (n == 0) break;
 
 		if ((write(fd, buf, n)) != n)
 			err(1, "write");
 	}
 	close(msgsock);
 	close(fd);
 	return;
 }
 
 static void
 writer(void) {
 	int tcpsock, on;
 	struct sockaddr_in inetaddr;
 	struct hostent *hostent;
 	struct stat statb;
 	int i, r, fd;
 	off_t off = 0;
 
 	on = 1;
 	for (i = 0; i < 5; i++) {
 		if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 			err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 		if (setsockopt(tcpsock,
 		    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 			err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 		bzero((char *) &inetaddr, sizeof(inetaddr));
 		hostent = gethostbyname ("localhost");
 		memcpy (&inetaddr.sin_addr.s_addr, hostent->h_addr,
 			sizeof (struct in_addr));
 
 		inetaddr.sin_family = AF_INET;
-		inetaddr.sin_addr.s_addr = INADDR_ANY;
 		inetaddr.sin_port = htons(port);
 		inetaddr.sin_len = sizeof(inetaddr);
 
 		r = connect(tcpsock, (struct sockaddr *) &inetaddr,
 			sizeof(inetaddr));
 		if (r == 0)
 			break;
 		sleep(1);
 		close(tcpsock);
 	}
 	if (r < 0)
 		err(1, "connect(), %s:%d", __FILE__, __LINE__);
 
         if (stat(inputFile, &statb) != 0)
                 err(1, "stat(%s)", inputFile);
 
 	if ((fd = open(inputFile, O_RDONLY)) == -1)
 		err(1, "open(%s)", inputFile);
 
 	if (sendfile(fd, tcpsock, 0, statb.st_size, NULL, &off, 0) == -1)
 		err(1, "sendfile");
 }
 
 int
 main(int argc, char **argv)
 {
 	pid_t pid;
 
 	if (argc != 4) {
 		fprintf(stderr, "Usage: %s <inputFile outputFile portNumber\n", argv[0]);
 			return (1);
 	}
 	inputFile = argv[1];
 	outputFile = argv[2];
 	port = atoi(argv[3]);
 
 	if ((pid = fork()) == 0) {
 		writer();
 		exit(EXIT_SUCCESS);
 	} else if (pid > 0) {
 		reader();
 		kill(pid, SIGINT);
 		waitpid(pid, NULL, 0);
 	} else
 		err(1, "fork(), %s:%d",  __FILE__, __LINE__);
 
 	return (0);
 }
Index: user/pho/stress2/misc/sendfile8.sh
===================================================================
--- user/pho/stress2/misc/sendfile8.sh	(revision 361835)
+++ user/pho/stress2/misc/sendfile8.sh	(revision 361836)
@@ -1,271 +1,270 @@
 #!/bin/sh
 
 #
 # Copyright (c) 2017 Dell EMC Isilon
 # All rights reserved.
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions
 # are met:
 # 1. Redistributions of source code must retain the above copyright
 #    notice, this list of conditions and the following disclaimer.
 # 2. Redistributions in binary form must reproduce the above copyright
 #    notice, this list of conditions and the following disclaimer in the
 #    documentation and/or other materials provided with the distribution.
 #
 # THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 # ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 # ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
 # FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 # OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 # HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 # OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 # SUCH DAMAGE.
 #
 # $FreeBSD$
 #
 
 # sendfile(2) + parallel file size change. Bug 217789.
 # "panic: Assertion size > 0 failed at ../../../kern/subr_vmem.c:1082" seen:
 # Fixed in r315910
 
 . ../default.cfg
 [ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
 
 dir=/tmp
 odir=`pwd`
 cd $dir
 sed '1,/^EOF/d' < $odir/$0 > $dir/sendfile8.c
 mycc -o sendfile8 -Wall -Wextra -O0 -g sendfile8.c || exit 1
 rm -f sendfile8.c
 cd $odir
 
 mount | grep "on $mntpoint " | grep -q /dev/md && umount -f $mntpoint
 [ -c /dev/md$mdstart ] &&  mdconfig -d -u $mdstart
 mdconfig -a -t swap -s 1g -u $mdstart || exit 1
 bsdlabel -w md$mdstart auto
 newfs $newfs_flags md${mdstart}$part > /dev/null
 mount /dev/md${mdstart}$part $mntpoint
 
 cd $mntpoint
 dd if=/dev/random of=in bs=1m count=50 status=none
 /tmp/sendfile8 in out 76543
 s=$?
 cd $odir
 
 for i in `jot 6`; do
 	mount | grep -q "on $mntpoint " || break
 	umount $mntpoint && break || sleep 10
 done
 [ $i -eq 6 ] && exit 1
 mdconfig -d -u $mdstart
 rm -rf /tmp/sendfile8
 exit $s
 
 EOF
 #include <sys/param.h>
 #include <sys/mman.h>
 #include <sys/socket.h>
 #include <sys/stat.h>
 #include <sys/wait.h>
 
 #include <netinet/in.h>
 
 #include <err.h>
 #include <errno.h>
 #include <fcntl.h>
 #include <netdb.h>
 #include <signal.h>
 #include <stdio.h>
 #include <stdlib.h>
 #include <string.h>
 #include <time.h>
 #include <unistd.h>
 
 static int port;
 static char *input, *output;
 
 #define BUFSIZE 4096
 #define PARALLEL 1
 #define RUNTIME (1 * 60)
 
 static void
 mess(void)
 {
 	off_t length;
 	int fd;
 
 	if ((fd = open(input, O_RDWR)) == -1)
 		err(1, "open(%s)", input);
 	length = arc4random() % 100 * 1024 * 1024;
 	if (ftruncate(fd, length) == -1)
 		err(1, "truncate(%jd)", length);
 	close(fd);
 }
 
 
 static void
 reader(void) {
 	struct sockaddr_in inetaddr, inetpeer;
 	socklen_t len;
 	int tcpsock, msgsock;
 	int on;
 	int n, t, *buf, fd;
 
 	on = 1;
 	if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 		err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 	if (setsockopt(tcpsock,
 	    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 		err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 	inetaddr.sin_family = AF_INET;
 	inetaddr.sin_addr.s_addr = INADDR_ANY;
 	inetaddr.sin_port = htons(port);
 	inetaddr.sin_len = sizeof(inetaddr);
 
 	if (bind(tcpsock,
 	    (struct sockaddr *)&inetaddr, sizeof (inetaddr)) < 0)
 		err(1, "bind(), %s:%d", __FILE__, __LINE__);
 
 	if (listen(tcpsock, 5) < 0)
 		err(1, "listen(), %s:%d", __FILE__, __LINE__);
 
 	len = sizeof(inetpeer);
 	if ((msgsock = accept(tcpsock,
 	    (struct sockaddr *)&inetpeer, &len)) < 0)
 		err(1, "accept(), %s:%d", __FILE__, __LINE__);
 
 	t = 0;
 	if ((buf = malloc(BUFSIZE)) == NULL)
 		err(1, "malloc(%d), %s:%d", BUFSIZE, __FILE__, __LINE__);
 
 	if ((fd = open(output, O_RDWR | O_CREAT | O_TRUNC, 0640)) == -1)
 		err(1, "open(%s)", output);
 
 	for (;;) {
 		if ((n = read(msgsock, buf, BUFSIZE)) < 0)
 			err(1, "read(), %s:%d", __FILE__, __LINE__);
 		t += n;
 		if (n == 0) break;
 
 		if ((write(fd, buf, n)) != n)
 			err(1, "write");
 	}
 	close(msgsock);
 	close(fd);
 	return;
 }
 
 static void
 writer(void) {
 	struct sockaddr_in inetaddr;
 	struct hostent *hostent;
 	struct stat statb;
 	off_t off = 0;
 	size_t size;
 	int i, r, fd;
 	int tcpsock, on;
 
 	on = 1;
 	for (i = 1; i < 5; i++) {
 		if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 			err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 		if (setsockopt(tcpsock,
 		    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 			err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 		size = getpagesize() -4;
 		if (setsockopt(tcpsock,
 		    SOL_SOCKET, SO_SNDBUF, (void *)&size, sizeof(size)) < 0)
 			err(1, "setsockopt(SO_SNDBUF), %s:%d", __FILE__,
 			    __LINE__);
 
 		hostent = gethostbyname ("localhost");
 		memcpy (&inetaddr.sin_addr.s_addr, hostent->h_addr,
 			sizeof (struct in_addr));
 
 		inetaddr.sin_family = AF_INET;
-		inetaddr.sin_addr.s_addr = INADDR_ANY;
 		inetaddr.sin_port = htons(port);
 		inetaddr.sin_len = sizeof(inetaddr);
 
 		r = connect(tcpsock, (struct sockaddr *) &inetaddr,
 			sizeof(inetaddr));
 		if (r == 0)
 			break;
 		sleep(1);
 		close(tcpsock);
 	}
 	if (r < 0)
 		err(1, "connect(), %s:%d", __FILE__, __LINE__);
 
         if (stat(input, &statb) != 0)
                 err(1, "stat(%s)", input);
 
 	if ((fd = open(input, O_RDONLY)) == -1)
 		err(1, "open(%s)", input);
 
 	if (sendfile(fd, tcpsock, 0, statb.st_size, NULL, &off, 0) == -1)
 		err(1, "sendfile");
 
 	return;
 }
 
 static void
 test(void)
 {
 	pid_t pid;
 
 	if ((pid = fork()) == 0) {
 		writer();
 		_exit(0);
 	}
 	reader();
 	kill(pid, SIGINT);
 	if (waitpid(pid, NULL, 0) != pid)
 		err(1, "waitpid(%d)", pid);
 
 	_exit(0);
 }
 
 int
 main(int argc, char *argv[])
 {
 	time_t start;
 	int e, i, j, pids[PARALLEL], status;
 
 	if (argc != 4) {
 		fprintf(stderr, "Usage: %s <input file> <output file>\n",
 		    argv[0]);
 		exit(1);
 	}
 	input = argv[1];
 	output = argv[2];
 	port = atoi(argv[3]);
 	e = 0;
 
 	start = time(NULL);
 	while ((time(NULL) - start) < RUNTIME && e == 0) {
 		for (i = 0; i < PARALLEL; i++) {
 			if ((pids[i] = fork()) == 0)
 				test();
 		}
 		for (j = 0; j < 100; j++) {
 			mess();
 			usleep(arc4random() % 10000);
 		}
 		for (i = 0; i < PARALLEL; i++) {
 			if (waitpid(pids[i], &status, 0) == -1)
 				err(1, "waitpid(%d)", pids[i]);
 			e += status == 0 ? 0 : 1;
 		}
 	}
 
 	return (e);
 }
Index: user/pho/stress2/misc/sendfile9.sh
===================================================================
--- user/pho/stress2/misc/sendfile9.sh	(revision 361835)
+++ user/pho/stress2/misc/sendfile9.sh	(revision 361836)
@@ -1,270 +1,269 @@
 #!/bin/sh
 
 #
 # Copyright (c) 2017 Dell EMC Isilon
 # All rights reserved.
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions
 # are met:
 # 1. Redistributions of source code must retain the above copyright
 #    notice, this list of conditions and the following disclaimer.
 # 2. Redistributions in binary form must reproduce the above copyright
 #    notice, this list of conditions and the following disclaimer in the
 #    documentation and/or other materials provided with the distribution.
 #
 # THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 # ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 # ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
 # FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 # OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 # HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 # OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 # SUCH DAMAGE.
 #
 # $FreeBSD$
 #
 
 # "kmem are D+    0  0:00,10 /tmp/sendfile9 in out 76543" seen.
 # Fixed in r315910
 
 . ../default.cfg
 [ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
 
 dir=/tmp
 odir=`pwd`
 cd $dir
 sed '1,/^EOF/d' < $odir/$0 > $dir/sendfile9.c
 mycc -o sendfile9 -Wall -Wextra -O0 -g sendfile9.c || exit 1
 rm -f sendfile9.c
 cd $odir
 
 mount | grep "on $mntpoint " | grep -q /dev/md && umount -f $mntpoint
 [ -c /dev/md$mdstart ] &&  mdconfig -d -u $mdstart
 mdconfig -a -t swap -s 1g -u $mdstart || exit 1
 bsdlabel -w md$mdstart auto
 newfs $newfs_flags -n md${mdstart}$part > /dev/null
 mount /dev/md${mdstart}$part $mntpoint
 
 cd $mntpoint
 dd if=/dev/random of=in bs=1m count=50 status=none
 /tmp/sendfile9 in out 76543
 s=$?
 cd $odir
 
 for i in `jot 6`; do
 	mount | grep -q "on $mntpoint " || break
 	umount $mntpoint && break || sleep 10
 done
 [ $i -eq 6 ] && exit 1
 mdconfig -d -u $mdstart
 rm -rf /tmp/sendfile9
 exit $s
 
 EOF
 #include <sys/param.h>
 #include <sys/mman.h>
 #include <sys/socket.h>
 #include <sys/stat.h>
 #include <sys/wait.h>
 
 #include <netinet/in.h>
 
 #include <err.h>
 #include <errno.h>
 #include <fcntl.h>
 #include <netdb.h>
 #include <signal.h>
 #include <stdio.h>
 #include <stdlib.h>
 #include <string.h>
 #include <time.h>
 #include <unistd.h>
 
 static int port;
 static char *input, *output;
 
 #define BUFSIZE 4096
 #define PARALLEL 1
 #define RUNTIME (1 * 60)
 
 static void
 mess(void)
 {
 	off_t length;
 	int fd;
 
 	if ((fd = open(input, O_RDWR)) == -1)
 		err(1, "open(%s)", input);
 	length = arc4random() % 100 * 1024 * 1024;
 	if (ftruncate(fd, length) == -1)
 		err(1, "truncate(%jd)", length);
 	close(fd);
 }
 
 
 static void
 reader(void) {
 	struct sockaddr_in inetaddr, inetpeer;
 	socklen_t len;
 	int tcpsock, msgsock;
 	int on;
 	int n, t, *buf, fd;
 
 	on = 1;
 	if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 		err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 	if (setsockopt(tcpsock,
 	    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 		err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 	inetaddr.sin_family = AF_INET;
 	inetaddr.sin_addr.s_addr = INADDR_ANY;
 	inetaddr.sin_port = htons(port);
 	inetaddr.sin_len = sizeof(inetaddr);
 
 	if (bind(tcpsock,
 	    (struct sockaddr *)&inetaddr, sizeof (inetaddr)) < 0)
 		err(1, "bind(), %s:%d", __FILE__, __LINE__);
 
 	if (listen(tcpsock, 5) < 0)
 		err(1, "listen(), %s:%d", __FILE__, __LINE__);
 
 	len = sizeof(inetpeer);
 	if ((msgsock = accept(tcpsock,
 	    (struct sockaddr *)&inetpeer, &len)) < 0)
 		err(1, "accept(), %s:%d", __FILE__, __LINE__);
 
 	t = 0;
 	if ((buf = malloc(BUFSIZE)) == NULL)
 		err(1, "malloc(%d), %s:%d", BUFSIZE, __FILE__, __LINE__);
 
 	if ((fd = open(output, O_RDWR | O_CREAT | O_TRUNC, 0640)) == -1)
 		err(1, "open(%s)", output);
 
 	for (;;) {
 		if ((n = read(msgsock, buf, BUFSIZE)) < 0)
 			err(1, "read(), %s:%d", __FILE__, __LINE__);
 		t += n;
 		if (n == 0) break;
 
 		if ((write(fd, buf, n)) != n)
 			err(1, "write");
 	}
 	close(msgsock);
 	close(fd);
 	return;
 }
 
 static void
 writer(void) {
 	struct sockaddr_in inetaddr;
 	struct hostent *hostent;
 	struct stat statb;
 	off_t off = 0;
 	size_t size;
 	int i, r, fd;
 	int tcpsock, on;
 
 	on = 1;
 	for (i = 1; i < 5; i++) {
 		if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
 			err(1, "socket(), %s:%d", __FILE__, __LINE__);
 
 		if (setsockopt(tcpsock,
 		    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
 			err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);
 
 		size = getpagesize() -4;
 		if (setsockopt(tcpsock,
 		    SOL_SOCKET, SO_SNDBUF, (void *)&size, sizeof(size)) < 0)
 			err(1, "setsockopt(SO_SNDBUF), %s:%d", __FILE__,
 			    __LINE__);
 
 		hostent = gethostbyname ("localhost");
 		memcpy (&inetaddr.sin_addr.s_addr, hostent->h_addr,
 			sizeof (struct in_addr));
 
 		inetaddr.sin_family = AF_INET;
-		inetaddr.sin_addr.s_addr = INADDR_ANY;
 		inetaddr.sin_port = htons(port);
 		inetaddr.sin_len = sizeof(inetaddr);
 
 		r = connect(tcpsock, (struct sockaddr *) &inetaddr,
 			sizeof(inetaddr));
 		if (r == 0)
 			break;
 		sleep(1);
 		close(tcpsock);
 	}
 	if (r < 0)
 		err(1, "connect(), %s:%d", __FILE__, __LINE__);
 
         if (stat(input, &statb) != 0)
                 err(1, "stat(%s)", input);
 
 	if ((fd = open(input, O_RDONLY)) == -1)
 		err(1, "open(%s)", input);
 
 	if (sendfile(fd, tcpsock, 0, statb.st_size, NULL, &off, 0) == -1)
 		err(1, "sendfile");
 
 	return;
 }
 
 static void
 test(void)
 {
 	pid_t pid;
 
 	if ((pid = fork()) == 0) {
 		writer();
 		_exit(0);
 	}
 	reader();
 	kill(pid, SIGINT);
 	if (waitpid(pid, NULL, 0) != pid)
 		err(1, "waitpid(%d)", pid);
 
 	_exit(0);
 }
 
 int
 main(int argc, char *argv[])
 {
 	time_t start;
 	int e, i, j, pids[PARALLEL], status;
 
 	if (argc != 4) {
 		fprintf(stderr, "Usage: %s <input file> <output file>\n",
 		    argv[0]);
 		exit(1);
 	}
 	input = argv[1];
 	output = argv[2];
 	port = atoi(argv[3]);
 	e = 0;
 
 	start = time(NULL);
 	while ((time(NULL) - start) < RUNTIME && e == 0) {
 		for (i = 0; i < PARALLEL; i++) {
 			if ((pids[i] = fork()) == 0)
 				test();
 		}
 		for (j = 0; j < 100; j++) {
 			mess();
 			usleep(arc4random() % 10000);
 		}
 		for (i = 0; i < PARALLEL; i++) {
 			if (waitpid(pids[i], &status, 0) == -1)
 				err(1, "waitpid(%d)", pids[i]);
 			e += status == 0 ? 0 : 1;
 		}
 	}
 
 	return (e);
 }