kvm.sh 11 KB
Newer Older
1 2 3 4 5 6 7 8 9
#!/bin/bash
#
# Run a series of 14 tests under KVM.  These are not particularly
# well-selected or well-tuned, but are the current set.  Run from the
# top level of the source tree.
#
# Edit the definitions below to set the locations of the various directories,
# as well as the test duration.
#
10
# Usage: kvm.sh [ options ]
11 12 13 14 15 16 17 18 19 20 21 22
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
23 24
# along with this program; if not, you can access it online at
# http://www.gnu.org/licenses/gpl-2.0.html.
25 26 27 28 29 30
#
# Copyright (C) IBM Corporation, 2011
#
# Authors: Paul E. McKenney <paulmck@linux.vnet.ibm.com>

scriptname=$0
31
args="$*"
32

33 34 35 36
T=/tmp/kvm.sh.$$
trap 'rm -rf $T' 0
mkdir $T

37
dur=30
38
dryrun=""
39
KVM="`pwd`/tools/testing/selftests/rcutorture"; export KVM
40
PATH=${KVM}/bin:$PATH; export PATH
41
TORTURE_DEFCONFIG=defconfig
42
TORTURE_BOOT_IMAGE=""
43
TORTURE_INITRD="$KVM/initrd"; export TORTURE_INITRD
44
TORTURE_KMAKE_ARG=""
45
TORTURE_SUITE=rcu
46
resdir=""
47
configs=""
48
cpus=0
49
ds=`date +%Y.%m.%d-%H:%M:%S`
50
kversion=""
51

52 53
. functions.sh

54 55
usage () {
	echo "Usage: $scriptname optional arguments:"
56
	echo "       --bootargs kernel-boot-arguments"
57
	echo "       --bootimage relative-path-to-kernel-boot-image"
58
	echo "       --buildonly"
59
	echo "       --configs \"config-file list\""
60
	echo "       --cpus N"
61
	echo "       --datestamp string"
62
	echo "       --defconfig string"
63
	echo "       --dryrun sched|script"
64
	echo "       --duration minutes"
65
	echo "       --interactive"
66
	echo "       --kmake-arg kernel-make-arguments"
67
	echo "       --kversion vN.NN"
68
	echo "       --mac nn:nn:nn:nn:nn:nn"
69
	echo "       --no-initrd"
70
	echo "       --qemu-args qemu-system-..."
71
	echo "       --qemu-cmd qemu-system-..."
72 73
	echo "       --results absolute-pathname"
	echo "       --torture rcu"
74 75 76 77 78 79
	exit 1
}

while test $# -gt 0
do
	case "$1" in
80 81
	--bootargs)
		checkarg --bootargs "(list of kernel boot arguments)" "$#" "$2" '.*' '^--'
82
		TORTURE_BOOTARGS="$2"
83 84
		shift
		;;
85 86 87 88 89
	--bootimage)
		checkarg --bootimage "(relative path to kernel boot image)" "$#" "$2" '[a-zA-Z0-9][a-zA-Z0-9_]*' '^--'
		TORTURE_BOOT_IMAGE="$2"
		shift
		;;
90
	--buildonly)
91
		TORTURE_BUILDONLY=1
92
		;;
93 94 95 96 97
	--configs)
		checkarg --configs "(list of config files)" "$#" "$2" '^[^/]*$' '^--'
		configs="$2"
		shift
		;;
98 99 100 101 102
	--cpus)
		checkarg --cpus "(number)" "$#" "$2" '^[0-9]*$' '^--'
		cpus=$2
		shift
		;;
103 104 105 106 107
	--datestamp)
		checkarg --datestamp "(relative pathname)" "$#" "$2" '^[^/]*$' '^--'
		ds=$2
		shift
		;;
108 109 110 111 112
	--defconfig)
		checkarg --defconfig "defconfigtype" "$#" "$2" '^[^/][^/]*$' '^--'
		TORTURE_DEFCONFIG=$2
		shift
		;;
113 114 115 116 117
	--dryrun)
		checkarg --dryrun "sched|script" $# "$2" 'sched\|script' '^--'
		dryrun=$2
		shift
		;;
118
	--duration)
119
		checkarg --duration "(minutes)" $# "$2" '^[0-9]*$' '^error'
120 121 122
		dur=$2
		shift
		;;
123
	--interactive)
124
		TORTURE_QEMU_INTERACTIVE=1; export TORTURE_QEMU_INTERACTIVE
125
		;;
126 127
	--kmake-arg)
		checkarg --kmake-arg "(kernel make arguments)" $# "$2" '.*' '^error$'
128
		TORTURE_KMAKE_ARG="$2"
129 130
		shift
		;;
131
	--kversion)
132
		checkarg --kversion "(kernel version)" $# "$2" '^v[0-9.]*$' '^error'
133 134 135
		kversion=$2
		shift
		;;
136 137
	--mac)
		checkarg --mac "(MAC address)" $# "$2" '^\([0-9a-fA-F]\{2\}:\)\{5\}[0-9a-fA-F]\{2\}$' error
138
		TORTURE_QEMU_MAC=$2
139 140
		shift
		;;
141
	--no-initrd)
142
		TORTURE_INITRD=""; export TORTURE_INITRD
143
		;;
144 145
	--qemu-args)
		checkarg --qemu-args "-qemu args" $# "$2" '^-' '^error'
146
		TORTURE_QEMU_ARG="$2"
147 148
		shift
		;;
149 150
	--qemu-cmd)
		checkarg --qemu-cmd "(qemu-system-...)" $# "$2" 'qemu-system-' '^--'
151
		TORTURE_QEMU_CMD="$2"
152 153
		shift
		;;
154
	--results)
155
		checkarg --results "(absolute pathname)" "$#" "$2" '^/' '^error'
156 157 158
		resdir=$2
		shift
		;;
159
	--torture)
160
		checkarg --torture "(suite name)" "$#" "$2" '^\(lock\|rcu\)$' '^--'
161 162 163
		TORTURE_SUITE=$2
		shift
		;;
164
	*)
165
		echo Unknown argument $1
166 167 168 169 170 171
		usage
		;;
	esac
	shift
done

172
CONFIGFRAG=${KVM}/configs/${TORTURE_SUITE}; export CONFIGFRAG
173 174 175 176 177 178
KVPATH=${CONFIGFRAG}/$kversion; export KVPATH

if test -z "$configs"
then
	configs="`cat $CONFIGFRAG/$kversion/CFLIST`"
fi
179 180 181 182

if test -z "$resdir"
then
	resdir=$KVM/res
183 184
fi

185
# Create a file of test-name/#cpus pairs, sorted by decreasing #cpus.
186
touch $T/cfgcpu
187 188
for CF in $configs
do
189
	if test -f "$CONFIGFRAG/$kversion/$CF"
190
	then
191 192 193
		cpu_count=`configNR_CPUS.sh $CONFIGFRAG/$kversion/$CF`
		cpu_count=`configfrag_boot_cpus "$TORTURE_BOOTARGS" "$CONFIGFRAG/$kversion/$CF" "$cpu_count"`
		echo $CF $cpu_count >> $T/cfgcpu
194 195 196
	else
		echo "The --configs file $CF does not exist, terminating."
		exit 1
197
	fi
198
done
199 200
sort -k2nr $T/cfgcpu > $T/cfgcpu.sort

201
# Use a greedy bin-packing algorithm, sorting the list accordingly.
202 203 204 205 206 207
awk < $T/cfgcpu.sort > $T/cfgcpu.pack -v ncpus=$cpus '
BEGIN {
	njobs = 0;
}

{
208
	# Read file of tests and corresponding required numbers of CPUs.
209 210 211 212 213 214 215 216 217
	cf[njobs] = $1;
	cpus[njobs] = $2;
	njobs++;
}

END {
	alldone = 0;
	batch = 0;
	nc = -1;
218 219 220 221 222 223

	# Each pass through the following loop creates on test batch
	# that can be executed concurrently given ncpus.  Note that a
	# given test that requires more than the available CPUs will run in
	# their own batch.  Such tests just have to make do with what
	# is available.
224 225 226
	while (nc != ncpus) {
		batch++;
		nc = ncpus;
227 228 229

		# Each pass through the following loop considers one
		# test for inclusion in the current batch.
230 231
		for (i = 0; i < njobs; i++) {
			if (done[i])
232
				continue; # Already part of a batch.
233
			if (nc >= cpus[i] || nc == ncpus) {
234 235

				# This test fits into the current batch.
236 237 238
				done[i] = batch;
				nc -= cpus[i];
				if (nc <= 0)
239
					break; # Too-big test in its own batch.
240 241 242
			}
		}
	}
243 244

	# Dump out the tests in batch order.
245 246 247 248 249 250
	for (b = 1; b <= batch; b++)
		for (i = 0; i < njobs; i++)
			if (done[i] == b)
				print cf[i], cpus[i];
}'

251
# Generate a script to execute the tests in appropriate batches.
252
cat << ___EOF___ > $T/script
253 254 255 256
CONFIGFRAG="$CONFIGFRAG"; export CONFIGFRAG
KVM="$KVM"; export KVM
KVPATH="$KVPATH"; export KVPATH
PATH="$PATH"; export PATH
257
TORTURE_BOOT_IMAGE="$TORTURE_BOOT_IMAGE"; export TORTURE_BOOT_IMAGE
258
TORTURE_BUILDONLY="$TORTURE_BUILDONLY"; export TORTURE_BUILDONLY
259
TORTURE_DEFCONFIG="$TORTURE_DEFCONFIG"; export TORTURE_DEFCONFIG
260 261 262 263 264 265
TORTURE_INITRD="$TORTURE_INITRD"; export TORTURE_INITRD
TORTURE_KMAKE_ARG="$TORTURE_KMAKE_ARG"; export TORTURE_KMAKE_ARG
TORTURE_QEMU_CMD="$TORTURE_QEMU_CMD"; export TORTURE_QEMU_CMD
TORTURE_QEMU_INTERACTIVE="$TORTURE_QEMU_INTERACTIVE"; export TORTURE_QEMU_INTERACTIVE
TORTURE_QEMU_MAC="$TORTURE_QEMU_MAC"; export TORTURE_QEMU_MAC
TORTURE_SUITE="$TORTURE_SUITE"; export TORTURE_SUITE
266 267 268 269 270 271 272 273 274 275 276 277 278 279 280
if ! test -e $resdir
then
	mkdir -p "$resdir" || :
fi
mkdir $resdir/$ds
echo Results directory: $resdir/$ds
echo $scriptname $args
touch $resdir/$ds/log
echo $scriptname $args >> $resdir/$ds/log
echo ${TORTURE_SUITE} > $resdir/$ds/TORTURE_SUITE
pwd > $resdir/$ds/testid.txt
if test -d .git
then
	git status >> $resdir/$ds/testid.txt
	git rev-parse HEAD >> $resdir/$ds/testid.txt
281 282 283 284
	if ! git diff HEAD > $T/git-diff 2>&1
	then
		cp $T/git-diff $resdir/$ds
	fi
285
fi
286
___EOF___
287
awk < $T/cfgcpu.pack \
288 289 290 291 292
	-v CONFIGDIR="$CONFIGFRAG/$kversion/" \
	-v KVM="$KVM" \
	-v ncpus=$cpus \
	-v rd=$resdir/$ds/ \
	-v dur=$dur \
293 294
	-v TORTURE_QEMU_ARG="$TORTURE_QEMU_ARG" \
	-v TORTURE_BOOTARGS="$TORTURE_BOOTARGS" \
295 296 297 298 299 300 301 302 303 304
'BEGIN {
	i = 0;
}

{
	cf[i] = $1;
	cpus[i] = $2;
	i++;
}

305
# Dump out the scripting required to run one test batch.
306 307
function dump(first, pastlast)
{
308 309
	print "echo ----Start batch: `date`";
	print "echo ----Start batch: `date` >> " rd "/log";
310 311 312
	jn=1
	for (j = first; j < pastlast; j++) {
		builddir=KVM "/b" jn
313
		cpusr[jn] = cpus[j];
314
		if (cfrep[cf[j]] == "") {
315
			cfr[jn] = cf[j];
316 317 318
			cfrep[cf[j]] = 1;
		} else {
			cfrep[cf[j]]++;
319
			cfr[jn] = cf[j] "." cfrep[cf[j]];
320
		}
321 322 323 324
		if (cpusr[jn] > ncpus && ncpus != 0)
			ovf = "(!)";
		else
			ovf = "";
325
		print "echo ", cfr[jn], cpusr[jn] ovf ": Starting build. `date`";
326
		print "echo ", cfr[jn], cpusr[jn] ovf ": Starting build. `date` >> " rd "/log";
327 328 329 330
		print "rm -f " builddir ".*";
		print "touch " builddir ".wait";
		print "mkdir " builddir " > /dev/null 2>&1 || :";
		print "mkdir " rd cfr[jn] " || :";
331
		print "kvm-test-1-run.sh " CONFIGDIR cf[j], builddir, rd cfr[jn], dur " \"" TORTURE_QEMU_ARG "\" \"" TORTURE_BOOTARGS "\" > " rd cfr[jn]  "/kvm-test-1-run.sh.out 2>&1 &"
332 333
		print "echo ", cfr[jn], cpusr[jn] ovf ": Waiting for build to complete. `date`";
		print "echo ", cfr[jn], cpusr[jn] ovf ": Waiting for build to complete. `date` >> " rd "/log";
334 335 336 337
		print "while test -f " builddir ".wait"
		print "do"
		print "\tsleep 1"
		print "done"
338 339
		print "echo ", cfr[jn], cpusr[jn] ovf ": Build complete. `date`";
		print "echo ", cfr[jn], cpusr[jn] ovf ": Build complete. `date` >> " rd "/log";
340 341 342 343 344
		jn++;
	}
	for (j = 1; j < jn; j++) {
		builddir=KVM "/b" j
		print "rm -f " builddir ".ready"
345 346 347 348 349
		print "if test -z \"$TORTURE_BUILDONLY\""
		print "then"
		print "\techo ----", cfr[j], cpusr[j] ovf ": Starting kernel. `date`";
		print "\techo ----", cfr[j], cpusr[j] ovf ": Starting kernel. `date` >> " rd "/log";
		print "fi"
350 351
	}
	print "wait"
352 353 354 355 356
	print "if test -z \"$TORTURE_BUILDONLY\""
	print "then"
	print "\techo ---- All kernel runs complete. `date`";
	print "\techo ---- All kernel runs complete. `date` >> " rd "/log";
	print "fi"
357 358
	for (j = 1; j < jn; j++) {
		builddir=KVM "/b" j
359 360 361 362
		print "echo ----", cfr[j], cpusr[j] ovf ": Build/run results:";
		print "echo ----", cfr[j], cpusr[j] ovf ": Build/run results: >> " rd "/log";
		print "cat " rd cfr[j]  "/kvm-test-1-run.sh.out";
		print "cat " rd cfr[j]  "/kvm-test-1-run.sh.out >> " rd "/log";
363 364 365 366 367 368 369
	}
}

END {
	njobs = i;
	nc = ncpus;
	first = 0;
370 371

	# Each pass through the following loop considers one test.
372 373
	for (i = 0; i < njobs; i++) {
		if (ncpus == 0) {
374
			# Sequential test specified, each test its own batch.
375 376 377
			dump(i, i + 1);
			first = i;
		} else if (nc < cpus[i] && i != 0) {
378
			# Out of CPUs, dump out a batch.
379 380 381 382
			dump(first, i);
			first = i;
			nc = ncpus;
		}
383
		# Account for the CPUs needed by the current test.
384 385
		nc -= cpus[i];
	}
386
	# Dump the last batch.
387 388
	if (ncpus != 0)
		dump(first, i);
389
}' >> $T/script
390

391 392 393 394 395
cat << ___EOF___ >> $T/script
echo
echo
echo " --- `date` Test summary:"
echo Results directory: $resdir/$ds
396
kvm-recheck.sh $resdir/$ds
397 398
___EOF___

399 400 401 402 403 404
if test "$dryrun" = script
then
	cat $T/script
	exit 0
elif test "$dryrun" = sched
then
405
	# Extract the test run schedule from the script.
406 407
	egrep 'Start batch|Starting build\.' $T/script |
		grep -v ">>" |
408 409 410
		sed -e 's/:.*$//' -e 's/^echo //'
	exit 0
else
411
	# Not a dryrun, so run the script.
412 413
	sh $T/script
fi
414

415
# Tracing: trace_event=rcu:rcu_grace_period,rcu:rcu_future_grace_period,rcu:rcu_grace_period_init,rcu:rcu_nocb_wake,rcu:rcu_preempt_task,rcu:rcu_unlock_preempted_task,rcu:rcu_quiescent_state_report,rcu:rcu_fqs,rcu:rcu_callback,rcu:rcu_kfree_callback,rcu:rcu_batch_start,rcu:rcu_invoke_callback,rcu:rcu_invoke_kfree_callback,rcu:rcu_batch_end,rcu:rcu_torture_read,rcu:rcu_barrier