mysql-test-run.pl 152 KB
Newer Older
unknown's avatar
unknown committed
1 2 3
#!/usr/bin/perl
# -*- cperl -*-

Marc Alff's avatar
Marc Alff committed
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18
# Copyright (C) 2009 Sun Microsystems, Inc
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; version 2 of the License.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA

unknown's avatar
unknown committed
19
#
20 21 22
##############################################################################
#
#  mysql-test-run.pl
unknown's avatar
unknown committed
23
#
unknown's avatar
unknown committed
24
#  Tool used for executing a suite of .test files
unknown's avatar
unknown committed
25
#
26 27
#  See the "MySQL Test framework manual" for more information
#  http://dev.mysql.com/doc/mysqltest/en/index.html
unknown's avatar
unknown committed
28 29
#
#
30
##############################################################################
unknown's avatar
unknown committed
31

unknown's avatar
unknown committed
32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50
use strict;
use warnings;

BEGIN {
  # Check that mysql-test-run.pl is started from mysql-test/
  unless ( -f "mysql-test-run.pl" )
  {
    print "**** ERROR **** ",
      "You must start mysql-test-run from the mysql-test/ directory\n";
    exit(1);
  }
  # Check that lib exist
  unless ( -d "lib/" )
  {
    print "**** ERROR **** ",
      "Could not find the lib/ directory \n";
    exit(1);
  }
}
51

52 53 54 55 56 57 58 59 60 61 62
BEGIN {
  # Check backward compatibility support
  # By setting the environment variable MTR_VERSION
  # it's possible to use a previous version of
  # mysql-test-run.pl
  my $version= $ENV{MTR_VERSION} || 2;
  if ( $version == 1 )
  {
    print "=======================================================\n";
    print "  WARNING: Using mysql-test-run.pl version 1!  \n";
    print "=======================================================\n";
63 64
    # Should use exec() here on *nix but this appears not to work on Windows
    exit(system($^X, "lib/v1/mysql-test-run.pl", @ARGV) >> 8);
65 66 67 68 69 70 71 72 73 74 75 76
  }
  elsif ( $version == 2 )
  {
    # This is the current version, just continue
    ;
  }
  else
  {
    print "ERROR: Version $version of mysql-test-run does not exist!\n";
    exit(1);
  }
}
unknown's avatar
unknown committed
77

unknown's avatar
unknown committed
78
use lib "lib";
79

unknown's avatar
unknown committed
80 81
use Cwd;
use Getopt::Long;
unknown's avatar
unknown committed
82 83 84
use My::File::Path; # Patched version of File::Path
use File::Basename;
use File::Copy;
85
use File::Find;
86 87
use File::Temp qw/tempdir/;
use File::Spec::Functions qw/splitdir/;
unknown's avatar
unknown committed
88
use My::Platform;
unknown's avatar
unknown committed
89 90
use My::SafeProcess;
use My::ConfigFactory;
91
use My::Options;
unknown's avatar
unknown committed
92
use My::Find;
93
use My::SysInfo;
94
use My::CoreDump;
unknown's avatar
unknown committed
95
use mtr_cases;
96
use mtr_report;
97
use mtr_match;
98
use mtr_unique;
99 100
use IO::Socket::INET;
use IO::Select;
101

unknown's avatar
unknown committed
102 103 104
require "lib/mtr_process.pl";
require "lib/mtr_io.pl";
require "lib/mtr_gcov.pl";
105
require "lib/mtr_gprof.pl";
unknown's avatar
unknown committed
106 107
require "lib/mtr_misc.pl";

unknown's avatar
unknown committed
108
$SIG{INT}= sub { mtr_error("Got ^C signal"); };
unknown's avatar
unknown committed
109

unknown's avatar
unknown committed
110
our $mysql_version_id;
unknown's avatar
unknown committed
111 112
our $glob_mysql_test_dir;
our $basedir;
113
our $bindir;
unknown's avatar
unknown committed
114 115 116

our $path_charsetsdir;
our $path_client_bindir;
unknown's avatar
unknown committed
117
our $path_client_libdir;
unknown's avatar
unknown committed
118
our $path_language;
119 120 121

our $path_current_testlog;
our $path_testlog;
unknown's avatar
unknown committed
122

unknown's avatar
unknown committed
123 124 125 126
our $default_vardir;
our $opt_vardir;                # Path to use for var/ dir
my $path_vardir_trace;          # unix formatted opt_vardir for trace files
my $opt_tmpdir;                 # Path to use for tmp/ dir
127 128 129
my $opt_tmpdir_pid;

END {
130 131
  if ( defined $opt_tmpdir_pid and $opt_tmpdir_pid == $$ )
  {
132 133 134 135 136 137
    # Remove the tempdir this process has created
    mtr_verbose("Removing tmpdir '$opt_tmpdir");
    rmtree($opt_tmpdir);
  }
}

138 139
sub env_or_val($$) { defined $ENV{$_[0]} ? $ENV{$_[0]} : $_[1] }

unknown's avatar
unknown committed
140
my $path_config_file;           # The generated config file, var/my.cnf
unknown's avatar
unknown committed
141

142 143 144 145 146 147
# Visual Studio produces executables in different sub-directories based on the
# configuration used to build them.  To make life easier, an environment
# variable or command-line option may be specified to control which set of
# executables will be used by the test suite.
our $opt_vs_config = $ENV{'MTR_VS_CONFIG'};

Marc Alff's avatar
Marc Alff committed
148 149 150
# If you add a new suite, please check TEST_DIRS in Makefile.am.
#
my $DEFAULT_SUITES= "main,sys_vars,binlog,federated,rpl,rpl_ndb,ndb,innodb,perfschema";
151
my $opt_suites;
unknown's avatar
unknown committed
152

153
our $opt_verbose= 0;  # Verbose output, enable with --verbose
unknown's avatar
unknown committed
154 155 156
our $exe_mysql;
our $exe_mysqladmin;
our $exe_mysqltest;
157
our $exe_libtool;
unknown's avatar
unknown committed
158

159
our $opt_big_test= 0;
unknown's avatar
unknown committed
160

161
our @opt_combinations;
162

unknown's avatar
unknown committed
163
our @opt_extra_mysqld_opt;
unknown's avatar
unknown committed
164

Magnus Svensson's avatar
Magnus Svensson committed
165 166
my $opt_compress;
my $opt_ssl;
167
my $opt_skip_ssl;
168
our $opt_ssl_supported;
Magnus Svensson's avatar
Magnus Svensson committed
169 170 171 172
my $opt_ps_protocol;
my $opt_sp_protocol;
my $opt_cursor_protocol;
my $opt_view_protocol;
173

unknown's avatar
unknown committed
174
our $opt_debug;
unknown's avatar
unknown committed
175
our @opt_cases;                  # The test cases names in argv
176
our $opt_embedded_server;
177

unknown's avatar
unknown committed
178 179 180
# Options used when connecting to an already running server
my %opts_extern;
sub using_extern { return (keys %opts_extern > 0);};
181

unknown's avatar
unknown committed
182
our $opt_fast= 0;
unknown's avatar
unknown committed
183
our $opt_force;
184
our $opt_mem= $ENV{'MTR_MEM'};
unknown's avatar
unknown committed
185 186

our $opt_gcov;
187 188 189
our $opt_gcov_exe= "gcov";
our $opt_gcov_err= "mysql-test-gcov.msg";
our $opt_gcov_msg= "mysql-test-gcov.err";
unknown's avatar
unknown committed
190

191 192 193
our $opt_gprof;
our %gprof_dirs;

unknown's avatar
unknown committed
194
our $glob_debugger= 0;
unknown's avatar
unknown committed
195 196
our $opt_gdb;
our $opt_client_gdb;
unknown's avatar
unknown committed
197 198
our $opt_ddd;
our $opt_client_ddd;
unknown's avatar
unknown committed
199
our $opt_manual_gdb;
unknown's avatar
unknown committed
200 201
our $opt_manual_ddd;
our $opt_manual_debug;
202 203
our $opt_debugger;
our $opt_client_debugger;
unknown's avatar
unknown committed
204

unknown's avatar
unknown committed
205 206
my $config; # The currently running config
my $current_config_name; # The currently running config file template
unknown's avatar
unknown committed
207

208
our $opt_experimental;
Daniel Fischer's avatar
Daniel Fischer committed
209
our $experimental_test_cases;
210

211
my $baseport;
212
# $opt_build_thread may later be set from $opt_port_base
213
my $opt_build_thread= $ENV{'MTR_BUILD_THREAD'} || "auto";
214
my $opt_port_base= $ENV{'MTR_PORT_BASE'} || "auto";
215
my $build_thread= 0;
216

unknown's avatar
unknown committed
217
my $opt_record;
218
my $opt_report_features;
unknown's avatar
unknown committed
219

220 221
my $opt_skip_core;

222
our $opt_check_testcases= 1;
unknown's avatar
unknown committed
223
my $opt_mark_progress;
224
my $opt_max_connections;
unknown's avatar
unknown committed
225

unknown's avatar
unknown committed
226
my $opt_sleep;
unknown's avatar
unknown committed
227

228 229 230 231
my $opt_testcase_timeout= $ENV{MTR_TESTCASE_TIMEOUT} ||  15; # minutes
my $opt_suite_timeout   = $ENV{MTR_SUITE_TIMEOUT}    || 300; # minutes
my $opt_shutdown_timeout= $ENV{MTR_SHUTDOWN_TIMEOUT} ||  10; # seconds
my $opt_start_timeout   = $ENV{MTR_START_TIMEOUT}    || 180; # seconds
unknown's avatar
unknown committed
232

233 234 235 236
sub testcase_timeout { return $opt_testcase_timeout * 60; };
sub suite_timeout { return $opt_suite_timeout * 60; };
sub check_timeout { return $opt_testcase_timeout * 6; };

unknown's avatar
unknown committed
237 238
my $opt_start;
my $opt_start_dirty;
239
my $start_only;
240
my $opt_wait_all;
unknown's avatar
unknown committed
241
my $opt_repeat= 1;
unknown's avatar
unknown committed
242
my $opt_retry= 3;
243
my $opt_retry_failure= env_or_val(MTR_RETRY_FAILURE => 2);
244
my $opt_reorder= 1;
unknown's avatar
unknown committed
245

unknown's avatar
unknown committed
246
my $opt_strace_client;
unknown's avatar
unknown committed
247

248
our $opt_user = "root";
unknown's avatar
unknown committed
249

unknown's avatar
unknown committed
250 251 252 253 254 255 256
my $opt_valgrind= 0;
my $opt_valgrind_mysqld= 0;
my $opt_valgrind_mysqltest= 0;
my @default_valgrind_args= ("--show-reachable=yes");
my @valgrind_args;
my $opt_valgrind_path;
my $opt_callgrind;
257
my %mysqld_logs;
258
my $opt_debug_sync_timeout= 300; # Default timeout for WAIT_FOR actions.
unknown's avatar
unknown committed
259 260

our $opt_warnings= 1;
unknown's avatar
unknown committed
261

262
our $opt_skip_ndbcluster= 0;
unknown's avatar
unknown committed
263

unknown's avatar
unknown committed
264 265 266
my $exe_ndbd;
my $exe_ndb_mgmd;
my $exe_ndb_waiter;
unknown's avatar
unknown committed
267

unknown's avatar
unknown committed
268
our $debug_compiled_binaries;
269

270 271
our %mysqld_variables;

272 273
my $source_dist= 0;

274 275 276
my $opt_max_save_core= env_or_val(MTR_MAX_SAVE_CORE => 5);
my $opt_max_save_datadir= env_or_val(MTR_MAX_SAVE_DATADIR => 20);
my $opt_max_test_fail= env_or_val(MTR_MAX_TEST_FAIL => 10);
277

278
my $opt_parallel= $ENV{MTR_PARALLEL} || 1;
279

unknown's avatar
unknown committed
280 281
select(STDOUT);
$| = 1; # Automatically flush STDOUT
unknown's avatar
unknown committed
282 283 284

main();

285

unknown's avatar
unknown committed
286
sub main {
Magnus Svensson's avatar
Magnus Svensson committed
287
  # Default, verbosity on
288
  report_option('verbose', 0);
unknown's avatar
unknown committed
289

290 291 292 293
  # This is needed for test log evaluation in "gen-build-status-page"
  # in all cases where the calling tool does not log the commands
  # directly before it executes them, like "make test-force-pl" in RPM builds.
  mtr_report("Logging: $0 ", join(" ", @ARGV));
294

Magnus Svensson's avatar
Magnus Svensson committed
295
  command_line_setup();
unknown's avatar
unknown committed
296

297 298 299
  # --help will not reach here, so now it's safe to assume we have binaries
  My::SafeProcess::find_bin();

300
  if ( $opt_gcov ) {
Magnus Svensson's avatar
Magnus Svensson committed
301
    gcov_prepare($basedir);
unknown's avatar
unknown committed
302 303
  }

304
  if (!$opt_suites) {
305 306 307 308 309 310 311 312 313 314 315 316 317
    $opt_suites= $DEFAULT_SUITES;

    # Check for any extra suites to enable based on the path name
    my %extra_suites=
      (
       "mysql-5.1-new-ndb"              => "ndb_team",
       "mysql-5.1-new-ndb-merge"        => "ndb_team",
       "mysql-5.1-telco-6.2"            => "ndb_team",
       "mysql-5.1-telco-6.2-merge"      => "ndb_team",
       "mysql-5.1-telco-6.3"            => "ndb_team",
       "mysql-6.0-ndb"                  => "ndb_team",
      );

318
    foreach my $dir ( reverse splitdir($basedir) ) {
319
      my $extra_suite= $extra_suites{$dir};
320
      if (defined $extra_suite) {
321 322 323 324 325 326 327
	mtr_report("Found extra suite: $extra_suite");
	$opt_suites= "$extra_suite,$opt_suites";
	last;
      }
    }
  }

unknown's avatar
unknown committed
328
  mtr_report("Collecting tests...");
329
  my $tests= collect_test_cases($opt_reorder, $opt_suites, \@opt_cases);
unknown's avatar
unknown committed
330

unknown's avatar
unknown committed
331 332
  if ( $opt_report_features ) {
    # Put "report features" as the first test to run
333 334 335
    my $tinfo = My::Test->new
      (
       name           => 'report_features',
336
       # No result_file => Prints result
Magnus Svensson's avatar
Magnus Svensson committed
337
       path           => 'include/report-features.test',
338
       template_path  => "include/default_my.cnf",
339 340 341
       master_opt     => [],
       slave_opt      => [],
      );
unknown's avatar
unknown committed
342
    unshift(@$tests, $tinfo);
unknown's avatar
unknown committed
343
  }
344

Magnus Svensson's avatar
Magnus Svensson committed
345
  print "vardir: $opt_vardir\n";
346 347
  initialize_servers();

Magnus Svensson's avatar
Magnus Svensson committed
348 349
  #######################################################################
  my $num_tests= @$tests;
350
  if ( $opt_parallel eq "auto" ) {
Magnus Svensson's avatar
Magnus Svensson committed
351 352 353 354 355 356 357
    # Try to find a suitable value for number of workers
    my $sys_info= My::SysInfo->new();

    $opt_parallel= $sys_info->num_cpus();
    for my $limit (2000, 1500, 1000, 500){
      $opt_parallel-- if ($sys_info->min_bogomips() < $limit);
    }
358 359
    my $max_par= $ENV{MTR_MAX_PARALLEL} || 8;
    $opt_parallel= $max_par if ($opt_parallel > $max_par);
Magnus Svensson's avatar
Magnus Svensson committed
360
    $opt_parallel= $num_tests if ($opt_parallel > $num_tests);
361
    $opt_parallel= 1 if (IS_WINDOWS and $sys_info->isvm());
Magnus Svensson's avatar
Magnus Svensson committed
362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398
    $opt_parallel= 1 if ($opt_parallel < 1);
    mtr_report("Using parallel: $opt_parallel");
  }

  # Create server socket on any free port
  my $server = new IO::Socket::INET
    (
     LocalAddr => 'localhost',
     Proto => 'tcp',
     Listen => $opt_parallel,
    );
  mtr_error("Could not create testcase server port: $!") unless $server;
  my $server_port = $server->sockport();
  mtr_report("Using server port $server_port");

  # Create child processes
  my %children;
  for my $child_num (1..$opt_parallel){
    my $child_pid= My::SafeProcess::Base::_safe_fork();
    if ($child_pid == 0){
      $server= undef; # Close the server port in child
      $tests= {}; # Don't need the tests list in child

      # Use subdir of var and tmp unless only one worker
      if ($opt_parallel > 1) {
	set_vardir("$opt_vardir/$child_num");
	$opt_tmpdir= "$opt_tmpdir/$child_num";
      }

      run_worker($server_port, $child_num);
      exit(1);
    }

    $children{$child_pid}= 1;
  }
  #######################################################################

399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419
  mtr_report();
  mtr_print_thick_line();
  mtr_print_header();

  my $completed= run_test_server($server, $tests, $opt_parallel);

  # Send Ctrl-C to any children still running
  kill("INT", keys(%children));

  # Wait for childs to exit
  foreach my $pid (keys %children)
  {
    my $ret_pid= waitpid($pid, 0);
    if ($ret_pid != $pid){
      mtr_report("Unknown process $ret_pid exited");
    }
    else {
      delete $children{$ret_pid};
    }
  }

unknown's avatar
unknown committed
420 421 422 423
  if ( not defined @$completed ) {
    mtr_error("Test suite aborted");
  }

424
  if ( @$completed != $num_tests){
425

426 427
    if ($opt_force){
      # All test should have been run, print any that are still in $tests
428 429 430
      #foreach my $test ( @$tests ){
      #  $test->print_test();
      #}
431
    }
432

433
    # Not all tests completed, failure
434
    mtr_report();
435 436
    mtr_report("Only ", int(@$completed), " of $num_tests completed.");
    mtr_error("Not all tests completed");
437 438
  }

439 440
  mtr_print_line();

Magnus Svensson's avatar
Magnus Svensson committed
441
  if ( $opt_gcov ) {
442
    gcov_collect($basedir, $opt_gcov_exe,
Magnus Svensson's avatar
Magnus Svensson committed
443 444 445
		 $opt_gcov_msg, $opt_gcov_err);
  }

446
  mtr_report_stats("Completed", $completed);
447 448 449 450 451

  exit(0);
}


Magnus Svensson's avatar
Magnus Svensson committed
452
sub run_test_server ($$$) {
453 454
  my ($server, $tests, $childs) = @_;

455 456
  my $num_saved_cores= 0;  # Number of core files saved in vardir/log/ so far.
  my $num_saved_datadir= 0;  # Number of datadirs saved in vardir/log/ so far.
457
  my $num_failed_test= 0; # Number of tests failed so far
458

459
  # Scheduler variables
Magnus Svensson's avatar
Magnus Svensson committed
460
  my $max_ndb= $childs / 2;
461 462 463 464 465 466 467
  $max_ndb = 4 if $max_ndb > 4;
  $max_ndb = 1 if $max_ndb < 1;
  my $num_ndb_tests= 0;

  my $completed= [];
  my %running;
  my $result;
468
  my $exe_mysqld= find_mysqld($basedir) || ""; # Used as hint to CoreDump
469

470
  my $suite_timeout= start_timer(suite_timeout());
unknown's avatar
unknown committed
471

472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503
  my $s= IO::Select->new();
  $s->add($server);
  while (1) {
    my @ready = $s->can_read(1); # Wake up once every second
    foreach my $sock (@ready) {
      if ($sock == $server) {
	# New client connected
	my $child= $sock->accept();
	mtr_verbose("Client connected");
	$s->add($child);
	print $child "HELLO\n";
      }
      else {
	my $line= <$sock>;
	if (!defined $line) {
	  # Client disconnected
	  mtr_verbose("Child closed socket");
	  $s->remove($sock);
	  if (--$childs == 0){
	    return $completed;
	  }
	  next;
	}
	chomp($line);

	if ($line eq 'TESTRESULT'){
	  $result= My::Test::read_test($sock);
	  # $result->print_test();

	  # Report test status
	  mtr_report_test($result);

504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519
	  if ( $result->is_failed() ) {

	    # Save the workers "savedir" in var/log
	    my $worker_savedir= $result->{savedir};
	    my $worker_savename= basename($worker_savedir);
	    my $savedir= "$opt_vardir/log/$worker_savename";

	    if ($opt_max_save_datadir > 0 &&
		$num_saved_datadir >= $opt_max_save_datadir)
	    {
	      mtr_report(" - skipping '$worker_savedir/'");
	      rmtree($worker_savedir);
	    }
	    else {
	      mtr_report(" - saving '$worker_savedir/' to '$savedir/'");
	      rename($worker_savedir, $savedir);
520
	      # Move any core files from e.g. mysqltest
Magnus Svensson's avatar
Magnus Svensson committed
521
	      foreach my $coref (glob("core*"), glob("*.dmp"))
522
	      {
Magnus Svensson's avatar
Magnus Svensson committed
523
		mtr_report(" - found '$coref', moving it to '$savedir'");
524 525
                move($coref, $savedir);
              }
526 527 528 529 530 531
	      if ($opt_max_save_core > 0) {
		# Limit number of core files saved
		find({ no_chdir => 1,
		       wanted => sub {
			 my $core_file= $File::Find::name;
			 my $core_name= basename($core_file);
532

Magnus Svensson's avatar
Magnus Svensson committed
533 534 535
			 if ($core_name =~ /^core/ or  # Starting with core
			     (IS_WINDOWS and $core_name =~ /\.dmp$/)){
                                                       # Ending with .dmp
536
			   mtr_report(" - found '$core_name'",
537
				      "($num_saved_cores/$opt_max_save_core)");
538

539
			   My::CoreDump->show($core_file, $exe_mysqld);
540 541 542 543

			   if ($num_saved_cores >= $opt_max_save_core) {
			     mtr_report(" - deleting it, already saved",
					"$opt_max_save_core");
544 545 546
			     unlink("$core_file");
			   }
			   ++$num_saved_cores;
547 548
			 }
		       }
549 550 551
		     },
		     $savedir);
	      }
552
	    }
553
	    $num_saved_datadir++;
554 555
	    $num_failed_test++ unless ($result->{retries} ||
                                       $result->{exp_fail});
556 557 558 559 560 561

	    if ( !$opt_force ) {
	      # Test has failed, force is off
	      push(@$completed, $result);
	      return $completed;
	    }
562
	    elsif ($opt_max_test_fail > 0 and
563
		   $num_failed_test >= $opt_max_test_fail) {
564
	      push(@$completed, $result);
565
	      mtr_report_stats("Too many failed", $completed, 1);
566 567 568 569
	      mtr_report("Too many tests($num_failed_test) failed!",
			 "Terminating...");
	      return undef;
	    }
570 571 572
	  }

	  # Retry test run after test failure
unknown's avatar
unknown committed
573
	  my $retries= $result->{retries} || 2;
574
	  my $test_has_failed= $result->{failures} || 0;
unknown's avatar
unknown committed
575
	  if ($test_has_failed and $retries <= $opt_retry){
576 577 578 579
	    # Test should be run one more time unless it has failed
	    # too many times already
	    my $failures= $result->{failures};
	    if ($opt_retry > 1 and $failures >= $opt_retry_failure){
unknown's avatar
unknown committed
580
	      mtr_report("\nTest has failed $failures times,",
581 582 583 584
			 "no more retries!\n");
	    }
	    else {
	      mtr_report("\nRetrying test, attempt($retries/$opt_retry)...\n");
585
	      delete($result->{result});
586 587 588 589 590 591 592 593
	      $result->{retries}= $retries+1;
	      $result->write_test($sock, 'TESTCASE');
	      next;
	    }
	  }

	  # Repeat test $opt_repeat number of times
	  my $repeat= $result->{repeat} || 1;
594 595
	  # Don't repeat if test was skipped
	  if ($repeat < $opt_repeat && $result->{'result'} ne 'MTR_RES_SKIPPED')
596 597
	  {
	    $result->{retries}= 0;
598
	    $result->{rep_failures}++ if $result->{failures};
599
	    $result->{failures}= 0;
600
	    delete($result->{result});
601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629
	    $result->{repeat}= $repeat+1;
	    $result->write_test($sock, 'TESTCASE');
	    next;
	  }

	  # Remove from list of running
	  mtr_error("'", $result->{name},"' is not known to be running")
	    unless delete $running{$result->key()};

	  # Update scheduler variables
	  $num_ndb_tests-- if ($result->{ndb_test});

	  # Save result in completed list
	  push(@$completed, $result);

	}
	elsif ($line eq 'START'){
	  ; # Send first test
	}
	else {
	  mtr_error("Unknown response: '$line' from client");
	}

	# Find next test to schedule
	# - Try to use same configuration as worker used last time
	# - Limit number of parallel ndb tests

	my $next;
	my $second_best;
630
	for(my $i= 0; $i <= @$tests; $i++)
631 632 633
	{
	  my $t= $tests->[$i];

634 635
	  last unless defined $t;

636 637 638 639
	  if (run_testcase_check_skip_test($t)){
	    # Move the test to completed list
	    #mtr_report("skip - Moving test $i to completed");
	    push(@$completed, splice(@$tests, $i, 1));
640 641 642 643

	    # Since the test at pos $i was taken away, next
	    # test will also be at $i -> redo
	    redo;
644 645 646 647 648 649 650 651
	  }

	  # Limit number of parallell NDB tests
	  if ($t->{ndb_test} and $num_ndb_tests >= $max_ndb){
	    #mtr_report("Skipping, num ndb is already at max, $num_ndb_tests");
	    next;
	  }

652 653 654
	  # Prefer same configuration, or just use next if --noreorder
	  if (!$opt_reorder or (defined $result and
	      $result->{template_path} eq $t->{template_path}))
655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672
	  {
	    #mtr_report("Test uses same config => good match");
	    # Test uses same config => good match
	    $next= splice(@$tests, $i, 1);
	    last;
	  }

	  # Second best choice is the first that does not fulfill
	  # any of the above conditions
	  if (!defined $second_best){
	    #mtr_report("Setting second_best to $i");
	    $second_best= $i;
	  }
	}

	# Use second best choice if no other test has been found
	if (!$next and defined $second_best){
	  #mtr_report("Take second best choice $second_best");
673
	  mtr_error("Internal error, second best too large($second_best)")
674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690
	    if $second_best >  $#$tests;
	  $next= splice(@$tests, $second_best, 1);
	}

	if ($next) {
	  #$next->print_test();
	  $next->write_test($sock, 'TESTCASE');
	  $running{$next->key()}= $next;
	  $num_ndb_tests++ if ($next->{ndb_test});
	}
	else {
	  # No more test, tell child to exit
	  #mtr_report("Saying BYE to child");
	  print $sock "BYE\n";
	}
      }
    }
unknown's avatar
unknown committed
691 692 693 694

    # ----------------------------------------------------
    # Check if test suite timer expired
    # ----------------------------------------------------
695
    if ( has_expired($suite_timeout) )
unknown's avatar
unknown committed
696
    {
697
      mtr_report_stats("Timeout", $completed, 1);
unknown's avatar
unknown committed
698 699 700
      mtr_report("Test suite timeout! Terminating...");
      return undef;
    }
701 702 703 704 705 706 707 708 709
  }
}


sub run_worker ($) {
  my ($server_port, $thread_num)= @_;

  $SIG{INT}= sub { exit(1); };

710 711 712 713 714 715 716 717 718 719
  # Connect to server
  my $server = new IO::Socket::INET
    (
     PeerAddr => 'localhost',
     PeerPort => $server_port,
     Proto    => 'tcp'
    );
  mtr_error("Could not connect to server at port $server_port: $!")
    unless $server;

Magnus Svensson's avatar
Magnus Svensson committed
720 721 722
  # --------------------------------------------------------------------------
  # Set worker name
  # --------------------------------------------------------------------------
723 724
  report_option('name',"worker[$thread_num]");

Magnus Svensson's avatar
Magnus Svensson committed
725
  # --------------------------------------------------------------------------
726
  # Set different ports per thread
Magnus Svensson's avatar
Magnus Svensson committed
727
  # --------------------------------------------------------------------------
728
  set_build_thread_ports($thread_num);
Magnus Svensson's avatar
Magnus Svensson committed
729 730 731 732 733 734 735 736

  # --------------------------------------------------------------------------
  # Turn off verbosity in workers, unless explicitly specified
  # --------------------------------------------------------------------------
  report_option('verbose', undef) if ($opt_verbose == 0);

  environment_setup();

737 738 739 740 741
  # Read hello from server which it will send when shared
  # resources have been setup
  my $hello= <$server>;

  setup_vardir();
742
  check_running_as_root();
743

unknown's avatar
unknown committed
744 745 746
  if ( using_extern() ) {
    create_config_file_for_extern(%opts_extern);
  }
unknown's avatar
unknown committed
747

748 749
  # Ask server for first test
  print $server "START\n";
unknown's avatar
unknown committed
750

751 752 753 754 755
  while(my $line= <$server>){
    chomp($line);
    if ($line eq 'TESTCASE'){
      my $test= My::Test::read_test($server);
      #$test->print_test();
Magnus Svensson's avatar
Magnus Svensson committed
756 757 758 759 760 761

      # Clear comment and logfile, to avoid
      # reusing them from previous test
      delete($test->{'comment'});
      delete($test->{'logfile'});

762 763
      $test->{worker} = $thread_num if $opt_parallel > 1;

764 765 766 767 768 769 770 771
      run_testcase($test);
      #$test->{result}= 'MTR_RES_PASSED';
      # Send it back, now with results set
      #$test->print_test();
      $test->write_test($server, 'TESTRESULT');
    }
    elsif ($line eq 'BYE'){
      mtr_report("Server said BYE");
772
      stop_all_servers($opt_shutdown_timeout);
773 774 775
      if ($opt_valgrind_mysqld) {
        valgrind_exit_reports();
      }
776 777 778
      if ( $opt_gprof ) {
	gprof_collect (find_mysqld($basedir), keys %gprof_dirs);
      }
779 780 781 782 783 784 785 786 787 788
      exit(0);
    }
    else {
      mtr_error("Could not understand server, '$line'");
    }
  }

  stop_all_servers();

  exit(1);
unknown's avatar
unknown committed
789
}
unknown's avatar
unknown committed
790 791


unknown's avatar
unknown committed
792 793
sub ignore_option {
  my ($opt, $value)= @_;
794
  mtr_report("Ignoring option '$opt'");
unknown's avatar
unknown committed
795 796
}

797

Magnus Svensson's avatar
Magnus Svensson committed
798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816

# Setup any paths that are $opt_vardir related
sub set_vardir {
  my ($vardir)= @_;

  $opt_vardir= $vardir;

  $path_vardir_trace= $opt_vardir;
  # Chop off any "c:", DBUG likes a unix path ex: c:/src/... => /src/...
  $path_vardir_trace=~ s/^\w://;

  # Location of my.cnf that all clients use
  $path_config_file= "$opt_vardir/my.cnf";

  $path_testlog=         "$opt_vardir/log/mysqltest.log";
  $path_current_testlog= "$opt_vardir/log/current_test";

}

817

Magnus Svensson's avatar
Magnus Svensson committed
818
sub command_line_setup {
unknown's avatar
unknown committed
819
  my $opt_comment;
unknown's avatar
unknown committed
820
  my $opt_usage;
821
  my $opt_list_options;
unknown's avatar
unknown committed
822

unknown's avatar
unknown committed
823
  # Read the command line options
unknown's avatar
unknown committed
824
  # Note: Keep list, and the order, in sync with usage at end of this file
unknown's avatar
unknown committed
825
  Getopt::Long::Configure("pass_through");
826
  my %options=(
unknown's avatar
unknown committed
827
             # Control what engine/variation to run
unknown's avatar
unknown committed
828
             'embedded-server'          => \$opt_embedded_server,
unknown's avatar
unknown committed
829
             'ps-protocol'              => \$opt_ps_protocol,
830 831 832
             'sp-protocol'              => \$opt_sp_protocol,
             'view-protocol'            => \$opt_view_protocol,
             'cursor-protocol'          => \$opt_cursor_protocol,
unknown's avatar
unknown committed
833
             'ssl|with-openssl'         => \$opt_ssl,
834 835
             'skip-ssl'                 => \$opt_skip_ssl,
             'compress'                 => \$opt_compress,
unknown's avatar
unknown committed
836 837
             'vs-config'                => \$opt_vs_config,

838
	     # Max number of parallel threads to use
839
	     'parallel=s'               => \$opt_parallel,
840

unknown's avatar
unknown committed
841 842 843 844
             # Config file to use as template for all tests
	     'defaults-file=s'          => \&collect_option,
	     # Extra config file to append to all generated configs
	     'defaults-extra-file=s'    => \&collect_option,
unknown's avatar
unknown committed
845 846

             # Control what test suites or cases to run
unknown's avatar
unknown committed
847
             'force'                    => \$opt_force,
unknown's avatar
unknown committed
848
             'with-ndbcluster-only'     => \&collect_option,
unknown's avatar
unknown committed
849
             'skip-ndbcluster|skip-ndb' => \$opt_skip_ndbcluster,
850
             'suite|suites=s'           => \$opt_suites,
unknown's avatar
unknown committed
851 852 853 854
             'skip-rpl'                 => \&collect_option,
             'skip-test=s'              => \&collect_option,
             'do-test=s'                => \&collect_option,
             'start-from=s'             => \&collect_option,
855
             'big-test'                 => \$opt_big_test,
unknown's avatar
unknown committed
856
	     'combination=s'            => \@opt_combinations,
unknown's avatar
unknown committed
857
             'skip-combinations'        => \&collect_option,
858
             'experimental=s'           => \$opt_experimental,
859
	     'skip-im'                  => \&ignore_option,
unknown's avatar
unknown committed
860

unknown's avatar
unknown committed
861
             # Specify ports
862
	     'build-thread|mtr-build-thread=i' => \$opt_build_thread,
863
	     'port-base|mtr-port-base=i'       => \$opt_port_base,
unknown's avatar
unknown committed
864 865 866

             # Test case authoring
             'record'                   => \$opt_record,
867
             'check-testcases!'         => \$opt_check_testcases,
868
             'mark-progress'            => \$opt_mark_progress,
unknown's avatar
unknown committed
869

870
             # Extra options used when starting mysqld
unknown's avatar
unknown committed
871
             'mysqld=s'                 => \@opt_extra_mysqld_opt,
unknown's avatar
unknown committed
872 873

             # Run test on running server
unknown's avatar
unknown committed
874
             'extern=s'                  => \%opts_extern, # Append to hash
unknown's avatar
unknown committed
875 876

             # Debugging
unknown's avatar
unknown committed
877
             'debug'                    => \$opt_debug,
unknown's avatar
unknown committed
878
             'gdb'                      => \$opt_gdb,
unknown's avatar
unknown committed
879
             'client-gdb'               => \$opt_client_gdb,
unknown's avatar
unknown committed
880 881
             'manual-gdb'               => \$opt_manual_gdb,
             'manual-debug'             => \$opt_manual_debug,
unknown's avatar
unknown committed
882
             'ddd'                      => \$opt_ddd,
unknown's avatar
unknown committed
883
             'client-ddd'               => \$opt_client_ddd,
unknown's avatar
unknown committed
884
             'manual-ddd'               => \$opt_manual_ddd,
885 886
	     'debugger=s'               => \$opt_debugger,
	     'client-debugger=s'        => \$opt_client_debugger,
unknown's avatar
unknown committed
887
             'strace-client:s'          => \$opt_strace_client,
888
             'max-save-core=i'          => \$opt_max_save_core,
889
             'max-save-datadir=i'       => \$opt_max_save_datadir,
890
             'max-test-fail=i'          => \$opt_max_test_fail,
unknown's avatar
unknown committed
891 892 893

             # Coverage, profiling etc
             'gcov'                     => \$opt_gcov,
894
             'gprof'                    => \$opt_gprof,
895
             'valgrind|valgrind-all'    => \$opt_valgrind,
unknown's avatar
unknown committed
896 897
             'valgrind-mysqltest'       => \$opt_valgrind_mysqltest,
             'valgrind-mysqld'          => \$opt_valgrind_mysqld,
unknown's avatar
unknown committed
898 899 900 901 902 903 904 905 906 907 908 909
             'valgrind-options=s'       => sub {
	       my ($opt, $value)= @_;
	       # Deprecated option unless it's what we know pushbuild uses
	       if ($value eq "--gen-suppressions=all --show-reachable=yes") {
		 push(@valgrind_args, $_) for (split(' ', $value));
		 return;
	       }
	       die("--valgrind-options=s is deprecated. Use ",
		   "--valgrind-option=s, to be specified several",
		   " times if necessary");
	     },
             'valgrind-option=s'        => \@valgrind_args,
unknown's avatar
unknown committed
910
             'valgrind-path=s'          => \$opt_valgrind_path,
911
	     'callgrind'                => \$opt_callgrind,
912
	     'debug-sync-timeout=i'     => \$opt_debug_sync_timeout,
unknown's avatar
unknown committed
913

914 915 916
	     # Directories
             'tmpdir=s'                 => \$opt_tmpdir,
             'vardir=s'                 => \$opt_vardir,
917
             'mem'                      => \$opt_mem,
unknown's avatar
unknown committed
918 919
             'client-bindir=s'          => \$path_client_bindir,
             'client-libdir=s'          => \$path_client_libdir,
920

unknown's avatar
unknown committed
921
             # Misc
922
             'report-features'          => \$opt_report_features,
unknown's avatar
unknown committed
923
             'comment=s'                => \$opt_comment,
unknown's avatar
unknown committed
924
             'fast'                     => \$opt_fast,
925
             'reorder!'                 => \$opt_reorder,
unknown's avatar
unknown committed
926 927
             'enable-disabled'          => \&collect_option,
             'verbose+'                 => \$opt_verbose,
928
             'verbose-restart'          => \&report_option,
unknown's avatar
unknown committed
929
             'sleep=i'                  => \$opt_sleep,
930
             'start-dirty'              => \$opt_start_dirty,
unknown's avatar
unknown committed
931
             'start'                    => \$opt_start,
932
             'wait-all'                 => \$opt_wait_all,
unknown's avatar
unknown committed
933
	     'print-testcases'          => \&collect_option,
unknown's avatar
unknown committed
934 935 936
	     'repeat=i'                 => \$opt_repeat,
	     'retry=i'                  => \$opt_retry,
	     'retry-failure=i'          => \$opt_retry_failure,
unknown's avatar
unknown committed
937
             'timer!'                   => \&report_option,
unknown's avatar
unknown committed
938
             'user=s'                   => \$opt_user,
939 940
             'testcase-timeout=i'       => \$opt_testcase_timeout,
             'suite-timeout=i'          => \$opt_suite_timeout,
unknown's avatar
unknown committed
941 942
             'shutdown-timeout=i'       => \$opt_shutdown_timeout,
             'warnings!'                => \$opt_warnings,
943
	     'timestamp'                => \&report_option,
unknown's avatar
unknown committed
944
	     'timediff'                 => \&report_option,
945
	     'max-connections=i'        => \$opt_max_connections,
unknown's avatar
unknown committed
946 947

             'help|h'                   => \$opt_usage,
948 949 950 951
             'list-options'             => \$opt_list_options,
           );

  GetOptions(%options) or usage("Can't read options");
unknown's avatar
unknown committed
952

Magnus Svensson's avatar
Magnus Svensson committed
953
  usage("") if $opt_usage;
954
  list_options(\%options) if $opt_list_options;
unknown's avatar
unknown committed
955

unknown's avatar
unknown committed
956
  # --------------------------------------------------------------------------
957
  # Setup verbosity
unknown's avatar
unknown committed
958
  # --------------------------------------------------------------------------
959 960
  if ($opt_verbose != 0){
    report_option('verbose', $opt_verbose);
961 962
  }

963 964
  if ( -d "../sql" )
  {
965
    $source_dist=  1;
966 967
  }

968
  # Find the absolute path to the test directory
unknown's avatar
unknown committed
969
  $glob_mysql_test_dir= cwd();
970 971 972 973 974
  if ($glob_mysql_test_dir =~ / /)
  {
    die("Working directory \"$glob_mysql_test_dir\" contains space\n".
	"Bailing out, cannot function properly with space in path");
  }
unknown's avatar
unknown committed
975
  if (IS_CYGWIN)
unknown's avatar
unknown committed
976
  {
unknown's avatar
unknown committed
977 978
    # Use mixed path format i.e c:/path/to/
    $glob_mysql_test_dir= mixed_path($glob_mysql_test_dir);
unknown's avatar
unknown committed
979
  }
980 981 982 983

  # In most cases, the base directory we find everything relative to,
  # is the parent directory of the "mysql-test" directory. For source
  # distributions, TAR binary distributions and some other packages.
unknown's avatar
unknown committed
984
  $basedir= dirname($glob_mysql_test_dir);
985 986 987 988 989 990

  # In the RPM case, binaries and libraries are installed in the
  # default system locations, instead of having our own private base
  # directory. And we install "/usr/share/mysql-test". Moving up one
  # more directory relative to "mysql-test" gives us a usable base
  # directory for RPM installs.
unknown's avatar
unknown committed
991
  if ( ! $source_dist and ! -d "$basedir/bin" )
992
  {
unknown's avatar
unknown committed
993
    $basedir= dirname($basedir);
994
  }
995 996 997 998 999
  
  # Respect MTR_BINDIR variable, which is typically set in to the 
  # build directory in out-of-source builds.
  $bindir=$ENV{MTR_BINDIR}||$basedir;
  
1000
  # Look for the client binaries directory
unknown's avatar
unknown committed
1001 1002 1003 1004 1005 1006 1007
  if ($path_client_bindir)
  {
    # --client-bindir=path set on command line, check that the path exists
    $path_client_bindir= mtr_path_exists($path_client_bindir);
  }
  else
  {
1008 1009
    $path_client_bindir= mtr_path_exists("$bindir/client_release",
					 "$bindir/client_debug",
unknown's avatar
unknown committed
1010
					 vs_config_dirs('client', ''),
1011 1012
					 "$bindir/client",
					 "$bindir/bin");
unknown's avatar
unknown committed
1013
  }
1014

unknown's avatar
unknown committed
1015
  # Look for language files and charsetsdir, use same share
1016 1017 1018
  $path_language=   mtr_path_exists("$bindir/share/mysql",
                                    "$bindir/sql/share",
                                    "$bindir/share");
1019
  my $path_share= $path_language;
1020 1021 1022
  $path_charsetsdir =   mtr_path_exists("$basedir/share/mysql/charsets",
                                    "$basedir/sql/share/charsets",
                                    "$basedir/share/charsets");
unknown's avatar
unknown committed
1023

1024 1025 1026 1027 1028 1029 1030 1031 1032 1033
  if (using_extern())
  {
    # Connect to the running mysqld and find out what it supports
    collect_mysqld_features_from_running_server();
  }
  else
  {
    # Run the mysqld to find out what features are available
    collect_mysqld_features();
  }
unknown's avatar
unknown committed
1034

unknown's avatar
unknown committed
1035
  if ( $opt_comment )
unknown's avatar
unknown committed
1036
  {
unknown's avatar
unknown committed
1037 1038 1039 1040
    mtr_report();
    mtr_print_thick_line('#');
    mtr_report("# $opt_comment");
    mtr_print_thick_line('#');
unknown's avatar
unknown committed
1041
  }
unknown's avatar
unknown committed
1042

1043 1044
  if ( $opt_experimental )
  {
1045 1046 1047
    # $^O on Windows considered not generic enough
    my $plat= (IS_WINDOWS) ? 'windows' : $^O;

Daniel Fischer's avatar
Daniel Fischer committed
1048 1049 1050 1051 1052 1053 1054 1055 1056 1057
    # read the list of experimental test cases from the file specified on
    # the command line
    open(FILE, "<", $opt_experimental) or mtr_error("Can't read experimental file: $opt_experimental");
    mtr_report("Using experimental file: $opt_experimental");
    $experimental_test_cases = [];
    while(<FILE>) {
      chomp;
      # remove comments (# foo) at the beginning of the line, or after a 
      # blank at the end of the line
      s/( +|^)#.*$//;
1058 1059 1060 1061 1062 1063 1064 1065 1066
      # If @ platform specifier given, use this entry only if it contains
      # @<platform> or @!<xxx> where xxx != platform
      if (/\@.*/)
      {
	next if (/\@!$plat/);
	next unless (/\@$plat/ or /\@!/);
	# Then remove @ and everything after it
	s/\@.*$//;
      }
Daniel Fischer's avatar
Daniel Fischer committed
1067 1068 1069 1070 1071 1072
      # remove whitespace
      s/^ +//;              
      s/ +$//;
      # if nothing left, don't need to remember this line
      if ( $_ eq "" ) {
        next;
1073
      }
Daniel Fischer's avatar
Daniel Fischer committed
1074 1075 1076 1077
      # remember what is left as the name of another test case that should be
      # treated as experimental
      print " - $_\n";
      push @$experimental_test_cases, $_;
1078
    }
Daniel Fischer's avatar
Daniel Fischer committed
1079
    close FILE;
1080 1081
  }

unknown's avatar
unknown committed
1082 1083 1084 1085 1086 1087
  foreach my $arg ( @ARGV )
  {
    if ( $arg =~ /^--skip-/ )
    {
      push(@opt_extra_mysqld_opt, $arg);
    }
1088 1089 1090 1091 1092 1093
    elsif ( $arg =~ /^--$/ )
    {
      # It is an effect of setting 'pass_through' in option processing
      # that the lone '--' separating options from arguments survives,
      # simply ignore it.
    }
unknown's avatar
unknown committed
1094 1095
    elsif ( $arg =~ /^-/ )
    {
Magnus Svensson's avatar
Magnus Svensson committed
1096
      usage("Invalid option \"$arg\"");
unknown's avatar
unknown committed
1097 1098 1099 1100 1101 1102
    }
    else
    {
      push(@opt_cases, $arg);
    }
  }
unknown's avatar
unknown committed
1103

1104 1105 1106
  # --------------------------------------------------------------------------
  # Find out type of logging that are being used
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
1107
  foreach my $arg ( @opt_extra_mysqld_opt )
1108
  {
unknown's avatar
unknown committed
1109
    if ( $arg =~ /binlog[-_]format=(\S+)/ )
1110
    {
unknown's avatar
unknown committed
1111 1112 1113
      # Save this for collect phase
      collect_option('binlog-format', $1);
      mtr_report("Using binlog format '$1'");
1114
    }
1115 1116
  }

1117 1118 1119 1120 1121 1122 1123 1124

  # --------------------------------------------------------------------------
  # Find out default storage engine being used(if any)
  # --------------------------------------------------------------------------
  foreach my $arg ( @opt_extra_mysqld_opt )
  {
    if ( $arg =~ /default-storage-engine=(\S+)/ )
    {
unknown's avatar
unknown committed
1125 1126 1127
      # Save this for collect phase
      collect_option('default-storage-engine', $1);
      mtr_report("Using default engine '$1'")
1128 1129 1130
    }
  }

1131 1132 1133 1134 1135
  if (IS_WINDOWS and defined $opt_mem) {
    mtr_report("--mem not supported on Windows, ignored");
    $opt_mem= undef;
  }

1136 1137 1138 1139 1140 1141 1142 1143 1144 1145
  if ($opt_port_base ne "auto")
  {
    if (my $rem= $opt_port_base % 10)
    {
      mtr_warning ("Port base $opt_port_base rounded down to multiple of 10");
      $opt_port_base-= $rem;
    }
    $opt_build_thread= $opt_port_base / 10 - 1000;
  }

1146
  # --------------------------------------------------------------------------
1147
  # Check if we should speed up tests by trying to run on tmpfs
1148
  # --------------------------------------------------------------------------
Magnus Svensson's avatar
Magnus Svensson committed
1149
  if ( defined $opt_mem)
1150 1151 1152 1153 1154 1155
  {
    mtr_error("Can't use --mem and --vardir at the same time ")
      if $opt_vardir;
    mtr_error("Can't use --mem and --tmpdir at the same time ")
      if $opt_tmpdir;

1156
    # Search through list of locations that are known
1157
    # to be "fast disks" to find a suitable location
1158 1159 1160
    # Use --mem=<dir> as first location to look.
    my @tmpfs_locations= ($opt_mem, "/dev/shm", "/tmp");

1161 1162 1163 1164
    foreach my $fs (@tmpfs_locations)
    {
      if ( -d $fs )
      {
1165
	my $template= "var_${opt_build_thread}_XXXX";
1166
	$opt_mem= tempdir( $template, DIR => $fs, CLEANUP => 0);
1167 1168 1169 1170
	last;
      }
    }
  }
1171

1172
  # --------------------------------------------------------------------------
Magnus Svensson's avatar
Magnus Svensson committed
1173
  # Set the "var/" directory, the base for everything else
1174
  # --------------------------------------------------------------------------
1175 1176 1177 1178 1179 1180 1181 1182
  if(defined $ENV{MTR_BINDIR})
  {
    $default_vardir= "$ENV{MTR_BINDIR}/mysql-test/var";
  }
  else
  {
    $default_vardir= "$glob_mysql_test_dir/var";
  }
1183 1184
  if ( ! $opt_vardir )
  {
1185
    $opt_vardir= $default_vardir;
1186
  }
unknown's avatar
unknown committed
1187

unknown's avatar
unknown committed
1188 1189
  # We make the path absolute, as the server will do a chdir() before usage
  unless ( $opt_vardir =~ m,^/, or
unknown's avatar
unknown committed
1190
           (IS_WINDOWS and $opt_vardir =~ m,^[a-z]:/,i) )
1191 1192 1193 1194
  {
    # Make absolute path, relative test dir
    $opt_vardir= "$glob_mysql_test_dir/$opt_vardir";
  }
unknown's avatar
unknown committed
1195

Magnus Svensson's avatar
Magnus Svensson committed
1196
  set_vardir($opt_vardir);
unknown's avatar
unknown committed
1197

1198
  # --------------------------------------------------------------------------
Magnus Svensson's avatar
Magnus Svensson committed
1199
  # Set the "tmp" directory
1200
  # --------------------------------------------------------------------------
1201 1202 1203 1204
  if ( ! $opt_tmpdir )
  {
    $opt_tmpdir=       "$opt_vardir/tmp" unless $opt_tmpdir;

1205
    if (check_socket_path_length("$opt_tmpdir/mysql_testsocket.sock"))
1206 1207 1208 1209 1210
    {
      mtr_report("Too long tmpdir path '$opt_tmpdir'",
		 " creating a shorter one...");

      # Create temporary directory in standard location for temporary files
1211
      $opt_tmpdir= tempdir( TMPDIR => 1, CLEANUP => 0 );
1212
      mtr_report(" - using tmpdir: '$opt_tmpdir'\n");
1213 1214 1215

      # Remember pid that created dir so it's removed by correct process
      $opt_tmpdir_pid= $$;
1216 1217
    }
  }
unknown's avatar
unknown committed
1218
  $opt_tmpdir =~ s,/+$,,;       # Remove ending slash if any
unknown's avatar
unknown committed
1219 1220

  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
1221
  # fast option
unknown's avatar
unknown committed
1222
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
1223 1224
  if ($opt_fast){
    $opt_shutdown_timeout= 0; # Kill processes instead of nice shutdown
unknown's avatar
unknown committed
1225 1226
  }

1227 1228 1229
  # --------------------------------------------------------------------------
  # Check parallel value
  # --------------------------------------------------------------------------
1230
  if ($opt_parallel ne "auto" && $opt_parallel < 1)
1231
  {
1232
    mtr_error("0 or negative parallel value makes no sense, use 'auto' or positive number");
1233 1234
  }

unknown's avatar
unknown committed
1235
  # --------------------------------------------------------------------------
1236
  # Record flag
unknown's avatar
unknown committed
1237
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
1238
  if ( $opt_record and ! @opt_cases )
unknown's avatar
unknown committed
1239 1240 1241 1242
  {
    mtr_error("Will not run in record mode without a specific test case");
  }

1243 1244 1245 1246 1247
  if ( $opt_record ) {
    # Use only one worker with --record
    $opt_parallel= 1;
  }

1248
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
1249
  # Embedded server flag
1250
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
1251
  if ( $opt_embedded_server )
unknown's avatar
unknown committed
1252
  {
unknown's avatar
unknown committed
1253
    if ( IS_WINDOWS )
unknown's avatar
unknown committed
1254 1255 1256 1257 1258
    {
      # Add the location for libmysqld.dll to the path.
      my $separator= ";";
      my $lib_mysqld=
        mtr_path_exists(vs_config_dirs('libmysqld',''));
unknown's avatar
unknown committed
1259
      if ( IS_CYGWIN )
unknown's avatar
unknown committed
1260
      {
unknown's avatar
unknown committed
1261
	$lib_mysqld= posix_path($lib_mysqld);
unknown's avatar
unknown committed
1262 1263 1264 1265 1266 1267
	$separator= ":";
      }
      $ENV{'PATH'}= "$ENV{'PATH'}".$separator.$lib_mysqld;
    }
    $opt_skip_ndbcluster= 1;       # Turn off use of NDB cluster
    $opt_skip_ssl= 1;              # Turn off use of SSL
unknown's avatar
unknown committed
1268

unknown's avatar
unknown committed
1269 1270 1271 1272 1273 1274 1275
    # Turn off use of bin log
    push(@opt_extra_mysqld_opt, "--skip-log-bin");

    if ( using_extern() )
    {
      mtr_error("Can't use --extern with --embedded-server");
    }
1276

1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298

    if ($opt_gdb)
    {
      mtr_warning("Silently converting --gdb to --client-gdb in embedded mode");
      $opt_client_gdb= $opt_gdb;
      $opt_gdb= undef;
    }

    if ($opt_ddd)
    {
      mtr_warning("Silently converting --ddd to --client-ddd in embedded mode");
      $opt_client_ddd= $opt_ddd;
      $opt_ddd= undef;
    }

    if ($opt_debugger)
    {
      mtr_warning("Silently converting --debugger to --client-debugger in embedded mode");
      $opt_client_debugger= $opt_debugger;
      $opt_debugger= undef;
    }

1299 1300 1301 1302 1303 1304
    if ( $opt_gdb || $opt_ddd || $opt_manual_gdb || $opt_manual_ddd ||
	 $opt_manual_debug || $opt_debugger )
    {
      mtr_error("You need to use the client debug options for the",
		"embedded server. Ex: --client-gdb");
    }
unknown's avatar
unknown committed
1305 1306
  }

1307
  # --------------------------------------------------------------------------
1308
  # Big test flags
1309
  # --------------------------------------------------------------------------
1310 1311 1312 1313
   if ( $opt_big_test )
   {
     $ENV{'BIG_TEST'}= 1;
   }
unknown's avatar
unknown committed
1314

1315 1316 1317
  # --------------------------------------------------------------------------
  # Gcov flag
  # --------------------------------------------------------------------------
1318
  if ( ($opt_gcov or $opt_gprof) and ! $source_dist )
unknown's avatar
unknown committed
1319
  {
unknown's avatar
unknown committed
1320 1321 1322
    mtr_error("Coverage test needs the source - please use source dist");
  }

1323
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
1324
  # Check debug related options
1325
  # --------------------------------------------------------------------------
1326
  if ( $opt_gdb || $opt_client_gdb || $opt_ddd || $opt_client_ddd ||
1327 1328
       $opt_manual_gdb || $opt_manual_ddd || $opt_manual_debug ||
       $opt_debugger || $opt_client_debugger )
unknown's avatar
unknown committed
1329
  {
1330
    # Indicate that we are using debugger
unknown's avatar
unknown committed
1331
    $glob_debugger= 1;
unknown's avatar
unknown committed
1332
    if ( using_extern() )
unknown's avatar
unknown committed
1333
    {
unknown's avatar
unknown committed
1334
      mtr_error("Can't use --extern when using debugger");
unknown's avatar
unknown committed
1335
    }
1336 1337 1338 1339 1340 1341 1342
    # Set one week timeout (check-testcase timeout will be 1/10th)
    $opt_testcase_timeout= 7 * 24 * 60;
    $opt_suite_timeout= 7 * 24 * 60;
    # One day to shutdown
    $opt_shutdown_timeout= 24 * 60;
    # One day for PID file creation (this is given in seconds not minutes)
    $opt_start_timeout= 24 * 60 * 60;
unknown's avatar
unknown committed
1343 1344
  }

1345 1346 1347 1348 1349 1350
  # --------------------------------------------------------------------------
  # Modified behavior with --start options
  # --------------------------------------------------------------------------
  if ($opt_start or $opt_start_dirty) {
    collect_option ('quick-collect', 1);
    $start_only= 1;
unknown's avatar
unknown committed
1351 1352
  }

1353 1354 1355 1356
  # --------------------------------------------------------------------------
  # Check use of wait-all
  # --------------------------------------------------------------------------

1357
  if ($opt_wait_all && ! $start_only)
1358 1359 1360 1361
  {
    mtr_error("--wait-all can only be used with --start or --start-dirty");
  }

1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373
  # --------------------------------------------------------------------------
  # Check timeout arguments
  # --------------------------------------------------------------------------

  mtr_error("Invalid value '$opt_testcase_timeout' supplied ".
	    "for option --testcase-timeout")
    if ($opt_testcase_timeout <= 0);
  mtr_error("Invalid value '$opt_suite_timeout' supplied ".
	    "for option --testsuite-timeout")
    if ($opt_suite_timeout <= 0);

  # --------------------------------------------------------------------------
1374
  # Check valgrind arguments
1375
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
1376
  if ( $opt_valgrind or $opt_valgrind_path or @valgrind_args)
unknown's avatar
unknown committed
1377
  {
unknown's avatar
unknown committed
1378 1379 1380 1381
    mtr_report("Turning on valgrind for all executables");
    $opt_valgrind= 1;
    $opt_valgrind_mysqld= 1;
    $opt_valgrind_mysqltest= 1;
unknown's avatar
unknown committed
1382 1383 1384 1385 1386 1387

    # Increase the timeouts when running with valgrind
    $opt_testcase_timeout*= 10;
    $opt_suite_timeout*= 6;
    $opt_start_timeout*= 10;

unknown's avatar
unknown committed
1388
  }
1389
  elsif ( $opt_valgrind_mysqld )
unknown's avatar
unknown committed
1390
  {
1391
    mtr_report("Turning on valgrind for mysqld(s) only");
unknown's avatar
unknown committed
1392
    $opt_valgrind= 1;
1393 1394 1395
  }
  elsif ( $opt_valgrind_mysqltest )
  {
1396
    mtr_report("Turning on valgrind for mysqltest and mysql_client_test only");
unknown's avatar
unknown committed
1397
    $opt_valgrind= 1;
1398 1399
  }

1400 1401 1402 1403 1404 1405 1406
  if ( $opt_callgrind )
  {
    mtr_report("Turning on valgrind with callgrind for mysqld(s)");
    $opt_valgrind= 1;
    $opt_valgrind_mysqld= 1;

    # Set special valgrind options unless options passed on command line
unknown's avatar
unknown committed
1407 1408
    push(@valgrind_args, "--trace-children=yes")
      unless @valgrind_args;
1409 1410
  }

1411 1412 1413
  if ( $opt_valgrind )
  {
    # Set valgrind_options to default unless already defined
unknown's avatar
unknown committed
1414 1415
    push(@valgrind_args, @default_valgrind_args)
      unless @valgrind_args;
unknown's avatar
unknown committed
1416

1417
    # Don't add --quiet; you will loose the summary reports.
1418

unknown's avatar
unknown committed
1419 1420
    mtr_report("Running valgrind with options \"",
	       join(" ", @valgrind_args), "\"");
unknown's avatar
unknown committed
1421
  }
unknown's avatar
unknown committed
1422

1423 1424 1425 1426 1427 1428 1429 1430
  mtr_report("Checking supported features...");

  check_ndbcluster_support(\%mysqld_variables);
  check_ssl_support(\%mysqld_variables);
  check_debug_support(\%mysqld_variables);

  executable_setup();

1431 1432
}

unknown's avatar
unknown committed
1433

1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448
#
# To make it easier for different devs to work on the same host,
# an environment variable can be used to control all ports. A small
# number is to be used, 0 - 16 or similar.
#
# Note the MASTER_MYPORT has to be set the same in all 4.x and 5.x
# versions of this script, else a 4.0 test run might conflict with a
# 5.1 test run, even if different MTR_BUILD_THREAD is used. This means
# all port numbers might not be used in this version of the script.
#
# Also note the limitation of ports we are allowed to hand out. This
# differs between operating systems and configuration, see
# http://www.ncftp.com/ncftpd/doc/misc/ephemeral_ports.html
# But a fairly safe range seems to be 5001 - 32767
#
1449
sub set_build_thread_ports($) {
1450
  my $thread= shift || 0;
1451

1452 1453
  if ( lc($opt_build_thread) eq 'auto' ) {
    my $found_free = 0;
1454
    $build_thread = 300;	# Start attempts from here
1455 1456
    while (! $found_free)
    {
1457
      $build_thread= mtr_get_unique_id($build_thread, 349);
1458
      if ( !defined $build_thread ) {
1459
        mtr_error("Could not get a unique build thread id");
1460 1461 1462
      }
      $found_free= check_ports_free($build_thread);
      # If not free, release and try from next number
1463 1464 1465 1466
      if (! $found_free) {
        mtr_release_unique_id();
        $build_thread++;
      }
1467
    }
1468 1469 1470 1471
  }
  else
  {
    $build_thread = $opt_build_thread + $thread - 1;
1472 1473 1474 1475
    if (! check_ports_free($build_thread)) {
      # Some port was not free(which one has already been printed)
      mtr_error("Some port(s) was not free")
    }
unknown's avatar
unknown committed
1476
  }
1477
  $ENV{MTR_BUILD_THREAD}= $build_thread;
1478

unknown's avatar
unknown committed
1479
  # Calculate baseport
1480 1481
  $baseport= $build_thread * 10 + 10000;
  if ( $baseport < 5001 or $baseport + 9 >= 32767 )
1482 1483 1484
  {
    mtr_error("MTR_BUILD_THREAD number results in a port",
              "outside 5001 - 32767",
1485
              "($baseport - $baseport + 9)");
1486
  }
1487

1488
  mtr_report("Using MTR_BUILD_THREAD $build_thread,",
1489
	     "with reserved ports $baseport..".($baseport+9));
1490

unknown's avatar
unknown committed
1491 1492 1493
}


unknown's avatar
unknown committed
1494
sub collect_mysqld_features {
unknown's avatar
unknown committed
1495
  my $found_variable_list_start= 0;
1496 1497 1498 1499 1500 1501 1502
  my $use_tmpdir;
  if ( defined $opt_tmpdir and -d $opt_tmpdir){
    # Create the tempdir in $opt_tmpdir
    $use_tmpdir= $opt_tmpdir;
  }
  my $tmpdir= tempdir(CLEANUP => 0, # Directory removed by this function
		      DIR => $use_tmpdir);
1503

1504
  #
unknown's avatar
unknown committed
1505
  # Execute "mysqld --no-defaults --help --verbose" to get a
unknown's avatar
unknown committed
1506
  # list of all features and settings
1507
  #
1508 1509 1510
  # --no-defaults and --skip-grant-tables are to avoid loading
  # system-wide configs and plugins
  #
1511
  # --datadir must exist, mysqld will chdir into it
unknown's avatar
unknown committed
1512
  #
unknown's avatar
unknown committed
1513 1514 1515 1516
  my $args;
  mtr_init_args(\$args);
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--datadir=%s", mixed_path($tmpdir));
1517
  mtr_add_arg($args, "--lc-messages-dir=%s", $path_language);
unknown's avatar
unknown committed
1518 1519 1520 1521
  mtr_add_arg($args, "--skip-grant-tables");
  mtr_add_arg($args, "--verbose");
  mtr_add_arg($args, "--help");

1522 1523 1524 1525 1526 1527
  # Need --user=root if running as *nix root user
  if (!IS_WINDOWS and $> == 0)
  {
    mtr_add_arg($args, "--user=root");
  }

1528
  my $exe_mysqld= find_mysqld($basedir);
unknown's avatar
unknown committed
1529 1530
  my $cmd= join(" ", $exe_mysqld, @$args);
  my $list= `$cmd`;
unknown's avatar
unknown committed
1531

1532
  foreach my $line (split('\n', $list))
unknown's avatar
unknown committed
1533
  {
unknown's avatar
unknown committed
1534 1535
    # First look for version
    if ( !$mysql_version_id )
unknown's avatar
unknown committed
1536
    {
unknown's avatar
unknown committed
1537
      # Look for version
1538 1539 1540
      my $exe_name= basename($exe_mysqld);
      mtr_verbose("exe_name: $exe_name");
      if ( $line =~ /^\S*$exe_name\s\sVer\s([0-9]*)\.([0-9]*)\.([0-9]*)/ )
unknown's avatar
unknown committed
1541
      {
1542
	#print "Major: $1 Minor: $2 Build: $3\n";
unknown's avatar
unknown committed
1543
	$mysql_version_id= $1*10000 + $2*100 + $3;
1544 1545
	#print "mysql_version_id: $mysql_version_id\n";
	mtr_report("MySQL Version $1.$2.$3");
unknown's avatar
unknown committed
1546
      }
unknown's avatar
unknown committed
1547 1548 1549
    }
    else
    {
unknown's avatar
unknown committed
1550
      if (!$found_variable_list_start)
unknown's avatar
unknown committed
1551
      {
unknown's avatar
unknown committed
1552
	# Look for start of variables list
1553
	if ( $line =~ /[\-]+\s[\-]+/ )
unknown's avatar
unknown committed
1554 1555 1556
	{
	  $found_variable_list_start= 1;
	}
1557 1558 1559
      }
      else
      {
unknown's avatar
unknown committed
1560
	# Put variables into hash
1561
	if ( $line =~ /^([\S]+)[ \t]+(.*?)\r?$/ )
unknown's avatar
unknown committed
1562
	{
1563
	  # print "$1=\"$2\"\n";
unknown's avatar
unknown committed
1564 1565
	  $mysqld_variables{$1}= $2;
	}
1566 1567
	else
	{
1568 1569 1570 1571 1572 1573 1574 1575 1576 1577 1578 1579 1580
	  # The variable list is ended with a blank line
	  if ( $line =~ /^[\s]*$/ )
	  {
	    last;
	  }
	  else
	  {
	    # Send out a warning, we should fix the variables that has no
	    # space between variable name and it's value
	    # or should it be fixed width column parsing? It does not
	    # look like that in function my_print_variables in my_getopt.c
	    mtr_warning("Could not parse variable list line : $line");
	  }
1581
	}
unknown's avatar
unknown committed
1582
      }
unknown's avatar
unknown committed
1583
    }
unknown's avatar
unknown committed
1584
  }
1585
  rmtree($tmpdir);
unknown's avatar
unknown committed
1586
  mtr_error("Could not find version of MySQL") unless $mysql_version_id;
1587
  mtr_error("Could not find variabes list") unless $found_variable_list_start;
unknown's avatar
unknown committed
1588 1589 1590 1591

}


1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619 1620 1621 1622 1623

sub collect_mysqld_features_from_running_server ()
{
  my $mysql= mtr_exe_exists("$path_client_bindir/mysql");

  my $args;
  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--user=%s", $opt_user);

  while (my ($option, $value)= each( %opts_extern )) {
    mtr_add_arg($args, "--$option=$value");
  }

  mtr_add_arg($args, "--silent"); # Tab separated output
  mtr_add_arg($args, "-e '%s'", "use mysql; SHOW VARIABLES");
  my $cmd= "$mysql " . join(' ', @$args);
  mtr_verbose("cmd: $cmd");

  my $list = `$cmd` or
    mtr_error("Could not connect to extern server using command: '$cmd'");
  foreach my $line (split('\n', $list ))
  {
    # Put variables into hash
    if ( $line =~ /^([\S]+)[ \t]+(.*?)\r?$/ )
    {
      # print "$1=\"$2\"\n";
      $mysqld_variables{$1}= $2;
    }
  }

1624 1625 1626 1627
  # "Convert" innodb flag
  $mysqld_variables{'innodb'}= "ON"
    if ($mysqld_variables{'have_innodb'} eq "YES");

1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639
  # Parse version
  my $version_str= $mysqld_variables{'version'};
  if ( $version_str =~ /^([0-9]*)\.([0-9]*)\.([0-9]*)/ )
  {
    #print "Major: $1 Minor: $2 Build: $3\n";
    $mysql_version_id= $1*10000 + $2*100 + $3;
    #print "mysql_version_id: $mysql_version_id\n";
    mtr_report("MySQL Version $1.$2.$3");
  }
  mtr_error("Could not find version of MySQL") unless $mysql_version_id;
}

1640
sub find_mysqld {
1641 1642

  my ($mysqld_basedir)= $ENV{MTR_BINDIR}|| @_;
1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653

  my @mysqld_names= ("mysqld", "mysqld-max-nt", "mysqld-max",
		     "mysqld-nt");

  if ( $opt_debug ){
    # Put mysqld-debug first in the list of binaries to look for
    mtr_verbose("Adding mysqld-debug first in list of binaries to look for");
    unshift(@mysqld_names, "mysqld-debug");
  }

  return my_find_bin($mysqld_basedir,
1654
		     ["sql", "libexec", "sbin", "bin"],
1655 1656 1657 1658
		     [@mysqld_names]);
}


unknown's avatar
unknown committed
1659 1660
sub executable_setup () {

1661 1662 1663 1664 1665 1666 1667 1668 1669 1670 1671 1672 1673 1674 1675
  #
  # Check if libtool is available in this distribution/clone
  # we need it when valgrinding or debugging non installed binary
  # Otherwise valgrind will valgrind the libtool wrapper or bash
  # and gdb will not find the real executable to debug
  #
  if ( -x "../libtool")
  {
    $exe_libtool= "../libtool";
    if ($opt_valgrind or $glob_debugger)
    {
      mtr_report("Using \"$exe_libtool\" when running valgrind or debugger");
    }
  }

unknown's avatar
unknown committed
1676 1677 1678
  # Look for the client binaries
  $exe_mysqladmin=     mtr_exe_exists("$path_client_bindir/mysqladmin");
  $exe_mysql=          mtr_exe_exists("$path_client_bindir/mysql");
unknown's avatar
unknown committed
1679

unknown's avatar
unknown committed
1680 1681 1682 1683
  if ( ! $opt_skip_ndbcluster )
  {
    $exe_ndbd=
      my_find_bin($basedir,
Luis Soares's avatar
Luis Soares committed
1684
		  ["storage/ndb/src/kernel", "libexec", "sbin", "bin"],
unknown's avatar
unknown committed
1685 1686 1687 1688
		  "ndbd");

    $exe_ndb_mgmd=
      my_find_bin($basedir,
Luis Soares's avatar
Luis Soares committed
1689
		  ["storage/ndb/src/mgmsrv", "libexec", "sbin", "bin"],
unknown's avatar
unknown committed
1690 1691 1692 1693 1694 1695
		  "ndb_mgmd");

    $exe_ndb_waiter=
      my_find_bin($basedir,
		  ["storage/ndb/tools/", "bin"],
		  "ndb_waiter");
1696

unknown's avatar
unknown committed
1697
  }
1698

unknown's avatar
unknown committed
1699
  # Look for mysqltest executable
unknown's avatar
unknown committed
1700
  if ( $opt_embedded_server )
unknown's avatar
unknown committed
1701
  {
unknown's avatar
unknown committed
1702
    $exe_mysqltest=
1703
      mtr_exe_exists(vs_config_dirs('libmysqld/examples','mysqltest_embedded'),
unknown's avatar
unknown committed
1704
                     "$basedir/libmysqld/examples/mysqltest_embedded",
1705
                     "$path_client_bindir/mysqltest_embedded");
unknown's avatar
unknown committed
1706
  }
unknown's avatar
unknown committed
1707 1708
  else
  {
1709
    $exe_mysqltest= mtr_exe_exists("$path_client_bindir/mysqltest");
unknown's avatar
unknown committed
1710
  }
1711

unknown's avatar
unknown committed
1712 1713 1714
}


unknown's avatar
unknown committed
1715 1716 1717 1718 1719 1720 1721 1722
sub client_debug_arg($$) {
  my ($args, $client_name)= @_;

  if ( $opt_debug ) {
    mtr_add_arg($args,
		"--debug=d:t:A,%s/log/%s.trace",
		$path_vardir_trace, $client_name)
  }
1723 1724 1725
}


1726
sub client_arguments ($;$) {
1727
 my $client_name= shift;
1728
  my $group_suffix= shift;
unknown's avatar
unknown committed
1729
  my $client_exe= mtr_exe_exists("$path_client_bindir/$client_name");
1730

unknown's avatar
unknown committed
1731 1732 1733
  my $args;
  mtr_init_args(\$args);
  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
1734 1735 1736 1737 1738
  if (defined($group_suffix)) {
    mtr_add_arg($args, "--defaults-group-suffix=%s", $group_suffix);
    client_debug_arg($args, "$client_name-$group_suffix");
  }
  else
1739
  {
1740
    client_debug_arg($args, $client_name);
1741
  }
unknown's avatar
unknown committed
1742 1743 1744 1745 1746 1747 1748 1749 1750 1751 1752 1753 1754
  return mtr_args2str($client_exe, @$args);
}


sub mysqlslap_arguments () {
  my $exe= mtr_exe_maybe_exists("$path_client_bindir/mysqlslap");
  if ( $exe eq "" ) {
    # mysqlap was not found

    if (defined $mysql_version_id and $mysql_version_id >= 50100 ) {
      mtr_error("Could not find the mysqlslap binary");
    }
    return ""; # Don't care about mysqlslap
1755 1756
  }

unknown's avatar
unknown committed
1757 1758 1759 1760 1761
  my $args;
  mtr_init_args(\$args);
  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
  client_debug_arg($args, "mysqlslap");
  return mtr_args2str($exe, @$args);
1762 1763
}

unknown's avatar
unknown committed
1764 1765 1766 1767

sub mysqldump_arguments ($) {
  my($group_suffix) = @_;
  my $exe= mtr_exe_exists("$path_client_bindir/mysqldump");
1768 1769 1770

  my $args;
  mtr_init_args(\$args);
unknown's avatar
unknown committed
1771
  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
1772
  mtr_add_arg($args, "--defaults-group-suffix=%s", $group_suffix);
unknown's avatar
unknown committed
1773 1774 1775
  client_debug_arg($args, "mysqldump-$group_suffix");
  return mtr_args2str($exe, @$args);
}
1776 1777


unknown's avatar
unknown committed
1778 1779 1780 1781 1782
sub mysql_client_test_arguments(){
  my $exe;
  # mysql_client_test executable may _not_ exist
  if ( $opt_embedded_server ) {
    $exe= mtr_exe_maybe_exists(
1783 1784 1785
            vs_config_dirs('libmysqld/examples','mysql_client_test_embedded'),
	      "$basedir/libmysqld/examples/mysql_client_test_embedded",
		"$basedir/bin/mysql_client_test_embedded");
unknown's avatar
unknown committed
1786 1787 1788 1789 1790 1791 1792 1793 1794 1795
  } else {
    $exe= mtr_exe_maybe_exists(vs_config_dirs('tests', 'mysql_client_test'),
			       "$basedir/tests/mysql_client_test",
			       "$basedir/bin/mysql_client_test");
  }

  my $args;
  mtr_init_args(\$args);
  if ( $opt_valgrind_mysqltest ) {
    valgrind_arguments($args, \$exe);
1796
  }
unknown's avatar
unknown committed
1797 1798 1799 1800
  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
  mtr_add_arg($args, "--testcase");
  mtr_add_arg($args, "--vardir=$opt_vardir");
  client_debug_arg($args,"mysql_client_test");
1801

unknown's avatar
unknown committed
1802
  return mtr_args2str($exe, @$args);
1803 1804
}

unknown's avatar
unknown committed
1805

unknown's avatar
unknown committed
1806 1807 1808 1809
#
# Set environment to be used by childs of this process for
# things that are constant during the whole lifetime of mysql-test-run
#
1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832 1833

sub find_plugin($$)
{
  my ($plugin, $location)  = @_;
  my $plugin_filename;
    
  if (IS_WINDOWS)
  {
     $plugin_filename = $plugin.".dll"; 
  }
  else 
  {
     $plugin_filename = $plugin.".so";
  }

  my $lib_example_plugin=
    mtr_file_exists(vs_config_dirs($location,$plugin_filename),
                    "$basedir/lib/plugin/".$plugin_filename,
                    "$basedir/$location/.libs/".$plugin_filename,
					"$basedir/lib/mysql/plugin/".$plugin_filename,
                    );
  return $lib_example_plugin;
}

unknown's avatar
unknown committed
1834
sub environment_setup {
unknown's avatar
unknown committed
1835

unknown's avatar
unknown committed
1836 1837
  umask(022);

1838
  my @ld_library_paths;
1839

unknown's avatar
unknown committed
1840
  if ($path_client_libdir)
unknown's avatar
unknown committed
1841
  {
unknown's avatar
unknown committed
1842 1843
    # Use the --client-libdir passed on commandline
    push(@ld_library_paths, "$path_client_libdir");
1844 1845
  }
  else
unknown's avatar
unknown committed
1846
  {
unknown's avatar
unknown committed
1847 1848 1849 1850 1851 1852
    # Setup LD_LIBRARY_PATH so the libraries from this distro/clone
    # are used in favor of the system installed ones
    if ( $source_dist )
    {
      push(@ld_library_paths, "$basedir/libmysql/.libs/",
	   "$basedir/libmysql_r/.libs/",
1853
	   "$basedir/zlib/.libs/");
unknown's avatar
unknown committed
1854 1855 1856
    }
    else
    {
1857
      push(@ld_library_paths, "$basedir/lib", "$basedir/lib/mysql");
unknown's avatar
unknown committed
1858
    }
1859 1860
  }

unknown's avatar
unknown committed
1861
  # --------------------------------------------------------------------------
1862 1863
  # Add the path where libndbclient can be found
  # --------------------------------------------------------------------------
1864
  if ( !$opt_skip_ndbcluster )
1865
  {
unknown's avatar
unknown committed
1866 1867 1868 1869 1870 1871
    push(@ld_library_paths,  "$basedir/storage/ndb/src/.libs");
  }

  # --------------------------------------------------------------------------
  # Add the path where mysqld will find udf_example.so
  # --------------------------------------------------------------------------
1872 1873 1874 1875 1876 1877 1878 1879 1880
  my $udf_example_filename;
  if (IS_WINDOWS)
  {
    $udf_example_filename = "udf_example.dll";
  }
  else
  {
    $udf_example_filename = "udf_example.so";
  }
unknown's avatar
unknown committed
1881
  my $lib_udf_example=
1882 1883
    mtr_file_exists(vs_config_dirs('sql', $udf_example_filename),
		    "$basedir/sql/.libs/$udf_example_filename",);
unknown's avatar
unknown committed
1884 1885 1886 1887 1888 1889 1890 1891

  if ( $lib_udf_example )
  {
    push(@ld_library_paths, dirname($lib_udf_example));
  }

  $ENV{'UDF_EXAMPLE_LIB'}=
    ($lib_udf_example ? basename($lib_udf_example) : "");
1892 1893
  $ENV{'UDF_EXAMPLE_LIB_OPT'}= "--plugin-dir=".
    ($lib_udf_example ? dirname($lib_udf_example) : "");
unknown's avatar
unknown committed
1894 1895 1896 1897

  # --------------------------------------------------------------------------
  # Add the path where mysqld will find ha_example.so
  # --------------------------------------------------------------------------
1898
  if ($mysql_version_id >= 50100) {
1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909
    my ($lib_example_plugin) = find_plugin("ha_example", "storage/example");
    
    if($lib_example_plugin) 
    {  
      $ENV{'EXAMPLE_PLUGIN'}=
        ($lib_example_plugin ? basename($lib_example_plugin) : "");
      $ENV{'EXAMPLE_PLUGIN_OPT'}= "--plugin-dir=".
      ($lib_example_plugin ? dirname($lib_example_plugin) : "");

      $ENV{'HA_EXAMPLE_SO'}="'".basename($lib_example_plugin)."'";
      $ENV{'EXAMPLE_PLUGIN_LOAD'}="--plugin_load=EXAMPLE=".basename($lib_example_plugin);
1910
    }
1911
    else
1912
    {
1913 1914 1915 1916 1917
      # Some ".opt" files use some of these variables, so they must be defined
      $ENV{'EXAMPLE_PLUGIN'}= "";
      $ENV{'EXAMPLE_PLUGIN_OPT'}= "";
      $ENV{'HA_EXAMPLE_SO'}= "";
      $ENV{'EXAMPLE_PLUGIN_LOAD'}= "";
1918
    }
unknown's avatar
unknown committed
1919
  }
1920
 
unknown's avatar
unknown committed
1921

He Zhenxing's avatar
He Zhenxing committed
1922 1923 1924
  # --------------------------------------------------------------------------
  # Add the path where mysqld will find semisync plugins
  # --------------------------------------------------------------------------
1925
  if (!$opt_embedded_server) {
1926

1927 1928 1929

    my ($lib_semisync_master_plugin) = find_plugin("semisync_master", "plugin/semisync");
    my ($lib_semisync_slave_plugin) = find_plugin("semisync_slave", "plugin/semisync");
Vladislav Vaintroub's avatar
merge  
Vladislav Vaintroub committed
1930 1931


1932 1933 1934 1935 1936 1937 1938 1939 1940 1941 1942 1943
    if ($lib_semisync_master_plugin && $lib_semisync_slave_plugin)
    {
      $ENV{'SEMISYNC_MASTER_PLUGIN'}= basename($lib_semisync_master_plugin);
      $ENV{'SEMISYNC_SLAVE_PLUGIN'}= basename($lib_semisync_slave_plugin);
      $ENV{'SEMISYNC_PLUGIN_OPT'}= "--plugin-dir=".dirname($lib_semisync_master_plugin);
    }
    else
    {
      $ENV{'SEMISYNC_MASTER_PLUGIN'}= "";
      $ENV{'SEMISYNC_SLAVE_PLUGIN'}= "";
      $ENV{'SEMISYNC_PLUGIN_OPT'}="--plugin-dir=";
    }
1944
  }
unknown's avatar
unknown committed
1945

Luis Soares's avatar
Luis Soares committed
1946 1947 1948 1949
  # ----------------------------------------------------
  # Add the path where mysqld will find mypluglib.so
  # ----------------------------------------------------

1950 1951 1952
  my  ($lib_simple_parser) = find_plugin("mypluglib", "plugin/fulltext"); 

  $ENV{'MYPLUGLIB_SO'}="'".basename($lib_simple_parser)."'";
Luis Soares's avatar
Luis Soares committed
1953 1954
  $ENV{'SIMPLE_PARSER'}=
    ($lib_simple_parser ? basename($lib_simple_parser) : "");
1955 1956
  $ENV{'SIMPLE_PARSER_OPT'}= "--plugin-dir=".
    ($lib_simple_parser ? dirname($lib_simple_parser) : "");
Luis Soares's avatar
Luis Soares committed
1957

1958
  # --------------------------------------------------------------------------
1959
  # Valgrind need to be run with debug libraries otherwise it's almost
1960 1961 1962
  # impossible to add correct supressions, that means if "/usr/lib/debug"
  # is available, it should be added to
  # LD_LIBRARY_PATH
1963 1964 1965 1966
  #
  # But pthread is broken in libc6-dbg on Debian <= 3.1 (see Debian
  # bug 399035, http://bugs.debian.org/cgi-bin/bugreport.cgi?bug=399035),
  # so don't change LD_LIBRARY_PATH on that platform.
1967
  # --------------------------------------------------------------------------
1968
  my $debug_libraries_path= "/usr/lib/debug";
1969 1970 1971
  my $deb_version;
  if (  $opt_valgrind and -d $debug_libraries_path and
        (! -e '/etc/debian_version' or
unknown's avatar
unknown committed
1972 1973
	 ($deb_version=
	    mtr_grab_file('/etc/debian_version')) !~ /^[0-9]+\.[0-9]$/ or
1974
         $deb_version > 3.1 ) )
1975
  {
1976
    push(@ld_library_paths, $debug_libraries_path);
1977
  }
1978

1979
  $ENV{'LD_LIBRARY_PATH'}= join(":", @ld_library_paths,
unknown's avatar
unknown committed
1980
				$ENV{'LD_LIBRARY_PATH'} ?
1981
				split(':', $ENV{'LD_LIBRARY_PATH'}) : ());
1982 1983 1984
  mtr_debug("LD_LIBRARY_PATH: $ENV{'LD_LIBRARY_PATH'}");

  $ENV{'DYLD_LIBRARY_PATH'}= join(":", @ld_library_paths,
1985 1986
				  $ENV{'DYLD_LIBRARY_PATH'} ?
				  split(':', $ENV{'DYLD_LIBRARY_PATH'}) : ());
1987
  mtr_debug("DYLD_LIBRARY_PATH: $ENV{'DYLD_LIBRARY_PATH'}");
1988

1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999
  # The environment variable used for shared libs on AIX
  $ENV{'SHLIB_PATH'}= join(":", @ld_library_paths,
                           $ENV{'SHLIB_PATH'} ?
                           split(':', $ENV{'SHLIB_PATH'}) : ());
  mtr_debug("SHLIB_PATH: $ENV{'SHLIB_PATH'}");

  # The environment variable used for shared libs on hp-ux
  $ENV{'LIBPATH'}= join(":", @ld_library_paths,
                        $ENV{'LIBPATH'} ?
                        split(':', $ENV{'LIBPATH'}) : ());
  mtr_debug("LIBPATH: $ENV{'LIBPATH'}");
2000

unknown's avatar
unknown committed
2001 2002
  $ENV{'UMASK'}=              "0660"; # The octal *string*
  $ENV{'UMASK_DIR'}=          "0770"; # The octal *string*
unknown's avatar
unknown committed
2003

2004 2005 2006 2007 2008 2009 2010 2011 2012 2013
  #
  # MySQL tests can produce output in various character sets
  # (especially, ctype_xxx.test). To avoid confusing Perl
  # with output which is incompatible with the current locale
  # settings, we reset the current values of LC_ALL and LC_CTYPE to "C".
  # For details, please see
  # Bug#27636 tests fails if LC_* variables set to *_*.UTF-8
  #
  $ENV{'LC_ALL'}=             "C";
  $ENV{'LC_CTYPE'}=           "C";
unknown's avatar
unknown committed
2014

unknown's avatar
unknown committed
2015
  $ENV{'LC_COLLATE'}=         "C";
unknown's avatar
unknown committed
2016
  $ENV{'USE_RUNNING_SERVER'}= using_extern();
unknown's avatar
unknown committed
2017
  $ENV{'MYSQL_TEST_DIR'}=     $glob_mysql_test_dir;
2018
  $ENV{'DEFAULT_MASTER_PORT'}= $mysqld_variables{'port'};
2019
  $ENV{'MYSQL_TMP_DIR'}=      $opt_tmpdir;
Magnus Svensson's avatar
Magnus Svensson committed
2020
  $ENV{'MYSQLTEST_VARDIR'}=   $opt_vardir;
2021
  $ENV{'MYSQL_LIBDIR'}=       "$basedir/lib";
2022
  $ENV{'MYSQL_SHAREDIR'}=     $path_language;
Vladislav Vaintroub's avatar
merge  
Vladislav Vaintroub committed
2023
  $ENV{'MYSQL_CHARSETSDIR'}=  $path_charsetsdir;
2024

2025 2026 2027
  # ----------------------------------------------------
  # Setup env for NDB
  # ----------------------------------------------------
unknown's avatar
unknown committed
2028 2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040 2041 2042 2043 2044 2045 2046 2047 2048 2049 2050 2051
  if ( ! $opt_skip_ndbcluster )
  {
    $ENV{'NDB_MGM'}=
      my_find_bin($basedir,
		  ["storage/ndb/src/mgmclient", "bin"],
		  "ndb_mgm");

    $ENV{'NDB_TOOLS_DIR'}=
      my_find_dir($basedir,
		  ["storage/ndb/tools", "bin"]);

    $ENV{'NDB_EXAMPLES_DIR'}=
      my_find_dir($basedir,
		  ["storage/ndb/ndbapi-examples", "bin"]);

    $ENV{'NDB_EXAMPLES_BINARY'}=
      my_find_bin($basedir,
		  ["storage/ndb/ndbapi-examples/ndbapi_simple", "bin"],
		  "ndbapi_simple", NOT_REQUIRED);

    my $path_ndb_testrun_log= "$opt_vardir/log/ndb_testrun.log";
    $ENV{'NDB_TOOLS_OUTPUT'}=         $path_ndb_testrun_log;
    $ENV{'NDB_EXAMPLES_OUTPUT'}=      $path_ndb_testrun_log;
  }
2052

2053
  # ----------------------------------------------------
unknown's avatar
unknown committed
2054
  # mysql clients
2055
  # ----------------------------------------------------
unknown's avatar
unknown committed
2056 2057 2058 2059 2060 2061 2062 2063
  $ENV{'MYSQL_CHECK'}=              client_arguments("mysqlcheck");
  $ENV{'MYSQL_DUMP'}=               mysqldump_arguments(".1");
  $ENV{'MYSQL_DUMP_SLAVE'}=         mysqldump_arguments(".2");
  $ENV{'MYSQL_SLAP'}=               mysqlslap_arguments();
  $ENV{'MYSQL_IMPORT'}=             client_arguments("mysqlimport");
  $ENV{'MYSQL_SHOW'}=               client_arguments("mysqlshow");
  $ENV{'MYSQL_BINLOG'}=             client_arguments("mysqlbinlog");
  $ENV{'MYSQL'}=                    client_arguments("mysql");
2064
  $ENV{'MYSQL_SLAVE'}=              client_arguments("mysql", ".2");
unknown's avatar
unknown committed
2065
  $ENV{'MYSQL_UPGRADE'}=            client_arguments("mysql_upgrade");
unknown's avatar
unknown committed
2066
  $ENV{'MYSQLADMIN'}=               native_path($exe_mysqladmin);
unknown's avatar
unknown committed
2067 2068
  $ENV{'MYSQL_CLIENT_TEST'}=        mysql_client_test_arguments();
  $ENV{'EXE_MYSQL'}=                $exe_mysql;
2069

unknown's avatar
unknown committed
2070
  # ----------------------------------------------------
unknown's avatar
unknown committed
2071 2072
  # bug25714 executable may _not_ exist in
  # some versions, test using it should be skipped
2073
  # ----------------------------------------------------
unknown's avatar
unknown committed
2074 2075 2076
  my $exe_bug25714=
      mtr_exe_maybe_exists(vs_config_dirs('tests', 'bug25714'),
                           "$basedir/tests/bug25714");
unknown's avatar
unknown committed
2077
  $ENV{'MYSQL_BUG25714'}=  native_path($exe_bug25714);
2078

2079
  # ----------------------------------------------------
unknown's avatar
unknown committed
2080
  # mysql_fix_privilege_tables.sql
2081
  # ----------------------------------------------------
unknown's avatar
unknown committed
2082 2083
  my $file_mysql_fix_privilege_tables=
    mtr_file_exists("$basedir/scripts/mysql_fix_privilege_tables.sql",
Sven Sandberg's avatar
Sven Sandberg committed
2084 2085
		    "$basedir/share/mysql_fix_privilege_tables.sql",
		    "$basedir/share/mysql/mysql_fix_privilege_tables.sql");
2086
  $ENV{'MYSQL_FIX_PRIVILEGE_TABLES'}=  $file_mysql_fix_privilege_tables;
2087 2088

  # ----------------------------------------------------
unknown's avatar
unknown committed
2089
  # my_print_defaults
2090
  # ----------------------------------------------------
unknown's avatar
unknown committed
2091 2092 2093 2094
  my $exe_my_print_defaults=
    mtr_exe_exists(vs_config_dirs('extra', 'my_print_defaults'),
		   "$path_client_bindir/my_print_defaults",
		   "$basedir/extra/my_print_defaults");
unknown's avatar
unknown committed
2095
  $ENV{'MYSQL_MY_PRINT_DEFAULTS'}= native_path($exe_my_print_defaults);
2096

2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112
  # ----------------------------------------------------
  # Setup env so childs can execute myisampack and myisamchk
  # ----------------------------------------------------
  $ENV{'MYISAMCHK'}= native_path(mtr_exe_exists(
                       vs_config_dirs('storage/myisam', 'myisamchk'),
                       vs_config_dirs('myisam', 'myisamchk'),
                       "$path_client_bindir/myisamchk",
                       "$basedir/storage/myisam/myisamchk",
                       "$basedir/myisam/myisamchk"));
  $ENV{'MYISAMPACK'}= native_path(mtr_exe_exists(
                        vs_config_dirs('storage/myisam', 'myisampack'),
                        vs_config_dirs('myisam', 'myisampack'),
                        "$path_client_bindir/myisampack",
                        "$basedir/storage/myisam/myisampack",
                        "$basedir/myisam/myisampack"));

2113
  # ----------------------------------------------------
unknown's avatar
unknown committed
2114
  # perror
2115
  # ----------------------------------------------------
unknown's avatar
unknown committed
2116 2117 2118
  my $exe_perror= mtr_exe_exists(vs_config_dirs('extra', 'perror'),
				 "$basedir/extra/perror",
				 "$path_client_bindir/perror");
unknown's avatar
unknown committed
2119
  $ENV{'MY_PERROR'}= native_path($exe_perror);
2120

2121 2122 2123 2124
  # Create an environment variable to make it possible
  # to detect that valgrind is being used from test cases
  $ENV{'VALGRIND_TEST'}= $opt_valgrind;

unknown's avatar
unknown committed
2125 2126 2127
}


2128

2129 2130 2131 2132 2133
#
# Remove var and any directories in var/ created by previous
# tests
#
sub remove_stale_vardir () {
2134

unknown's avatar
unknown committed
2135
  mtr_report("Removing old var directory...");
unknown's avatar
unknown committed
2136

2137 2138
  # Safety!
  mtr_error("No, don't remove the vardir when running with --extern")
unknown's avatar
unknown committed
2139
    if using_extern();
2140 2141

  mtr_verbose("opt_vardir: $opt_vardir");
2142
  if ( $opt_vardir eq $default_vardir )
2143 2144 2145 2146
  {
    #
    # Running with "var" in mysql-test dir
    #
2147
    if ( -l $opt_vardir)
2148
    {
2149
      # var is a symlink
2150

2151
      if ( $opt_mem )
2152 2153
      {
	# Remove the directory which the link points at
2154
	mtr_verbose("Removing " . readlink($opt_vardir));
unknown's avatar
unknown committed
2155
	rmtree(readlink($opt_vardir));
2156

2157
	# Remove the "var" symlink
2158
	mtr_verbose("unlink($opt_vardir)");
2159
	unlink($opt_vardir);
2160 2161 2162 2163
      }
      else
      {
	# Some users creates a soft link in mysql-test/var to another area
2164 2165
	# - allow it, but remove all files in it

unknown's avatar
unknown committed
2166
	mtr_report(" - WARNING: Using the 'mysql-test/var' symlink");
2167

2168 2169 2170 2171
	# Make sure the directory where it points exist
	mtr_error("The destination for symlink $opt_vardir does not exist")
	  if ! -d readlink($opt_vardir);

2172 2173 2174
	foreach my $bin ( glob("$opt_vardir/*") )
	{
	  mtr_verbose("Removing bin $bin");
unknown's avatar
unknown committed
2175
	  rmtree($bin);
2176
	}
2177
      }
2178 2179 2180 2181
    }
    else
    {
      # Remove the entire "var" dir
2182
      mtr_verbose("Removing $opt_vardir/");
unknown's avatar
unknown committed
2183
      rmtree("$opt_vardir/");
2184
    }
2185 2186 2187 2188 2189 2190 2191

    if ( $opt_mem )
    {
      # A symlink from var/ to $opt_mem will be set up
      # remove the $opt_mem dir to assure the symlink
      # won't point at an old directory
      mtr_verbose("Removing $opt_mem");
unknown's avatar
unknown committed
2192
      rmtree($opt_mem);
2193 2194
    }

2195 2196 2197 2198 2199 2200 2201 2202 2203
  }
  else
  {
    #
    # Running with "var" in some other place
    #

    # Remove the var/ dir in mysql-test dir if any
    # this could be an old symlink that shouldn't be there
2204
    mtr_verbose("Removing $default_vardir");
unknown's avatar
unknown committed
2205
    rmtree($default_vardir);
2206 2207

    # Remove the "var" dir
2208
    mtr_verbose("Removing $opt_vardir/");
unknown's avatar
unknown committed
2209
    rmtree("$opt_vardir/");
2210
  }
2211 2212
  # Remove the "tmp" dir
  mtr_verbose("Removing $opt_tmpdir/");
Luis Soares's avatar
Luis Soares committed
2213
  rmtree("$opt_tmpdir/");
2214 2215
}

unknown's avatar
unknown committed
2216 2217


2218 2219 2220 2221
#
# Create var and the directories needed in var
#
sub setup_vardir() {
2222
  mtr_report("Creating var directory '$opt_vardir'...");
unknown's avatar
unknown committed
2223

2224
  if ( $opt_vardir eq $default_vardir )
2225
  {
2226 2227 2228 2229 2230 2231
    #
    # Running with "var" in mysql-test dir
    #
    if ( -l $opt_vardir )
    {
      #  it's a symlink
2232

2233 2234 2235 2236 2237 2238 2239 2240 2241
      # Make sure the directory where it points exist
      mtr_error("The destination for symlink $opt_vardir does not exist")
	if ! -d readlink($opt_vardir);
    }
    elsif ( $opt_mem )
    {
      # Runinng with "var" as a link to some "memory" location, normally tmpfs
      mtr_verbose("Creating $opt_mem");
      mkpath($opt_mem);
2242

unknown's avatar
unknown committed
2243
      mtr_report(" - symlinking 'var' to '$opt_mem'");
2244 2245
      symlink($opt_mem, $opt_vardir);
    }
2246 2247
  }

2248 2249 2250 2251 2252
  if ( ! -d $opt_vardir )
  {
    mtr_verbose("Creating $opt_vardir");
    mkpath($opt_vardir);
  }
unknown's avatar
unknown committed
2253

2254 2255
  # Ensure a proper error message if vardir couldn't be created
  unless ( -d $opt_vardir and -w $opt_vardir )
2256
  {
2257 2258
    mtr_error("Writable 'var' directory is needed, use the " .
	      "'--vardir=<path>' option");
2259 2260
  }

2261 2262
  mkpath("$opt_vardir/log");
  mkpath("$opt_vardir/run");
2263

2264 2265 2266
  # Create var/tmp and tmp - they might be different
  mkpath("$opt_vardir/tmp");
  mkpath($opt_tmpdir) if ($opt_tmpdir ne "$opt_vardir/tmp");
unknown's avatar
unknown committed
2267

2268 2269 2270 2271 2272 2273 2274 2275 2276
  # On some operating systems, there is a limit to the length of a
  # UNIX domain socket's path far below PATH_MAX.
  # Don't allow that to happen
  if (check_socket_path_length("$opt_tmpdir/testsocket.sock")){
    mtr_error("Socket path '$opt_tmpdir' too long, it would be ",
	      "truncated and thus not possible to use for connection to ",
	      "MySQL Server. Set a shorter with --tmpdir=<path> option");
  }

unknown's avatar
unknown committed
2277
  # copy all files from std_data into var/std_data
2278 2279
  # and make them world readable
  copytree("$glob_mysql_test_dir/std_data", "$opt_vardir/std_data", "0022");
unknown's avatar
unknown committed
2280 2281

  # Remove old log files
unknown's avatar
unknown committed
2282
  foreach my $name (glob("r/*.progress r/*.log r/*.warnings"))
unknown's avatar
unknown committed
2283 2284 2285
  {
    unlink($name);
  }
unknown's avatar
unknown committed
2286 2287 2288
}


unknown's avatar
unknown committed
2289 2290 2291 2292
#
# Check if running as root
# i.e a file can be read regardless what mode we set it to
#
2293
sub  check_running_as_root () {
2294
  my $test_file= "$opt_vardir/test_running_as_root.txt";
2295 2296 2297 2298 2299 2300 2301 2302 2303 2304
  mtr_tofile($test_file, "MySQL");
  chmod(oct("0000"), $test_file);

  my $result="";
  if (open(FILE,"<",$test_file))
  {
    $result= join('', <FILE>);
    close FILE;
  }

2305 2306 2307 2308
  # Some filesystems( for example CIFS) allows reading a file
  # although mode was set to 0000, but in that case a stat on
  # the file will not return 0000
  my $file_mode= (stat($test_file))[2] & 07777;
2309

2310 2311
  mtr_verbose("result: $result, file_mode: $file_mode");
  if ($result eq "MySQL" && $file_mode == 0)
2312 2313 2314 2315 2316
  {
    mtr_warning("running this script as _root_ will cause some " .
                "tests to be skipped");
    $ENV{'MYSQL_TEST_ROOT'}= "YES";
  }
2317 2318 2319

  chmod(oct("0755"), $test_file);
  unlink($test_file);
2320 2321 2322
}


unknown's avatar
unknown committed
2323 2324
sub check_ssl_support ($) {
  my $mysqld_variables= shift;
2325

unknown's avatar
unknown committed
2326
  if ($opt_skip_ssl)
2327
  {
unknown's avatar
unknown committed
2328
    mtr_report(" - skipping SSL");
2329 2330 2331 2332 2333
    $opt_ssl_supported= 0;
    $opt_ssl= 0;
    return;
  }

2334
  if ( ! $mysqld_variables->{'ssl'} )
2335 2336 2337 2338 2339 2340
  {
    if ( $opt_ssl)
    {
      mtr_error("Couldn't find support for SSL");
      return;
    }
unknown's avatar
unknown committed
2341
    mtr_report(" - skipping SSL, mysqld not compiled with SSL");
2342 2343 2344 2345
    $opt_ssl_supported= 0;
    $opt_ssl= 0;
    return;
  }
unknown's avatar
unknown committed
2346
  mtr_report(" - SSL connections supported");
2347 2348 2349 2350
  $opt_ssl_supported= 1;
}


unknown's avatar
unknown committed
2351 2352
sub check_debug_support ($) {
  my $mysqld_variables= shift;
unknown's avatar
unknown committed
2353

2354
  if ( ! $mysqld_variables->{'debug'} )
unknown's avatar
unknown committed
2355
  {
unknown's avatar
unknown committed
2356
    #mtr_report(" - binaries are not debug compiled");
unknown's avatar
unknown committed
2357
    $debug_compiled_binaries= 0;
2358 2359 2360 2361 2362

    if ( $opt_debug )
    {
      mtr_error("Can't use --debug, binaries does not support it");
    }
unknown's avatar
unknown committed
2363 2364
    return;
  }
unknown's avatar
unknown committed
2365
  mtr_report(" - binaries are debug compiled");
unknown's avatar
unknown committed
2366 2367 2368
  $debug_compiled_binaries= 1;
}

unknown's avatar
unknown committed
2369

2370 2371 2372 2373 2374 2375 2376 2377 2378 2379 2380 2381 2382 2383
#
# Helper function to handle configuration-based subdirectories which Visual
# Studio uses for storing binaries.  If opt_vs_config is set, this returns
# a path based on that setting; if not, it returns paths for the default
# /release/ and /debug/ subdirectories.
#
# $exe can be undefined, if the directory itself will be used
#
sub vs_config_dirs ($$) {
  my ($path_part, $exe) = @_;

  $exe = "" if not defined $exe;
  if ($opt_vs_config)
  {
2384
    return ("$bindir/$path_part/$opt_vs_config/$exe");
2385 2386
  }

2387 2388 2389 2390
  return ("$bindir/$path_part/Release/$exe",
          "$bindir/$path_part/RelWithDebinfo/$exe",
          "$bindir/$path_part/Debug/$exe",
          "$bindir/$path_part/$exe");
2391 2392
}

unknown's avatar
unknown committed
2393

unknown's avatar
unknown committed
2394 2395
sub check_ndbcluster_support ($) {
  my $mysqld_variables= shift;
2396

unknown's avatar
unknown committed
2397
  if ($opt_skip_ndbcluster)
2398
  {
unknown's avatar
unknown committed
2399
    mtr_report(" - skipping ndbcluster");
2400 2401
    return;
  }
2402

unknown's avatar
unknown committed
2403
  if ( ! $mysqld_variables{'ndb-connectstring'} )
2404
  {
unknown's avatar
unknown committed
2405
    mtr_report(" - skipping ndbcluster, mysqld not compiled with ndbcluster");
2406
    $opt_skip_ndbcluster= 2;
2407
    return;
2408
  }
unknown's avatar
unknown committed
2409 2410

  mtr_report(" - using ndbcluster when necessary, mysqld supports it");
2411

unknown's avatar
unknown committed
2412
  return;
unknown's avatar
unknown committed
2413 2414
}

unknown's avatar
unknown committed
2415

2416
sub ndbcluster_wait_started($$){
unknown's avatar
unknown committed
2417
  my $cluster= shift;
2418
  my $ndb_waiter_extra_opt= shift;
unknown's avatar
unknown committed
2419
  my $path_waitlog= join('/', $opt_vardir, $cluster->name(), "ndb_waiter.log");
2420

unknown's avatar
unknown committed
2421
  my $args;
2422
  mtr_init_args(\$args);
unknown's avatar
unknown committed
2423 2424
  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
  mtr_add_arg($args, "--defaults-group-suffix=%s", $cluster->suffix());
2425
  mtr_add_arg($args, "--timeout=%d", $opt_start_timeout);
2426 2427 2428 2429 2430

  if ($ndb_waiter_extra_opt)
  {
    mtr_add_arg($args, "$ndb_waiter_extra_opt");
  }
unknown's avatar
unknown committed
2431 2432 2433 2434

  # Start the ndb_waiter which will connect to the ndb_mgmd
  # and poll it for state of the ndbd's, will return when
  # all nodes in the cluster is started
unknown's avatar
unknown committed
2435

unknown's avatar
unknown committed
2436 2437 2438 2439 2440 2441 2442 2443 2444
  my $res= My::SafeProcess->run
    (
     name          => "ndb_waiter ".$cluster->name(),
     path          => $exe_ndb_waiter,
     args          => \$args,
     output        => $path_waitlog,
     error         => $path_waitlog,
     append        => 1,
    );
2445

unknown's avatar
unknown committed
2446 2447 2448 2449 2450 2451 2452 2453 2454 2455
  # Check that ndb_mgmd(s) are still alive
  foreach my $ndb_mgmd ( in_cluster($cluster, ndb_mgmds()) )
  {
    my $proc= $ndb_mgmd->{proc};
    if ( ! $proc->wait_one(0) )
    {
      mtr_warning("$proc died");
      return 2;
    }
  }
2456

unknown's avatar
unknown committed
2457 2458 2459 2460 2461 2462 2463 2464 2465 2466 2467
  # Check that all started ndbd(s) are still alive
  foreach my $ndbd ( in_cluster($cluster, ndbds()) )
  {
    my $proc= $ndbd->{proc};
    next unless defined $proc;
    if ( ! $proc->wait_one(0) )
    {
      mtr_warning("$proc died");
      return 3;
    }
  }
2468

unknown's avatar
unknown committed
2469
  if ($res)
2470
  {
unknown's avatar
unknown committed
2471
    mtr_verbose("ndbcluster_wait_started failed");
2472 2473 2474
    return 1;
  }
  return 0;
unknown's avatar
unknown committed
2475 2476 2477
}


2478 2479 2480 2481
sub ndb_mgmd_wait_started($) {
  my ($cluster)= @_;

  my $retries= 100;
unknown's avatar
unknown committed
2482
  while ($retries)
2483
  {
unknown's avatar
unknown committed
2484 2485 2486 2487 2488 2489 2490 2491 2492 2493 2494 2495
    my $result= ndbcluster_wait_started($cluster, "--no-contact");
    if ($result == 0)
    {
      # ndb_mgmd is started
      mtr_verbose("ndb_mgmd is started");
      return 0;
    }
    elsif ($result > 1)
    {
      mtr_warning("Cluster process failed while waiting for start");
      return $result;
    }
2496

unknown's avatar
unknown committed
2497
    mtr_milli_sleep(100);
2498 2499 2500
    $retries--;
  }

unknown's avatar
unknown committed
2501
  return 1;
2502 2503
}

unknown's avatar
unknown committed
2504

unknown's avatar
unknown committed
2505 2506
sub ndb_mgmd_start ($$) {
  my ($cluster, $ndb_mgmd)= @_;
unknown's avatar
unknown committed
2507

unknown's avatar
unknown committed
2508 2509 2510 2511 2512 2513
  mtr_verbose("ndb_mgmd_start");

  my $dir= $ndb_mgmd->value("DataDir");
  mkpath($dir) unless -d $dir;

  my $args;
unknown's avatar
unknown committed
2514
  mtr_init_args(\$args);
unknown's avatar
unknown committed
2515 2516 2517
  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
  mtr_add_arg($args, "--defaults-group-suffix=%s", $cluster->suffix());
  mtr_add_arg($args, "--mycnf");
2518
  mtr_add_arg($args, "--nodaemon");
unknown's avatar
unknown committed
2519

unknown's avatar
unknown committed
2520
  my $path_ndb_mgmd_log= "$dir/ndb_mgmd.log";
unknown's avatar
unknown committed
2521

unknown's avatar
unknown committed
2522 2523 2524 2525 2526 2527 2528 2529 2530 2531 2532
  $ndb_mgmd->{'proc'}= My::SafeProcess->new
    (
     name          => $ndb_mgmd->after('cluster_config.'),
     path          => $exe_ndb_mgmd,
     args          => \$args,
     output        => $path_ndb_mgmd_log,
     error         => $path_ndb_mgmd_log,
     append        => 1,
     verbose       => $opt_verbose,
    );
  mtr_verbose("Started $ndb_mgmd->{proc}");
unknown's avatar
unknown committed
2533

2534 2535 2536
  # FIXME Should not be needed
  # Unfortunately the cluster nodes will fail to start
  # if ndb_mgmd has not started properly
2537
  if (ndb_mgmd_wait_started($cluster))
2538
  {
unknown's avatar
unknown committed
2539 2540
    mtr_warning("Failed to wait for start of ndb_mgmd");
    return 1;
2541
  }
2542

unknown's avatar
unknown committed
2543
  return 0;
unknown's avatar
unknown committed
2544 2545 2546
}


unknown's avatar
unknown committed
2547 2548 2549 2550
sub ndbd_start {
  my ($cluster, $ndbd)= @_;

  mtr_verbose("ndbd_start");
unknown's avatar
unknown committed
2551

unknown's avatar
unknown committed
2552 2553
  my $dir= $ndbd->value("DataDir");
  mkpath($dir) unless -d $dir;
unknown's avatar
unknown committed
2554

unknown's avatar
unknown committed
2555
  my $args;
unknown's avatar
unknown committed
2556
  mtr_init_args(\$args);
unknown's avatar
unknown committed
2557 2558
  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
  mtr_add_arg($args, "--defaults-group-suffix=%s", $cluster->suffix());
unknown's avatar
unknown committed
2559 2560
  mtr_add_arg($args, "--nodaemon");

unknown's avatar
unknown committed
2561
# > 5.0 { 'character-sets-dir' => \&fix_charset_dir },
unknown's avatar
unknown committed
2562 2563


unknown's avatar
unknown committed
2564 2565 2566 2567 2568 2569 2570 2571 2572 2573 2574 2575
  my $path_ndbd_log= "$dir/ndbd.log";
  my $proc= My::SafeProcess->new
    (
     name          => $ndbd->after('cluster_config.'),
     path          => $exe_ndbd,
     args          => \$args,
     output        => $path_ndbd_log,
     error         => $path_ndbd_log,
     append        => 1,
     verbose       => $opt_verbose,
    );
  mtr_verbose("Started $proc");
2576

unknown's avatar
unknown committed
2577
  $ndbd->{proc}= $proc;
unknown's avatar
unknown committed
2578

unknown's avatar
unknown committed
2579
  return;
unknown's avatar
unknown committed
2580 2581 2582
}


unknown's avatar
unknown committed
2583
sub ndbcluster_start ($) {
unknown's avatar
unknown committed
2584 2585
  my $cluster= shift;

unknown's avatar
unknown committed
2586
  mtr_verbose("ndbcluster_start '".$cluster->name()."'");
unknown's avatar
unknown committed
2587

unknown's avatar
unknown committed
2588
  foreach my $ndb_mgmd ( in_cluster($cluster, ndb_mgmds()) )
2589
  {
unknown's avatar
unknown committed
2590 2591
    next if started($ndb_mgmd);
    ndb_mgmd_start($cluster, $ndb_mgmd);
2592 2593
  }

unknown's avatar
unknown committed
2594
  foreach my $ndbd ( in_cluster($cluster, ndbds()) )
unknown's avatar
unknown committed
2595
  {
unknown's avatar
unknown committed
2596 2597
    next if started($ndbd);
    ndbd_start($cluster, $ndbd);
unknown's avatar
unknown committed
2598 2599
  }

unknown's avatar
unknown committed
2600 2601 2602 2603
  return 0;
}


unknown's avatar
unknown committed
2604 2605 2606 2607 2608
sub create_config_file_for_extern {
  my %opts=
    (
     socket     => '/tmp/mysqld.sock',
     port       => 3306,
2609
     user       => $opt_user,
unknown's avatar
unknown committed
2610 2611 2612
     password   => '',
     @_
    );
unknown's avatar
unknown committed
2613

unknown's avatar
unknown committed
2614 2615 2616 2617 2618 2619 2620 2621
  mtr_report("Creating my.cnf file for extern server...");
  my $F= IO::File->new($path_config_file, "w")
    or mtr_error("Can't write to $path_config_file: $!");

  print $F "[client]\n";
  while (my ($option, $value)= each( %opts )) {
    print $F "$option= $value\n";
    mtr_report(" $option= $value");
unknown's avatar
unknown committed
2622 2623
  }

unknown's avatar
unknown committed
2624
  print $F <<EOF
unknown's avatar
unknown committed
2625

unknown's avatar
unknown committed
2626 2627 2628
# binlog reads from [client] and [mysqlbinlog]
[mysqlbinlog]
character-sets-dir= $path_charsetsdir
2629
local-load= $opt_tmpdir
unknown's avatar
unknown committed
2630

unknown's avatar
unknown committed
2631 2632
EOF
;
2633

unknown's avatar
unknown committed
2634 2635
  $F= undef; # Close file
}
2636

unknown's avatar
unknown committed
2637

unknown's avatar
unknown committed
2638 2639 2640 2641 2642 2643 2644 2645 2646 2647 2648 2649 2650 2651 2652
#
# Kill processes left from previous runs, normally
# there should be none so make sure to warn
# if there is one
#
sub kill_leftovers ($) {
  my $rundir= shift;
  return unless ( -d $rundir );

  mtr_report("Checking leftover processes...");

  # Scan the "run" directory for process id's to kill
  opendir(RUNDIR, $rundir)
    or mtr_error("kill_leftovers, can't open dir \"$rundir\": $!");
  while ( my $elem= readdir(RUNDIR) )
unknown's avatar
unknown committed
2653
  {
unknown's avatar
unknown committed
2654 2655
    # Only read pid from files that end with .pid
    if ( $elem =~ /.*[.]pid$/ )
2656
    {
unknown's avatar
unknown committed
2657 2658 2659 2660 2661 2662 2663 2664 2665 2666
      my $pidfile= "$rundir/$elem";
      next unless -f $pidfile;
      my $pid= mtr_fromfile($pidfile);
      unlink($pidfile);
      unless ($pid=~ /^(\d+)/){
	# The pid was not a valid number
	mtr_warning("Got invalid pid '$pid' from '$elem'");
	next;
      }
      mtr_report(" - found old pid $pid in '$elem', killing it...");
unknown's avatar
unknown committed
2667

2668
      my $ret= kill("KILL", $pid);
unknown's avatar
unknown committed
2669 2670 2671 2672
      if ($ret == 0) {
	mtr_report("   process did not exist!");
	next;
      }
unknown's avatar
unknown committed
2673

unknown's avatar
unknown committed
2674 2675 2676 2677 2678 2679 2680 2681 2682 2683 2684 2685
      my $check_counter= 100;
      while ($ret > 0 and $check_counter--) {
	mtr_milli_sleep(100);
	$ret= kill(0, $pid);
      }
      mtr_report($check_counter ? "   ok!" : "   failed!");
    }
    else
    {
      mtr_warning("Found non pid file '$elem' in '$rundir'")
	if -f "$rundir/$elem";
    }
unknown's avatar
unknown committed
2686
  }
unknown's avatar
unknown committed
2687 2688
  closedir(RUNDIR);
}
unknown's avatar
unknown committed
2689

unknown's avatar
unknown committed
2690 2691 2692 2693
#
# Check that all the ports that are going to
# be used are free
#
2694
sub check_ports_free ($)
unknown's avatar
unknown committed
2695
{
2696 2697 2698 2699 2700 2701
  my $bthread= shift;
  my $portbase = $bthread * 10 + 10000;
  for ($portbase..$portbase+9){
    if (mtr_ping_port($_)){
      mtr_report(" - 'localhost:$_' was not free");
      return 0; # One port was not free
unknown's avatar
unknown committed
2702
    }
unknown's avatar
unknown committed
2703 2704
  }

2705
  return 1; # All ports free
unknown's avatar
unknown committed
2706 2707 2708
}


unknown's avatar
unknown committed
2709
sub initialize_servers {
2710

unknown's avatar
unknown committed
2711
  if ( using_extern() )
2712 2713 2714 2715 2716 2717 2718 2719 2720
  {
    # Running against an already started server, if the specified
    # vardir does not already exist it should be created
    if ( ! -d $opt_vardir )
    {
      setup_vardir();
    }
    else
    {
2721
      mtr_verbose("No need to create '$opt_vardir' it already exists");
2722 2723 2724
    }
  }
  else
2725
  {
unknown's avatar
unknown committed
2726 2727 2728 2729
    # Kill leftovers from previous run
    # using any pidfiles found in var/run
    kill_leftovers("$opt_vardir/run");

2730
    if ( ! $opt_start_dirty )
2731
    {
2732 2733 2734
      remove_stale_vardir();
      setup_vardir();

Magnus Svensson's avatar
Magnus Svensson committed
2735
      mysql_install_db(default_mysqld(), "$opt_vardir/install.db");
2736
    }
2737
  }
unknown's avatar
unknown committed
2738 2739 2740
}


unknown's avatar
unknown committed
2741
#
2742
# Remove all newline characters expect after semicolon
unknown's avatar
unknown committed
2743
#
2744 2745 2746 2747 2748 2749 2750 2751 2752 2753 2754 2755 2756 2757 2758 2759 2760 2761
sub sql_to_bootstrap {
  my ($sql) = @_;
  my @lines= split(/\n/, $sql);
  my $result= "\n";
  my $delimiter= ';';

  foreach my $line (@lines) {

    # Change current delimiter if line starts with "delimiter"
    if ( $line =~ /^delimiter (.*)/ ) {
      my $new= $1;
      # Remove old delimiter from end of new
      $new=~ s/\Q$delimiter\E$//;
      $delimiter = $new;
      mtr_debug("changed delimiter to $delimiter");
      # No need to add the delimiter to result
      next;
    }
2762

2763 2764 2765 2766 2767 2768 2769 2770
    # Add newline if line ends with $delimiter
    # and convert the current delimiter to semicolon
    if ( $line =~ /\Q$delimiter\E$/ ){
      $line =~ s/\Q$delimiter\E$/;/;
      $result.= "$line\n";
      mtr_debug("Added default delimiter");
      next;
    }
2771

2772 2773 2774 2775 2776 2777
    # Remove comments starting with --
    if ( $line =~ /^\s*--/ ) {
      mtr_debug("Discarded $line");
      next;
    }

2778 2779 2780
    # Replace @HOSTNAME with localhost
    $line=~ s/\'\@HOSTNAME\@\'/localhost/;

2781 2782 2783 2784 2785 2786
    # Default, just add the line without newline
    # but with a space as separator
    $result.= "$line ";

  }
  return $result;
2787 2788 2789
}


Magnus Svensson's avatar
Magnus Svensson committed
2790 2791 2792 2793 2794 2795 2796 2797 2798 2799 2800 2801 2802 2803 2804 2805 2806 2807 2808 2809
sub default_mysqld {
  # Generate new config file from template
  my $config= My::ConfigFactory->new_config
    ( {
       basedir         => $basedir,
       template_path   => "include/default_my.cnf",
       vardir          => $opt_vardir,
       tmpdir          => $opt_tmpdir,
       baseport        => 0,
       user            => $opt_user,
       password        => '',
      }
    );

  my $mysqld= $config->group('mysqld.1')
    or mtr_error("Couldn't find mysqld.1 in default config");
  return $mysqld;
}


unknown's avatar
unknown committed
2810
sub mysql_install_db {
Magnus Svensson's avatar
Magnus Svensson committed
2811 2812 2813 2814
  my ($mysqld, $datadir)= @_;

  my $install_datadir= $datadir || $mysqld->value('datadir');
  my $install_basedir= $mysqld->value('basedir');
2815
  my $install_lang= $mysqld->value('lc-messages-dir');
Magnus Svensson's avatar
Magnus Svensson committed
2816
  my $install_chsdir= $mysqld->value('character-sets-dir');
unknown's avatar
unknown committed
2817

unknown's avatar
unknown committed
2818
  mtr_report("Installing system database...");
unknown's avatar
unknown committed
2819

2820
  my $args;
unknown's avatar
unknown committed
2821 2822 2823
  mtr_init_args(\$args);
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--bootstrap");
Magnus Svensson's avatar
Magnus Svensson committed
2824 2825
  mtr_add_arg($args, "--basedir=%s", $install_basedir);
  mtr_add_arg($args, "--datadir=%s", $install_datadir);
2826
  mtr_add_arg($args, "--loose-innodb=OFF");
2827
  mtr_add_arg($args, "--loose-skip-falcon");
unknown's avatar
unknown committed
2828
  mtr_add_arg($args, "--loose-skip-ndbcluster");
2829
  mtr_add_arg($args, "--tmpdir=%s", "$opt_vardir/tmp/");
2830
  mtr_add_arg($args, "--core-file");
unknown's avatar
unknown committed
2831

2832 2833
  if ( $opt_debug )
  {
unknown's avatar
unknown committed
2834 2835
    mtr_add_arg($args, "--debug=d:t:i:A,%s/log/bootstrap.trace",
		$path_vardir_trace);
2836 2837
  }

2838
  mtr_add_arg($args, "--lc-messages-dir=%s", $install_lang);
Magnus Svensson's avatar
Magnus Svensson committed
2839
  mtr_add_arg($args, "--character-sets-dir=%s", $install_chsdir);
unknown's avatar
unknown committed
2840

2841 2842 2843 2844 2845
  # If DISABLE_GRANT_OPTIONS is defined when the server is compiled (e.g.,
  # configure --disable-grant-options), mysqld will not recognize the
  # --bootstrap or --skip-grant-tables options.  The user can set
  # MYSQLD_BOOTSTRAP to the full path to a mysqld which does accept
  # --bootstrap, to accommodate this.
Magnus Svensson's avatar
Magnus Svensson committed
2846 2847
  my $exe_mysqld_bootstrap =
    $ENV{'MYSQLD_BOOTSTRAP'} || find_mysqld($install_basedir);
2848

2849 2850 2851 2852 2853
  # ----------------------------------------------------------------------
  # export MYSQLD_BOOTSTRAP_CMD variable containing <path>/mysqld <args>
  # ----------------------------------------------------------------------
  $ENV{'MYSQLD_BOOTSTRAP_CMD'}= "$exe_mysqld_bootstrap " . join(" ", @$args);

Magnus Svensson's avatar
Magnus Svensson committed
2854

2855

2856 2857 2858
  # ----------------------------------------------------------------------
  # Create the bootstrap.sql file
  # ----------------------------------------------------------------------
2859
  my $bootstrap_sql_file= "$opt_vardir/tmp/bootstrap.sql";
2860

Magnus Svensson's avatar
Magnus Svensson committed
2861
  my $path_sql= my_find_file($install_basedir,
2862 2863
			     ["mysql", "sql/share", "share/mysql",
			      "share", "scripts"],
Magnus Svensson's avatar
Magnus Svensson committed
2864 2865 2866 2867
			     "mysql_system_tables.sql",
			     NOT_REQUIRED);

  if (-f $path_sql )
2868
  {
Magnus Svensson's avatar
Magnus Svensson committed
2869
    my $sql_dir= dirname($path_sql);
2870 2871
    # Use the mysql database for system tables
    mtr_tofile($bootstrap_sql_file, "use mysql\n");
2872

2873 2874
    # Add the offical mysql system tables
    # for a production system
Magnus Svensson's avatar
Magnus Svensson committed
2875
    mtr_appendfile_to_file("$sql_dir/mysql_system_tables.sql",
2876
			   $bootstrap_sql_file);
2877

2878 2879
    # Add the mysql system tables initial data
    # for a production system
Magnus Svensson's avatar
Magnus Svensson committed
2880
    mtr_appendfile_to_file("$sql_dir/mysql_system_tables_data.sql",
2881
			   $bootstrap_sql_file);
2882

2883 2884 2885
    # Add test data for timezone - this is just a subset, on a real
    # system these tables will be populated either by mysql_tzinfo_to_sql
    # or by downloading the timezone table package from our website
Magnus Svensson's avatar
Magnus Svensson committed
2886 2887 2888 2889 2890 2891 2892
    mtr_appendfile_to_file("$sql_dir/mysql_test_data_timezone.sql",
			   $bootstrap_sql_file);

    # Fill help tables, just an empty file when running from bk repo
    # but will be replaced by a real fill_help_tables.sql when
    # building the source dist
    mtr_appendfile_to_file("$sql_dir/fill_help_tables.sql",
2893 2894 2895 2896 2897 2898 2899
			   $bootstrap_sql_file);

  }
  else
  {
    # Install db from init_db.sql that exist in early 5.1 and 5.0
    # versions of MySQL
Magnus Svensson's avatar
Magnus Svensson committed
2900
    my $init_file= "$install_basedir/mysql-test/lib/init_db.sql";
2901 2902 2903 2904 2905 2906 2907
    mtr_report(" - from '$init_file'");
    my $text= mtr_grab_file($init_file) or
      mtr_error("Can't open '$init_file': $!");

    mtr_tofile($bootstrap_sql_file,
	       sql_to_bootstrap($text));
  }
2908

2909
  # Remove anonymous users
2910
  mtr_tofile($bootstrap_sql_file,
unknown's avatar
unknown committed
2911 2912 2913 2914 2915
	     "DELETE FROM mysql.user where user= '';\n");

  # Create mtr database
  mtr_tofile($bootstrap_sql_file,
	     "CREATE DATABASE mtr;\n");
2916

2917 2918 2919 2920
  # Add help tables and data for warning detection and supression
  mtr_tofile($bootstrap_sql_file,
             sql_to_bootstrap(mtr_grab_file("include/mtr_warnings.sql")));

2921 2922 2923 2924
  # Add procedures for checking server is restored after testcase
  mtr_tofile($bootstrap_sql_file,
             sql_to_bootstrap(mtr_grab_file("include/mtr_check.sql")));

2925 2926 2927
  # Log bootstrap command
  my $path_bootstrap_log= "$opt_vardir/log/bootstrap.log";
  mtr_tofile($path_bootstrap_log,
2928
	     "$exe_mysqld_bootstrap " . join(" ", @$args) . "\n");
2929

unknown's avatar
unknown committed
2930
  # Create directories mysql and test
Magnus Svensson's avatar
Magnus Svensson committed
2931 2932
  mkpath("$install_datadir/mysql");
  mkpath("$install_datadir/test");
unknown's avatar
unknown committed
2933 2934 2935 2936 2937 2938 2939 2940 2941 2942

  if ( My::SafeProcess->run
       (
	name          => "bootstrap",
	path          => $exe_mysqld_bootstrap,
	args          => \$args,
	input         => $bootstrap_sql_file,
	output        => $path_bootstrap_log,
	error         => $path_bootstrap_log,
	append        => 1,
2943
	verbose       => $opt_verbose,
unknown's avatar
unknown committed
2944
       ) != 0)
unknown's avatar
unknown committed
2945
  {
unknown's avatar
unknown committed
2946
    mtr_error("Error executing mysqld --bootstrap\n" .
2947 2948
              "Could not install system database from $bootstrap_sql_file\n" .
	      "see $path_bootstrap_log for errors");
unknown's avatar
unknown committed
2949 2950 2951 2952
  }
}


2953 2954 2955
sub run_testcase_check_skip_test($)
{
  my ($tinfo)= @_;
2956

unknown's avatar
unknown committed
2957 2958 2959 2960 2961 2962 2963 2964 2965
  # ----------------------------------------------------------------------
  # If marked to skip, just print out and return.
  # Note that a test case not marked as 'skip' can still be
  # skipped later, because of the test case itself in cooperation
  # with the mysqltest program tells us so.
  # ----------------------------------------------------------------------

  if ( $tinfo->{'skip'} )
  {
2966
    mtr_report_test_skipped($tinfo) unless $start_only;
2967
    return 1;
unknown's avatar
unknown committed
2968 2969
  }

unknown's avatar
unknown committed
2970 2971 2972
  return 0;
}

2973

2974 2975
sub run_query {
  my ($tinfo, $mysqld, $query)= @_;
2976 2977 2978 2979 2980

  my $args;
  mtr_init_args(\$args);
  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
  mtr_add_arg($args, "--defaults-group-suffix=%s", $mysqld->after('mysqld'));
2981 2982 2983

  mtr_add_arg($args, "-e %s", $query);

2984 2985
  my $res= My::SafeProcess->run
    (
2986
     name          => "run_query -> ".$mysqld->name(),
2987 2988
     path          => $exe_mysql,
     args          => \$args,
2989 2990
     output        => '/dev/null',
     error         => '/dev/null'
unknown's avatar
unknown committed
2991 2992
    );

2993
  return $res
2994
}
unknown's avatar
unknown committed
2995

2996

2997 2998 2999 3000
sub do_before_run_mysqltest($)
{
  my $tinfo= shift;

3001
  # Remove old files produced by mysqltest
3002 3003 3004 3005 3006 3007 3008 3009
  my $base_file= mtr_match_extension($tinfo->{result_file},
				     "result"); # Trim extension
  if (defined $base_file ){
    unlink("$base_file.reject");
    unlink("$base_file.progress");
    unlink("$base_file.log");
    unlink("$base_file.warnings");
  }
3010

unknown's avatar
unknown committed
3011 3012 3013 3014 3015 3016 3017 3018
  if ( $mysql_version_id < 50000 ) {
    # Set environment variable NDB_STATUS_OK to 1
    # if script decided to run mysqltest cluster _is_ installed ok
    $ENV{'NDB_STATUS_OK'} = "1";
  } elsif ( $mysql_version_id < 50100 ) {
    # Set environment variable NDB_STATUS_OK to YES
    # if script decided to run mysqltest cluster _is_ installed ok
    $ENV{'NDB_STATUS_OK'} = "YES";
3019
  }
3020
}
unknown's avatar
unknown committed
3021

3022

3023 3024 3025 3026 3027 3028 3029 3030
#
# Check all server for sideffects
#
# RETURN VALUE
#  0 ok
#  1 Check failed
#  >1 Fatal errro

3031
sub check_testcase($$)
3032
{
unknown's avatar
unknown committed
3033
  my ($tinfo, $mode)= @_;
3034
  my $tname= $tinfo->{name};
3035

3036 3037 3038
  # Start the mysqltest processes in parallel to save time
  # also makes it possible to wait for any process to exit during the check
  my %started;
unknown's avatar
unknown committed
3039
  foreach my $mysqld ( mysqlds() )
3040
  {
unknown's avatar
unknown committed
3041 3042
    if ( defined $mysqld->{'proc'} )
    {
3043 3044 3045 3046 3047
      my $proc= start_check_testcase($tinfo, $mode, $mysqld);
      $started{$proc->pid()}= $proc;
    }
  }

3048 3049 3050
  # Return immediately if no check proceess was started
  return 0 unless ( keys %started );

3051
  my $timeout= start_timer(check_timeout());
3052

3053 3054
  while (1){
    my $result;
3055
    my $proc= My::SafeProcess->wait_any_timeout($timeout);
3056 3057 3058
    mtr_report("Got $proc");

    if ( delete $started{$proc->pid()} ) {
3059 3060 3061 3062

      my $err_file= $proc->user_data();
      my $base_file= mtr_match_extension($err_file, "err"); # Trim extension

3063 3064 3065 3066 3067 3068
      # One check testcase process returned
      my $res= $proc->exit_status();

      if ( $res == 0){
	# Check completed without problem

3069 3070 3071
	# Remove the .err file the check generated
	unlink($err_file);

3072 3073 3074 3075 3076
	# Remove the .result file the check generated
	if ( $mode eq 'after' ){
	  unlink("$base_file.result");
	}

3077 3078 3079 3080 3081 3082 3083 3084
	if ( keys(%started) == 0){
	  # All checks completed
	  return 0;
	}
	# Wait for next process to exit
	next;
      }
      else
unknown's avatar
unknown committed
3085
      {
3086 3087 3088
	if ( $mode eq "after" and $res == 1 )
	{
	  # Test failed, grab the report mysqltest has created
3089
	  my $report= mtr_grab_file($err_file);
3090
	  $tinfo->{check}.=
3091 3092 3093 3094 3095 3096
	    "\nMTR's internal check of the test case '$tname' failed.
This means that the test case does not preserve the state that existed
before the test case was executed.  Most likely the test case did not
do a proper clean-up.
This is the diff of the states of the servers before and after the
test case was executed:\n";
3097 3098 3099 3100 3101 3102 3103 3104
	  $tinfo->{check}.= $report;

	  # Check failed, mark the test case with that info
	  $tinfo->{'check_testcase_failed'}= 1;
	  $result= 1;
	}
	elsif ( $res )
	{
3105
	  my $report= mtr_grab_file($err_file);
3106
	  $tinfo->{comment}.=
3107 3108
	    "Could not execute 'check-testcase' $mode ".
	      "testcase '$tname' (res: $res):\n";
3109 3110 3111 3112 3113
	  $tinfo->{comment}.= $report;

	  $result= 2;
	}

3114 3115 3116
	# Remove the .result file the check generated
	unlink("$base_file.result");

unknown's avatar
unknown committed
3117 3118
      }
    }
3119 3120 3121
    elsif ( $proc->{timeout} ) {
      $tinfo->{comment}.= "Timeout for 'check-testcase' expired after "
	.check_timeout()." seconds";
3122 3123
      $result= 4;
    }
3124 3125 3126
    else {
      # Unknown process returned, most likley a crash, abort everything
      $tinfo->{comment}=
3127
	"The server $proc crashed while running ".
3128 3129
	"'check testcase $mode test'".
	get_log_from_proc($proc, $tinfo->{name});
3130 3131 3132 3133 3134 3135 3136
      $result= 3;
    }

    # Kill any check processes still running
    map($_->kill(), values(%started));

    return $result;
3137
  }
3138 3139

  mtr_error("INTERNAL_ERROR: check_testcase");
unknown's avatar
unknown committed
3140
}
3141

3142

3143 3144 3145 3146 3147 3148 3149 3150 3151 3152 3153 3154 3155 3156 3157 3158 3159 3160 3161 3162 3163 3164 3165 3166 3167 3168 3169 3170 3171 3172
# Start run mysqltest on one server
#
# RETURN VALUE
#  0 OK
#  1 Check failed
#
sub start_run_one ($$) {
  my ($mysqld, $run)= @_;

  my $name= "$run-".$mysqld->name();

  my $args;
  mtr_init_args(\$args);

  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
  mtr_add_arg($args, "--defaults-group-suffix=%s", $mysqld->after('mysqld'));

  mtr_add_arg($args, "--silent");
  mtr_add_arg($args, "--skip-safemalloc");
  mtr_add_arg($args, "--test-file=%s", "include/$run.test");

  my $errfile= "$opt_vardir/tmp/$name.err";
  my $proc= My::SafeProcess->new
    (
     name          => $name,
     path          => $exe_mysqltest,
     error         => $errfile,
     output        => $errfile,
     args          => \$args,
     user_data     => $errfile,
Magnus Svensson's avatar
Magnus Svensson committed
3173
     verbose       => $opt_verbose,
3174 3175 3176 3177 3178 3179 3180 3181 3182 3183 3184 3185 3186 3187 3188 3189 3190 3191 3192 3193 3194 3195 3196 3197 3198 3199 3200 3201 3202 3203 3204 3205 3206
    );
  mtr_verbose("Started $proc");
  return $proc;
}


#
# Run script on all servers, collect results
#
# RETURN VALUE
#  0 ok
#  1 Failure

sub run_on_all($$)
{
  my ($tinfo, $run)= @_;

  # Start the mysqltest processes in parallel to save time
  # also makes it possible to wait for any process to exit during the check
  # and to have a timeout process
  my %started;
  foreach my $mysqld ( mysqlds() )
  {
    if ( defined $mysqld->{'proc'} )
    {
      my $proc= start_run_one($mysqld, $run);
      $started{$proc->pid()}= $proc;
    }
  }

  # Return immediately if no check proceess was started
  return 0 unless ( keys %started );

3207
  my $timeout= start_timer(check_timeout());
3208 3209 3210

  while (1){
    my $result;
3211
    my $proc= My::SafeProcess->wait_any_timeout($timeout);
3212 3213 3214 3215 3216 3217 3218 3219 3220 3221 3222 3223 3224 3225 3226 3227 3228 3229 3230 3231 3232 3233 3234 3235
    mtr_report("Got $proc");

    if ( delete $started{$proc->pid()} ) {

      # One mysqltest process returned
      my $err_file= $proc->user_data();
      my $res= $proc->exit_status();

      # Append the report from .err file
      $tinfo->{comment}.= " == $err_file ==\n";
      $tinfo->{comment}.= mtr_grab_file($err_file);
      $tinfo->{comment}.= "\n";

      # Remove the .err file
      unlink($err_file);

      if ( keys(%started) == 0){
	# All completed
	return 0;
      }

      # Wait for next process to exit
      next;
    }
3236 3237 3238
    elsif ($proc->{timeout}) {
      $tinfo->{comment}.= "Timeout for '$run' expired after "
	.check_timeout()." seconds";
3239 3240 3241 3242
    }
    else {
      # Unknown process returned, most likley a crash, abort everything
      $tinfo->{comment}.=
3243 3244
	"The server $proc crashed while running '$run'".
	get_log_from_proc($proc, $tinfo->{name});
3245 3246 3247 3248 3249 3250 3251
    }

    # Kill any check processes still running
    map($_->kill(), values(%started));

    return 1;
  }
3252
  mtr_error("INTERNAL_ERROR: run_on_all");
3253 3254 3255
}


unknown's avatar
unknown committed
3256 3257 3258 3259
sub mark_log {
  my ($log, $tinfo)= @_;
  my $log_msg= "CURRENT_TEST: $tinfo->{name}\n";
  mtr_tofile($log, $log_msg);
3260 3261
}

unknown's avatar
unknown committed
3262

3263 3264 3265 3266
sub find_testcase_skipped_reason($)
{
  my ($tinfo)= @_;

3267 3268 3269
  # Set default message
  $tinfo->{'comment'}= "Detected by testcase(no log file)";

3270 3271
  # Open the test log file
  my $F= IO::File->new($path_current_testlog)
3272
    or return;
3273 3274 3275 3276
  my $reason;

  while ( my $line= <$F> )
  {
unknown's avatar
unknown committed
3277
    # Look for "reason: <reason for skipping test>"
3278
    if ( $line =~ /reason: (.*)/ )
unknown's avatar
unknown committed
3279
    {
3280 3281 3282
      $reason= $1;
    }
  }
3283

3284 3285
  if ( ! $reason )
  {
3286
    mtr_warning("Could not find reason for skipping test in $path_current_testlog");
3287
    $reason= "Detected by testcase(reason unknown) ";
3288
  }
3289 3290 3291 3292
  $tinfo->{'comment'}= $reason;
}


3293 3294 3295 3296 3297 3298 3299 3300 3301 3302 3303 3304 3305 3306 3307 3308 3309 3310 3311 3312
sub find_analyze_request
{
  # Open the test log file
  my $F= IO::File->new($path_current_testlog)
    or return;
  my $analyze;

  while ( my $line= <$F> )
  {
    # Look for "reason: <reason for skipping test>"
    if ( $line =~ /analyze: (.*)/ )
    {
      $analyze= $1;
    }
  }

  return $analyze;
}


3313 3314 3315 3316 3317 3318 3319 3320 3321 3322 3323 3324 3325 3326 3327 3328 3329 3330 3331 3332
# The test can leave a file in var/tmp/ to signal
# that all servers should be restarted
sub restart_forced_by_test
{
  my $restart = 0;
  foreach my $mysqld ( mysqlds() )
  {
    my $datadir = $mysqld->value('datadir');
    my $force_restart_file = "$datadir/mtr/force_restart";
    if ( -f $force_restart_file )
    {
      mtr_verbose("Restart of servers forced by test");
      $restart = 1;
      last;
    }
  }
  return $restart;
}


unknown's avatar
unknown committed
3333 3334 3335 3336 3337
# Return timezone value of tinfo or default value
sub timezone {
  my ($tinfo)= @_;
  return $tinfo->{timezone} || "GMT-3";
}
3338 3339


unknown's avatar
unknown committed
3340 3341
# Storage for changed environment variables
my %old_env;
3342

unknown's avatar
unknown committed
3343 3344 3345
#
# Run a single test case
#
unknown's avatar
unknown committed
3346 3347 3348 3349 3350
# RETURN VALUE
#  0 OK
#  > 0 failure
#

3351 3352 3353
sub run_testcase ($) {
  my $tinfo=  shift;

unknown's avatar
unknown committed
3354 3355
  mtr_verbose("Running test:", $tinfo->{name});

3356 3357
  # Allow only alpanumerics pluss _ - + . in combination names,
  # or anything beginning with -- (the latter comes from --combination)
3358
  my $combination= $tinfo->{combination};
3359 3360
  if ($combination && $combination !~ /^\w[-\w\.\+]+$/
                   && $combination !~ /^--/)
3361 3362 3363
  {
    mtr_error("Combination '$combination' contains illegal characters");
  }
3364 3365 3366
  # -------------------------------------------------------
  # Init variables that can change between each test case
  # -------------------------------------------------------
unknown's avatar
unknown committed
3367 3368 3369
  my $timezone= timezone($tinfo);
  $ENV{'TZ'}= $timezone;
  mtr_verbose("Setting timezone: $timezone");
3370

unknown's avatar
unknown committed
3371
  if ( ! using_extern() )
3372
  {
unknown's avatar
unknown committed
3373 3374 3375
    my @restart= servers_need_restart($tinfo);
    if ( @restart != 0) {
      stop_servers($tinfo, @restart );
3376
    }
unknown's avatar
unknown committed
3377

unknown's avatar
unknown committed
3378 3379
    if ( started(all_servers()) == 0 )
    {
3380 3381

      # Remove old datadirs
3382
      clean_datadir() unless $opt_start_dirty;
3383

unknown's avatar
unknown committed
3384 3385 3386 3387 3388
      # Restore old ENV
      while (my ($option, $value)= each( %old_env )) {
	if (defined $value){
	  mtr_verbose("Restoring $option to $value");
	  $ENV{$option}= $value;
Sven Sandberg's avatar
Sven Sandberg committed
3389

unknown's avatar
unknown committed
3390 3391 3392 3393 3394 3395 3396 3397 3398 3399 3400 3401 3402 3403 3404 3405 3406
	} else {
	  mtr_verbose("Removing $option");
	  delete($ENV{$option});
	}
      }
      %old_env= ();

      mtr_verbose("Generating my.cnf from '$tinfo->{template_path}'");

      # Generate new config file from template
      $config= My::ConfigFactory->new_config
	( {
	   basedir         => $basedir,
	   template_path   => $tinfo->{template_path},
	   extra_template_path => $tinfo->{extra_template_path},
	   vardir          => $opt_vardir,
	   tmpdir          => $opt_tmpdir,
3407
	   baseport        => $baseport,
unknown's avatar
unknown committed
3408 3409 3410
	   #hosts          => [ 'host1', 'host2' ],
	   user            => $opt_user,
	   password        => '',
3411
	   ssl             => $opt_ssl_supported,
unknown's avatar
unknown committed
3412
	   embedded        => $opt_embedded_server,
unknown's avatar
unknown committed
3413 3414
	  }
	);
3415

unknown's avatar
unknown committed
3416 3417
      # Write the new my.cnf
      $config->save($path_config_file);
3418

unknown's avatar
unknown committed
3419 3420 3421 3422 3423 3424 3425 3426 3427 3428 3429 3430 3431 3432 3433 3434 3435 3436
      # Remember current config so a restart can occur when a test need
      # to use a different one
      $current_config_name= $tinfo->{template_path};

      #
      # Set variables in the ENV section
      #
      foreach my $option ($config->options_in_group("ENV"))
      {
	# Save old value to restore it before next time
	$old_env{$option->name()}= $ENV{$option->name()};

	mtr_verbose($option->name(), "=",$option->value());
	$ENV{$option->name()}= $option->value();
      }
    }

    # Write start of testcase to log
3437
    mark_log($path_current_testlog, $tinfo);
unknown's avatar
unknown committed
3438 3439

    if (start_servers($tinfo))
unknown's avatar
unknown committed
3440
    {
3441 3442
      report_failure_and_restart($tinfo);
      return 1;
unknown's avatar
unknown committed
3443
    }
3444
  }
unknown's avatar
unknown committed
3445

unknown's avatar
unknown committed
3446 3447
  # --------------------------------------------------------------------
  # If --start or --start-dirty given, stop here to let user manually
3448
  # run tests
3449 3450
  # If --wait-all is also given, do the same, but don't die if one
  # server exits
unknown's avatar
unknown committed
3451
  # ----------------------------------------------------------------------
3452

3453
  if ( $start_only )
unknown's avatar
unknown committed
3454
  {
unknown's avatar
unknown committed
3455
    mtr_print("\nStarted", started(all_servers()));
3456 3457 3458 3459 3460 3461 3462
    mtr_print("Using config for test", $tinfo->{name});
    mtr_print("Port and socket path for server(s):");
    foreach my $mysqld ( mysqlds() )
    {
      mtr_print ($mysqld->name() . "  " . $mysqld->value('port') .
	      "  " . $mysqld->value('socket'));
    }
unknown's avatar
unknown committed
3463
    mtr_print("Waiting for server(s) to exit...");
3464 3465 3466 3467 3468 3469 3470 3471 3472 3473 3474 3475 3476
    if ( $opt_wait_all ) {
      My::SafeProcess->wait_all();
      mtr_print( "All servers exited" );
      exit(1);
    }
    else {
      my $proc= My::SafeProcess->wait_any();
      if ( grep($proc eq $_, started(all_servers())) )
      {
        mtr_print("Server $proc died");
        exit(1);
      }
      mtr_print("Unknown process $proc died");
3477 3478
      exit(1);
    }
unknown's avatar
unknown committed
3479 3480
  }

3481
  my $test_timeout= start_timer(testcase_timeout());
unknown's avatar
unknown committed
3482 3483 3484

  do_before_run_mysqltest($tinfo);

3485 3486 3487
  if ( $opt_check_testcases and check_testcase($tinfo, "before") ){
    # Failed to record state of server or server crashed
    report_failure_and_restart($tinfo);
3488

3489
    return 1;
unknown's avatar
unknown committed
3490
  }
3491

unknown's avatar
unknown committed
3492
  my $test= start_mysqltest($tinfo);
3493 3494
  # Set only when we have to keep waiting after expectedly died server
  my $keep_waiting_proc = 0;
3495

unknown's avatar
unknown committed
3496 3497
  while (1)
  {
3498 3499 3500 3501 3502 3503 3504 3505 3506 3507 3508 3509
    my $proc;
    if ($keep_waiting_proc)
    {
      # Any other process exited?
      $proc = My::SafeProcess->check_any();
      if ($proc)
      {
	mtr_verbose ("Found exited process $proc");
      }
      else
      {
	$proc = $keep_waiting_proc;
3510 3511 3512 3513 3514
	# Also check if timer has expired, if so cancel waiting
	if ( has_expired($test_timeout) )
	{
	  $keep_waiting_proc = 0;
	}
3515 3516
      }
    }
3517
    if (! $keep_waiting_proc)
3518
    {
3519
      $proc= My::SafeProcess->wait_any_timeout($test_timeout);
3520 3521 3522 3523 3524
    }

    # Will be restored if we need to keep waiting
    $keep_waiting_proc = 0;

unknown's avatar
unknown committed
3525
    unless ( defined $proc )
unknown's avatar
unknown committed
3526
    {
unknown's avatar
unknown committed
3527
      mtr_error("wait_any failed");
unknown's avatar
unknown committed
3528
    }
unknown's avatar
unknown committed
3529 3530 3531 3532 3533 3534
    mtr_verbose("Got $proc");

    # ----------------------------------------------------
    # Was it the test program that exited
    # ----------------------------------------------------
    if ($proc eq $test)
unknown's avatar
unknown committed
3535
    {
unknown's avatar
unknown committed
3536 3537
      my $res= $test->exit_status();

3538
      if ($res == 0 and $opt_warnings and check_warnings($tinfo) )
unknown's avatar
unknown committed
3539
      {
3540 3541 3542 3543
	# Test case suceeded, but it has produced unexpected
	# warnings, continue in $res == 1
	$res= 1;
      }
unknown's avatar
unknown committed
3544

3545 3546
      if ( $res == 0 )
      {
3547
	my $check_res;
3548 3549
	if ( restart_forced_by_test() )
	{
3550
	  stop_all_servers($opt_shutdown_timeout);
3551 3552
	}
	elsif ( $opt_check_testcases and
3553
	     $check_res= check_testcase($tinfo, "after"))
unknown's avatar
unknown committed
3554
	{
3555 3556
	  if ($check_res == 1) {
	    # Test case had sideeffects, not fatal error, just continue
3557
	    stop_all_servers($opt_shutdown_timeout);
3558 3559 3560 3561 3562 3563 3564
	    mtr_report("Resuming tests...\n");
	  }
	  else {
	    # Test case check failed fatally, probably a server crashed
	    report_failure_and_restart($tinfo);
	    return 1;
	  }
unknown's avatar
unknown committed
3565
	}
3566
	mtr_report_test_passed($tinfo);
unknown's avatar
unknown committed
3567 3568 3569 3570 3571
      }
      elsif ( $res == 62 )
      {
	# Testcase itself tell us to skip this one
	$tinfo->{skip_detected_by_test}= 1;
3572
	# Try to get reason from test log file
unknown's avatar
unknown committed
3573 3574 3575 3576 3577 3578 3579 3580 3581 3582 3583 3584
	find_testcase_skipped_reason($tinfo);
	mtr_report_test_skipped($tinfo);
      }
      elsif ( $res == 65 )
      {
	# Testprogram killed by signal
	$tinfo->{comment}=
	  "testprogram crashed(returned code $res)";
	report_failure_and_restart($tinfo);
      }
      elsif ( $res == 1 )
      {
3585 3586 3587 3588 3589 3590 3591
	# Check if the test tool requests that
	# an analyze script should be run
	my $analyze= find_analyze_request();
	if ($analyze){
	  run_on_all($tinfo, "analyze-$analyze");
	}

3592 3593 3594 3595 3596 3597 3598 3599
	# Wait a bit and see if a server died, if so report that instead
	mtr_milli_sleep(100);
	my $srvproc= My::SafeProcess::check_any();
	if ($srvproc && grep($srvproc eq $_, started(all_servers()))) {
	  $proc= $srvproc;
	  goto SRVDIED;
	}

unknown's avatar
unknown committed
3600 3601 3602 3603 3604 3605 3606
	# Test case failure reported by mysqltest
	report_failure_and_restart($tinfo);
      }
      else
      {
	# mysqltest failed, probably crashed
	$tinfo->{comment}=
3607
	  "mysqltest failed with unexpected return code $res\n";
unknown's avatar
unknown committed
3608 3609 3610 3611
	report_failure_and_restart($tinfo);
      }

      # Save info from this testcase run to mysqltest.log
3612 3613 3614 3615 3616
      if( -f $path_current_testlog)
      {
	mtr_appendfile_to_file($path_current_testlog, $path_testlog);
	unlink($path_current_testlog);
      }
unknown's avatar
unknown committed
3617

unknown's avatar
unknown committed
3618
      return ($res == 62) ? 0 : $res;
3619

unknown's avatar
unknown committed
3620
    }
unknown's avatar
unknown committed
3621 3622 3623 3624

    # ----------------------------------------------------
    # Check if it was an expected crash
    # ----------------------------------------------------
3625
    SRVDIED:
3626 3627
    my $check_crash = check_expected_crash_and_restart($proc);
    if ($check_crash)
3628
    {
3629 3630 3631
      # Keep waiting if it returned 2, if 1 don't wait or stop waiting.
      $keep_waiting_proc = 0 if $check_crash == 1;
      $keep_waiting_proc = $proc if $check_crash == 2;
unknown's avatar
unknown committed
3632
      next;
3633
    }
unknown's avatar
unknown committed
3634

3635 3636 3637
    # ----------------------------------------------------
    # Stop the test case timer
    # ----------------------------------------------------
3638
    $test_timeout= 0;
3639

unknown's avatar
unknown committed
3640 3641 3642 3643
    # ----------------------------------------------------
    # Check if it was a server that died
    # ----------------------------------------------------
    if ( grep($proc eq $_, started(all_servers())) )
unknown's avatar
unknown committed
3644
    {
unknown's avatar
unknown committed
3645 3646
      # Server failed, probably crashed
      $tinfo->{comment}=
3647 3648
	"Server $proc failed during test run" .
	get_log_from_proc($proc, $tinfo->{name});
unknown's avatar
unknown committed
3649

3650 3651 3652 3653 3654
      # ----------------------------------------------------
      # It's not mysqltest that has exited, kill it
      # ----------------------------------------------------
      $test->kill();

unknown's avatar
unknown committed
3655
      report_failure_and_restart($tinfo);
unknown's avatar
unknown committed
3656
      return 1;
unknown's avatar
unknown committed
3657
    }
unknown's avatar
unknown committed
3658

3659 3660 3661 3662 3663 3664 3665 3666 3667 3668 3669 3670 3671 3672 3673
    # Try to dump core for mysqltest and all servers
    foreach my $proc ($test, started(all_servers())) 
    {
      mtr_print("Trying to dump core for $proc");
      if ($proc->dump_core())
      {
	$proc->wait_one(20);
      }
    }

    # ----------------------------------------------------
    # It's not mysqltest that has exited, kill it
    # ----------------------------------------------------
    $test->kill();

unknown's avatar
unknown committed
3674 3675 3676
    # ----------------------------------------------------
    # Check if testcase timer expired
    # ----------------------------------------------------
3677
    if ( $proc->{timeout} )
unknown's avatar
unknown committed
3678
    {
Serge Kozlov's avatar
Serge Kozlov committed
3679
      my $log_file_name= $opt_vardir."/log/".$tinfo->{shortname}.".log";
3680
      $tinfo->{comment}=
3681 3682
        "Test case timeout after ".testcase_timeout().
	  " seconds\n\n";
3683
      # Add 20 last executed commands from test case log file
Serge Kozlov's avatar
Serge Kozlov committed
3684 3685 3686
      if  (-e $log_file_name)
      {
        $tinfo->{comment}.=
3687 3688
	   "== $log_file_name == \n".
	     mtr_lastlinesfromfile($log_file_name, 20)."\n";
Serge Kozlov's avatar
Serge Kozlov committed
3689
      }
3690
      $tinfo->{'timeout'}= testcase_timeout(); # Mark as timeout
3691
      run_on_all($tinfo, 'analyze-timeout');
3692

unknown's avatar
unknown committed
3693
      report_failure_and_restart($tinfo);
unknown's avatar
unknown committed
3694
      return 1;
unknown's avatar
unknown committed
3695
    }
3696

unknown's avatar
unknown committed
3697
    mtr_error("Unhandled process $proc exited");
3698
  }
unknown's avatar
unknown committed
3699
  mtr_error("Should never come here");
unknown's avatar
unknown committed
3700
}
unknown's avatar
unknown committed
3701

3702

3703 3704
# Extract server log from after the last occurrence of named test
# Return as an array of lines
Magnus Svensson's avatar
Magnus Svensson committed
3705
#
3706 3707

sub extract_server_log ($$) {
3708
  my ($error_log, $tname) = @_;
Magnus Svensson's avatar
Magnus Svensson committed
3709 3710 3711 3712 3713 3714 3715

  # Open the servers .err log file and read all lines
  # belonging to current tets into @lines
  my $Ferr = IO::File->new($error_log)
    or mtr_error("Could not open file '$error_log' for reading: $!");

  my @lines;
3716
  my $found_test= 0;		# Set once we've found the log of this test
Magnus Svensson's avatar
Magnus Svensson committed
3717 3718
  while ( my $line = <$Ferr> )
  {
3719
    if ($found_test)
Magnus Svensson's avatar
Magnus Svensson committed
3720
    {
3721 3722 3723 3724 3725 3726 3727 3728 3729 3730 3731 3732
      # If test wasn't last after all, discard what we found, test again.
      if ( $line =~ /^CURRENT_TEST:/)
      {
	@lines= ();
	$found_test= $line =~ /^CURRENT_TEST: $tname/;
      }
      else
      {
	push(@lines, $line);
      }
    }
    else
Magnus Svensson's avatar
Magnus Svensson committed
3733
    {
3734 3735
      # Search for beginning of test, until found
      $found_test= 1 if ($line =~ /^CURRENT_TEST: $tname/);
Magnus Svensson's avatar
Magnus Svensson committed
3736 3737 3738 3739 3740 3741 3742 3743 3744 3745 3746 3747 3748 3749 3750 3751 3752 3753 3754 3755 3756 3757 3758
    }
  }
  $Ferr = undef; # Close error log file

  # mysql_client_test.test sends a COM_DEBUG packet to the server
  # to provoke a SAFEMALLOC leak report, ignore any warnings
  # between "Begin/end safemalloc memory dump"
  if ( grep(/Begin safemalloc memory dump:/, @lines) > 0)
  {
    my $discard_lines= 1;
    foreach my $line ( @lines )
    {
      if ($line =~ /Begin safemalloc memory dump:/){
	$discard_lines = 1;
      } elsif ($line =~ /End safemalloc memory dump./){
	$discard_lines = 0;
      }

      if ($discard_lines){
	$line = "ignored";
      }
    }
  }
3759 3760 3761 3762 3763 3764 3765 3766 3767 3768 3769 3770 3771 3772 3773 3774 3775 3776 3777 3778 3779 3780 3781 3782 3783 3784 3785 3786 3787
  return @lines;
}

# Get log from server identified from its $proc object, from named test
# Return as a single string
#

sub get_log_from_proc ($$) {
  my ($proc, $name)= @_;
  my $srv_log= "";

  foreach my $mysqld (mysqlds()) {
    if ($mysqld->{proc} eq $proc) {
      my @srv_lines= extract_server_log($mysqld->value('#log-error'), $name);
      $srv_log= "\nServer log from this test:\n" . join ("", @srv_lines);
      last;
    }
  }
  return $srv_log;
}

# Perform a rough examination of the servers
# error log and write all lines that look
# suspicious into $error_log.warnings
#
sub extract_warning_lines ($$) {
  my ($error_log, $tname) = @_;

  my @lines= extract_server_log($error_log, $tname);
Magnus Svensson's avatar
Magnus Svensson committed
3788

3789
# Write all suspicious lines to $error_log.warnings file
Magnus Svensson's avatar
Magnus Svensson committed
3790 3791 3792 3793 3794 3795 3796
  my $warning_log = "$error_log.warnings";
  my $Fwarn = IO::File->new($warning_log, "w")
    or die("Could not open file '$warning_log' for writing: $!");
  print $Fwarn "Suspicious lines from $error_log\n";

  my @patterns =
    (
3797 3798
     qr/^Warning:|mysqld: Warning|\[Warning\]/,
     qr/^Error:|\[ERROR\]/,
3799
     qr/^==\d+==\s+\S/, # valgrind errors
Magnus Svensson's avatar
Magnus Svensson committed
3800 3801 3802 3803 3804 3805
     qr/InnoDB: Warning|InnoDB: Error/,
     qr/^safe_mutex:|allocated at line/,
     qr/missing DBUG_RETURN/,
     qr/Attempting backtrace/,
     qr/Assertion .* failed/,
    );
3806
  my $skip_valgrind= 0;
Magnus Svensson's avatar
Magnus Svensson committed
3807 3808 3809

  foreach my $line ( @lines )
  {
3810 3811 3812 3813 3814 3815 3816
    if ($opt_valgrind_mysqld) {
      # Skip valgrind summary from tests where server has been restarted
      # Should this contain memory leaks, the final report will find it
      $skip_valgrind= 1 if $line =~ /^==\d+== ERROR SUMMARY:/;
      $skip_valgrind= 0 unless $line =~ /^==\d+==/;
      next if $skip_valgrind;
    }
Magnus Svensson's avatar
Magnus Svensson committed
3817 3818 3819 3820 3821 3822 3823 3824 3825 3826 3827 3828 3829 3830
    foreach my $pat ( @patterns )
    {
      if ( $line =~ /$pat/ )
      {
	print $Fwarn $line;
	last;
      }
    }
  }
  $Fwarn = undef; # Close file

}


3831 3832 3833 3834 3835 3836
# Run include/check-warnings.test
#
# RETURN VALUE
#  0 OK
#  1 Check failed
#
3837
sub start_check_warnings ($$) {
3838 3839 3840 3841 3842
  my $tinfo=    shift;
  my $mysqld=   shift;

  my $name= "warnings-".$mysqld->name();

3843 3844 3845
  my $log_error= $mysqld->value('#log-error');
  # To be communicated to the test
  $ENV{MTR_LOG_ERROR}= $log_error;
3846
  extract_warning_lines($log_error, $tinfo->{name});
Magnus Svensson's avatar
Magnus Svensson committed
3847

3848 3849 3850 3851 3852 3853
  my $args;
  mtr_init_args(\$args);

  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
  mtr_add_arg($args, "--defaults-group-suffix=%s", $mysqld->after('mysqld'));

3854
  mtr_add_arg($args, "--loose-skip-safemalloc");
3855 3856
  mtr_add_arg($args, "--test-file=%s", "include/check-warnings.test");

3857 3858 3859 3860 3861 3862 3863 3864 3865 3866 3867 3868 3869 3870 3871 3872 3873
  if ( $opt_embedded_server )
  {

    # Get the args needed for the embedded server
    # and append them to args prefixed
    # with --sever-arg=

    my $mysqld=  $config->group('embedded')
      or mtr_error("Could not get [embedded] section");

    my $mysqld_args;
    mtr_init_args(\$mysqld_args);
    my $extra_opts= get_extra_opts($mysqld, $tinfo);
    mysqld_arguments($mysqld_args, $mysqld, $extra_opts);
    mtr_add_arg($args, "--server-arg=%s", $_) for @$mysqld_args;
  }

3874
  my $errfile= "$opt_vardir/tmp/$name.err";
3875
  my $proc= My::SafeProcess->new
3876 3877 3878 3879 3880 3881
    (
     name          => $name,
     path          => $exe_mysqltest,
     error         => $errfile,
     output        => $errfile,
     args          => \$args,
3882
     user_data     => $errfile,
Magnus Svensson's avatar
Magnus Svensson committed
3883
     verbose       => $opt_verbose,
3884
    );
3885 3886
  mtr_verbose("Started $proc");
  return $proc;
3887 3888 3889 3890 3891 3892 3893 3894 3895 3896 3897
}


#
# Loop through our list of processes and check the error log
# for unexepcted errors and warnings
#
sub check_warnings ($) {
  my ($tinfo)= @_;
  my $res= 0;

3898 3899
  my $tname= $tinfo->{name};

3900
  # Clear previous warnings
3901
  delete($tinfo->{warnings});
3902

3903 3904 3905
  # Start the mysqltest processes in parallel to save time
  # also makes it possible to wait for any process to exit during the check
  my %started;
3906 3907
  foreach my $mysqld ( mysqlds() )
  {
3908 3909 3910 3911 3912 3913 3914
    if ( defined $mysqld->{'proc'} )
    {
      my $proc= start_check_warnings($tinfo, $mysqld);
      $started{$proc->pid()}= $proc;
    }
  }

3915 3916 3917
  # Return immediately if no check proceess was started
  return 0 unless ( keys %started );

3918
  my $timeout= start_timer(check_timeout());
3919

3920 3921
  while (1){
    my $result= 0;
3922
    my $proc= My::SafeProcess->wait_any_timeout($timeout);
3923 3924 3925 3926 3927
    mtr_report("Got $proc");

    if ( delete $started{$proc->pid()} ) {
      # One check warning process returned
      my $res= $proc->exit_status();
3928
      my $err_file= $proc->user_data();
3929 3930 3931 3932 3933

      if ( $res == 0 or $res == 62 ){

	if ( $res == 0 ) {
	  # Check completed with problem
3934
	  my $report= mtr_grab_file($err_file);
3935 3936 3937 3938 3939 3940 3941 3942 3943 3944
	  # Log to var/log/warnings file
	  mtr_tofile("$opt_vardir/log/warnings",
		     $tname."\n".$report);

	  $tinfo->{'warnings'}.= $report;
	  $result= 1;
	}

	if ( $res == 62 ) {
	  # Test case was ok and called "skip"
3945 3946
	  # Remove the .err file the check generated
	  unlink($err_file);
3947 3948 3949 3950 3951 3952 3953 3954 3955 3956 3957
	}

	if ( keys(%started) == 0){
	  # All checks completed
	  return $result;
	}
	# Wait for next process to exit
	next;
      }
      else
      {
3958
	my $report= mtr_grab_file($err_file);
3959
	$tinfo->{comment}.=
3960 3961
	  "Could not execute 'check-warnings' for ".
	    "testcase '$tname' (res: $res):\n";
3962 3963 3964 3965 3966
	$tinfo->{comment}.= $report;

	$result= 2;
      }
    }
3967 3968 3969
    elsif ( $proc->{timeout} ) {
      $tinfo->{comment}.= "Timeout for 'check warnings' expired after "
	.check_timeout()." seconds";
3970 3971
      $result= 4;
    }
3972 3973 3974
    else {
      # Unknown process returned, most likley a crash, abort everything
      $tinfo->{comment}=
3975 3976
	"The server $proc crashed while running 'check warnings'".
	get_log_from_proc($proc, $tinfo->{name});
3977
      $result= 3;
3978
    }
3979 3980 3981 3982 3983

    # Kill any check processes still running
    map($_->kill(), values(%started));

    return $result;
3984
  }
3985

3986
  mtr_error("INTERNAL_ERROR: check_warnings");
3987 3988 3989
}


3990
#
unknown's avatar
unknown committed
3991 3992 3993
# Loop through our list of processes and look for and entry
# with the provided pid, if found check for the file indicating
# expected crash and restart it.
3994
#
unknown's avatar
unknown committed
3995 3996
sub check_expected_crash_and_restart {
  my ($proc)= @_;
3997

unknown's avatar
unknown committed
3998
  foreach my $mysqld ( mysqlds() )
3999
  {
4000
    next unless ( $mysqld->{proc} and $mysqld->{proc} eq $proc );
unknown's avatar
unknown committed
4001 4002 4003 4004 4005 4006

    # Check if crash expected by looking at the .expect file
    # in var/tmp
    my $expect_file= "$opt_vardir/tmp/".$mysqld->name().".expect";
    if ( -f $expect_file )
    {
4007 4008
      mtr_verbose("Crash was expected, file '$expect_file' exists");

4009 4010
      for (my $waits = 0;  $waits < 50;  $waits++)
      {
4011 4012 4013
	# If last line in expect file starts with "wait"
	# sleep a little and try again, thus allowing the
	# test script to control when the server should start
4014
	# up again. Keep trying for up to 5s at a time.
Serge Kozlov's avatar
Serge Kozlov committed
4015
	my $last_line= mtr_lastlinesfromfile($expect_file, 1);
4016 4017
	if ($last_line =~ /^wait/ )
	{
4018
	  mtr_verbose("Test says wait before restart") if $waits == 0;
4019 4020 4021 4022 4023 4024 4025 4026 4027
	  mtr_milli_sleep(100);
	  next;
	}

	unlink($expect_file);

	# Start server with same settings as last time
	mysqld_start($mysqld, $mysqld->{'started_opts'});

4028
	return 1;
4029
      }
4030 4031
      # Loop ran through: we should keep waiting after a re-check
      return 2;
unknown's avatar
unknown committed
4032
    }
4033
  }
unknown's avatar
unknown committed
4034 4035 4036

  # Not an expected crash
  return 0;
4037 4038
}

4039

4040 4041 4042
# Remove all files and subdirectories of a directory
sub clean_dir {
  my ($dir)= @_;
unknown's avatar
unknown committed
4043
  mtr_verbose("clean_dir: $dir");
4044 4045 4046 4047 4048 4049 4050 4051 4052
  finddepth(
	  { no_chdir => 1,
	    wanted => sub {
	      if (-d $_){
		# A dir
		if ($_ eq $dir){
		  # The dir to clean
		  return;
		} else {
unknown's avatar
unknown committed
4053
		  mtr_verbose("rmdir: '$_'");
unknown's avatar
unknown committed
4054
		  rmdir($_) or mtr_warning("rmdir($_) failed: $!");
4055 4056 4057
		}
	      } else {
		# Hopefully a file
unknown's avatar
unknown committed
4058
		mtr_verbose("unlink: '$_'");
unknown's avatar
unknown committed
4059
		unlink($_) or mtr_warning("unlink($_) failed: $!");
4060 4061 4062 4063 4064 4065 4066
	      }
	    }
	  },
	    $dir);
}


4067 4068 4069 4070
sub clean_datadir {

  mtr_verbose("Cleaning datadirs...");

unknown's avatar
unknown committed
4071 4072 4073 4074
  if (started(all_servers()) != 0){
    mtr_error("Trying to clean datadir before all servers stopped");
  }

4075 4076 4077 4078 4079 4080 4081 4082 4083 4084 4085 4086 4087 4088 4089 4090 4091 4092
  foreach my $cluster ( clusters() )
  {
    my $cluster_dir= "$opt_vardir/".$cluster->{name};
    mtr_verbose(" - removing '$cluster_dir'");
    rmtree($cluster_dir);

  }

  foreach my $mysqld ( mysqlds() )
  {
    my $mysqld_dir= dirname($mysqld->value('datadir'));
    if (-d $mysqld_dir ) {
      mtr_verbose(" - removing '$mysqld_dir'");
      rmtree($mysqld_dir);
    }
  }

  # Remove all files in tmp and var/tmp
4093
  clean_dir("$opt_vardir/tmp");
4094
  if ($opt_tmpdir ne "$opt_vardir/tmp"){
4095
    clean_dir($opt_tmpdir);
4096 4097 4098 4099 4100 4101 4102 4103 4104
  }
}


#
# Save datadir before it's removed
#
sub save_datadir_after_failure($$) {
  my ($dir, $savedir)= @_;
unknown's avatar
unknown committed
4105

4106 4107 4108
  mtr_report(" - saving '$dir'");
  my $dir_name= basename($dir);
  rename("$dir", "$savedir/$dir_name");
4109
}
4110

4111

Magnus Svensson's avatar
Magnus Svensson committed
4112 4113 4114 4115 4116 4117 4118 4119 4120 4121 4122
sub remove_ndbfs_from_ndbd_datadir {
  my ($ndbd_datadir)= @_;
  # Remove the ndb_*_fs directory from ndbd.X/ dir
  foreach my $ndbfs_dir ( glob("$ndbd_datadir/ndb_*_fs") )
  {
    next unless -d $ndbfs_dir; # Skip if not a directory
    rmtree($ndbfs_dir);
  }
}


4123 4124 4125 4126 4127 4128 4129 4130
sub after_failure ($) {
  my ($tinfo)= @_;

  mtr_report("Saving datadirs...");

  my $save_dir= "$opt_vardir/log/";
  $save_dir.= $tinfo->{name};
  # Add combination name if any
unknown's avatar
unknown committed
4131
  $save_dir.= "-$tinfo->{combination}"
4132 4133
    if defined $tinfo->{combination};

4134 4135 4136
  # Save savedir  path for server
  $tinfo->{savedir}= $save_dir;

4137 4138 4139 4140 4141
  mkpath($save_dir) if ! -d $save_dir;

  # Save the used my.cnf file
  copy($path_config_file, $save_dir);

4142 4143 4144
  # Copy the tmp dir
  copytree("$opt_vardir/tmp/", "$save_dir/tmp/");

4145 4146 4147
  if ( clusters() ) {
    foreach my $cluster ( clusters() ) {
      my $cluster_dir= "$opt_vardir/".$cluster->{name};
Magnus Svensson's avatar
Magnus Svensson committed
4148 4149 4150 4151 4152 4153 4154 4155

      # Remove the fileystem of each ndbd
      foreach my $ndbd ( in_cluster($cluster, ndbds()) )
      {
        my $ndbd_datadir= $ndbd->value("DataDir");
        remove_ndbfs_from_ndbd_datadir($ndbd_datadir);
      }

4156
      save_datadir_after_failure($cluster_dir, $save_dir);
4157 4158
    }
  }
4159 4160 4161 4162 4163
  else {
    foreach my $mysqld ( mysqlds() ) {
      my $data_dir= $mysqld->value('datadir');
      save_datadir_after_failure(dirname($data_dir), $save_dir);
    }
4164
  }
4165 4166
}

unknown's avatar
unknown committed
4167

unknown's avatar
unknown committed
4168 4169 4170
sub report_failure_and_restart ($) {
  my $tinfo= shift;

4171
  stop_all_servers();
4172

4173 4174 4175 4176 4177 4178 4179 4180 4181 4182 4183 4184 4185
  $tinfo->{'result'}= 'MTR_RES_FAILED';

  my $test_failures= $tinfo->{'failures'} || 0;
  $tinfo->{'failures'}=  $test_failures + 1;


  if ( $tinfo->{comment} )
  {
    # The test failure has been detected by mysql-test-run.pl
    # when starting the servers or due to other error, the reason for
    # failing the test is saved in "comment"
    ;
  }
4186 4187

  if ( !defined $tinfo->{logfile} )
4188
  {
4189
    my $logfile= $path_current_testlog;
4190
    if ( defined $logfile )
4191
    {
4192 4193 4194 4195 4196 4197
      if ( -f $logfile )
      {
	# Test failure was detected by test tool and its report
	# about what failed has been saved to file. Save the report
	# in tinfo
	$tinfo->{logfile}= mtr_fromfile($logfile);
4198
	# If no newlines in the test log:
Bjorn Munch's avatar
Bjorn Munch committed
4199
	# (it will contain the CURRENT_TEST written by mtr, so is not empty)
4200 4201 4202 4203 4204 4205 4206 4207 4208 4209 4210 4211
	if ($tinfo->{logfile} !~ /\n/)
	{
	  # Show how far it got before suddenly failing
	  $tinfo->{comment}.= "mysqltest failed but provided no output\n";
	  my $log_file_name= $opt_vardir."/log/".$tinfo->{shortname}.".log";
	  if (-e $log_file_name) {
	    $tinfo->{comment}.=
	      "The result from queries just before the failure was:".
	      "\n< snip >\n".
	      mtr_lastlinesfromfile($log_file_name, 20)."\n";
	  }
	}
4212 4213 4214 4215 4216 4217 4218
      }
      else
      {
	# The test tool report didn't exist, display an
	# error message
	$tinfo->{logfile}= "Could not open test tool report '$logfile'";
      }
4219
    }
unknown's avatar
unknown committed
4220
  }
4221

4222
  after_failure($tinfo);
4223

4224 4225
  mtr_report_test($tinfo);

unknown's avatar
unknown committed
4226 4227 4228
}


unknown's avatar
unknown committed
4229 4230
sub run_sh_script {
  my ($script)= @_;
unknown's avatar
unknown committed
4231

unknown's avatar
unknown committed
4232
  return 0 unless defined $script;
4233

unknown's avatar
unknown committed
4234 4235 4236
  mtr_verbose("Running '$script'");
  my $ret= system("/bin/sh $script") >> 8;
  return $ret;
unknown's avatar
unknown committed
4237 4238
}

unknown's avatar
unknown committed
4239

unknown's avatar
unknown committed
4240 4241
sub mysqld_stop {
  my $mysqld= shift or die "usage: mysqld_stop(<mysqld>)";
unknown's avatar
unknown committed
4242

unknown's avatar
unknown committed
4243 4244
  my $args;
  mtr_init_args(\$args);
4245

unknown's avatar
unknown committed
4246
  mtr_add_arg($args, "--no-defaults");
4247
  mtr_add_arg($args, "--character-sets-dir=%s", $mysqld->value('character-sets-dir'));
unknown's avatar
unknown committed
4248 4249 4250 4251 4252 4253
  mtr_add_arg($args, "--user=%s", $opt_user);
  mtr_add_arg($args, "--password=");
  mtr_add_arg($args, "--port=%d", $mysqld->value('port'));
  mtr_add_arg($args, "--host=%s", $mysqld->value('#host'));
  mtr_add_arg($args, "--connect_timeout=20");
  mtr_add_arg($args, "--protocol=tcp");
unknown's avatar
unknown committed
4254

unknown's avatar
unknown committed
4255
  mtr_add_arg($args, "shutdown");
4256

unknown's avatar
unknown committed
4257 4258 4259 4260 4261 4262
  My::SafeProcess->run
    (
     name          => "mysqladmin shutdown ".$mysqld->name(),
     path          => $exe_mysqladmin,
     args          => \$args,
     error         => "/dev/null",
unknown's avatar
unknown committed
4263

unknown's avatar
unknown committed
4264
    );
unknown's avatar
unknown committed
4265 4266
}

unknown's avatar
unknown committed
4267

unknown's avatar
unknown committed
4268
sub mysqld_arguments ($$$) {
unknown's avatar
unknown committed
4269
  my $args=              shift;
4270
  my $mysqld=            shift;
4271
  my $extra_opts=        shift;
unknown's avatar
unknown committed
4272

unknown's avatar
unknown committed
4273
  mtr_add_arg($args, "--defaults-file=%s",  $path_config_file);
4274

unknown's avatar
unknown committed
4275
  # When mysqld is run by a root user(euid is 0), it will fail
unknown's avatar
unknown committed
4276 4277
  # to start unless we specify what user to run as, see BUG#30630
  my $euid= $>;
unknown's avatar
unknown committed
4278
  if (!IS_WINDOWS and $euid == 0 and
4279
      (grep(/^--user/, @$extra_opts)) == 0) {
unknown's avatar
unknown committed
4280
    mtr_add_arg($args, "--user=root");
unknown's avatar
unknown committed
4281 4282
  }

unknown's avatar
unknown committed
4283
  if ( $opt_valgrind_mysqld )
unknown's avatar
unknown committed
4284
  {
4285
    mtr_add_arg($args, "--loose-skip-safemalloc");
4286 4287 4288

    if ( $mysql_version_id < 50100 )
    {
unknown's avatar
unknown committed
4289
      mtr_add_arg($args, "--skip-bdb");
4290
    }
unknown's avatar
unknown committed
4291 4292
  }

4293 4294
  if ( $mysql_version_id >= 50106 )
  {
4295 4296
    # Turn on logging to file
    mtr_add_arg($args, "--log-output=file");
4297 4298
  }

4299
  # Check if "extra_opt" contains skip-log-bin
4300
  my $skip_binlog= grep(/^(--|--loose-)skip-log-bin/, @$extra_opts);
unknown's avatar
unknown committed
4301

unknown's avatar
unknown committed
4302
  # Indicate to mysqld it will be debugged in debugger
unknown's avatar
unknown committed
4303
  if ( $glob_debugger )
unknown's avatar
unknown committed
4304
  {
unknown's avatar
unknown committed
4305
    mtr_add_arg($args, "--gdb");
unknown's avatar
unknown committed
4306 4307
  }

unknown's avatar
unknown committed
4308
  my $found_skip_core= 0;
4309
  foreach my $arg ( @$extra_opts )
unknown's avatar
unknown committed
4310
  {
4311
    # Allow --skip-core-file to be set in <testname>-[master|slave].opt file
unknown's avatar
unknown committed
4312 4313 4314 4315
    if ($arg eq "--skip-core-file")
    {
      $found_skip_core= 1;
    }
4316 4317 4318 4319
    elsif ($skip_binlog and mtr_match_prefix($arg, "--binlog-format"))
    {
      ; # Dont add --binlog-format when running without binlog
    }
4320 4321 4322 4323 4324
    elsif ($arg eq "--loose-skip-log-bin" and
           $mysqld->option("log-slave-updates"))
    {
      ; # Dont add --skip-log-bin when mysqld have --log-slave-updates in config
    }
4325 4326 4327 4328 4329
    elsif ($arg eq "")
    {
      # We can get an empty argument when  we set environment variables to ""
      # (e.g plugin not found). Just skip it.
    }
unknown's avatar
unknown committed
4330 4331
    else
    {
unknown's avatar
unknown committed
4332
      mtr_add_arg($args, "%s", $arg);
unknown's avatar
unknown committed
4333 4334
    }
  }
4335
  $opt_skip_core = $found_skip_core;
unknown's avatar
unknown committed
4336 4337
  if ( !$found_skip_core )
  {
unknown's avatar
unknown committed
4338
    mtr_add_arg($args, "%s", "--core-file");
unknown's avatar
unknown committed
4339 4340
  }

4341 4342 4343 4344 4345
  # Enable the debug sync facility, set default wait timeout.
  # Facility stays disabled if timeout value is zero.
  mtr_add_arg($args, "--loose-debug-sync-timeout=%s",
              $opt_debug_sync_timeout);

unknown's avatar
unknown committed
4346 4347 4348 4349
  return $args;
}


4350

unknown's avatar
unknown committed
4351
sub mysqld_start ($$) {
unknown's avatar
unknown committed
4352
  my $mysqld=            shift;
4353 4354 4355
  my $extra_opts=        shift;

  mtr_verbose(My::Options::toStr("mysqld_start", @$extra_opts));
unknown's avatar
unknown committed
4356

4357
  my $exe= find_mysqld($mysqld->value('basedir'));
unknown's avatar
unknown committed
4358 4359
  my $wait_for_pid_file= 1;

4360
  mtr_error("Internal error: mysqld should never be started for embedded")
unknown's avatar
unknown committed
4361
    if $opt_embedded_server;
unknown's avatar
unknown committed
4362

unknown's avatar
unknown committed
4363
  my $args;
unknown's avatar
unknown committed
4364 4365
  mtr_init_args(\$args);

unknown's avatar
unknown committed
4366
  if ( $opt_valgrind_mysqld )
unknown's avatar
unknown committed
4367
  {
unknown's avatar
unknown committed
4368
    valgrind_arguments($args, \$exe);
unknown's avatar
unknown committed
4369 4370
  }

unknown's avatar
unknown committed
4371
  mtr_add_arg($args, "--defaults-group-suffix=%s", $mysqld->after('mysqld'));
4372
  mysqld_arguments($args,$mysqld,$extra_opts);
unknown's avatar
unknown committed
4373

unknown's avatar
unknown committed
4374 4375 4376 4377 4378 4379
  if ( $opt_debug )
  {
    mtr_add_arg($args, "--debug=d:t:i:A,%s/log/%s.trace",
		$path_vardir_trace, $mysqld->name());
  }

4380 4381 4382 4383 4384 4385
  if (IS_WINDOWS)
  {
    # Trick the server to send output to stderr, with --console
    mtr_add_arg($args, "--console");
  }

unknown's avatar
unknown committed
4386
  if ( $opt_gdb || $opt_manual_gdb )
unknown's avatar
unknown committed
4387
  {
unknown's avatar
unknown committed
4388
    gdb_arguments(\$args, \$exe, $mysqld->name());
unknown's avatar
unknown committed
4389 4390 4391
  }
  elsif ( $opt_ddd || $opt_manual_ddd )
  {
unknown's avatar
unknown committed
4392
    ddd_arguments(\$args, \$exe, $mysqld->name());
unknown's avatar
unknown committed
4393
  }
4394 4395
  elsif ( $opt_debugger )
  {
unknown's avatar
unknown committed
4396
    debugger_arguments(\$args, \$exe, $mysqld->name());
unknown's avatar
unknown committed
4397
  }
4398 4399
  elsif ( $opt_manual_debug )
  {
4400
     print "\nStart " .$mysqld->name()." in your debugger\n" .
4401 4402 4403 4404 4405 4406 4407 4408
           "dir: $glob_mysql_test_dir\n" .
           "exe: $exe\n" .
	   "args:  " . join(" ", @$args)  . "\n\n" .
	   "Waiting ....\n";

     # Indicate the exe should not be started
    $exe= undef;
  }
unknown's avatar
unknown committed
4409 4410 4411 4412 4413
  else
  {
    # Default to not wait until pid file has been created
    $wait_for_pid_file= 0;
  }
unknown's avatar
unknown committed
4414

unknown's avatar
unknown committed
4415 4416
  # Remove the old pidfile if any
  unlink($mysqld->value('pid-file'));
4417

4418
  my $output= $mysqld->value('#log-error');
unknown's avatar
unknown committed
4419
  if ( $opt_valgrind and $opt_debug )
unknown's avatar
unknown committed
4420
  {
unknown's avatar
unknown committed
4421 4422 4423 4424
    # When both --valgrind and --debug is selected, send
    # all output to the trace file, making it possible to
    # see the exact location where valgrind complains
    $output= "$opt_vardir/log/".$mysqld->name().".trace";
unknown's avatar
unknown committed
4425
  }
4426 4427
  # Remember this log file for valgrind error report search
  $mysqld_logs{$output}= 1 if $opt_valgrind;
4428 4429
  # Remember data dir for gmon.out files if using gprof
  $gprof_dirs{$mysqld->value('datadir')}= 1 if $opt_gprof;
unknown's avatar
unknown committed
4430

unknown's avatar
unknown committed
4431
  if ( defined $exe )
unknown's avatar
unknown committed
4432
  {
unknown's avatar
unknown committed
4433 4434 4435 4436 4437 4438 4439 4440 4441
    $mysqld->{'proc'}= My::SafeProcess->new
      (
       name          => $mysqld->name(),
       path          => $exe,
       args          => \$args,
       output        => $output,
       error         => $output,
       append        => 1,
       verbose       => $opt_verbose,
4442
       nocore        => $opt_skip_core,
unknown's avatar
unknown committed
4443 4444 4445 4446
       host          => undef,
       shutdown      => sub { mysqld_stop($mysqld) },
      );
    mtr_verbose("Started $mysqld->{proc}");
unknown's avatar
unknown committed
4447 4448
  }

unknown's avatar
unknown committed
4449 4450 4451 4452 4453
  if ( $wait_for_pid_file &&
       !sleep_until_file_created($mysqld->value('pid-file'),
				 $opt_start_timeout,
				 $mysqld->{'proc'}))
  {
4454 4455
    my $mname= $mysqld->name();
    mtr_error("Failed to start mysqld $mname with command $exe");
unknown's avatar
unknown committed
4456
  }
4457 4458

  # Remember options used when starting
4459
  $mysqld->{'started_opts'}= $extra_opts;
4460

unknown's avatar
unknown committed
4461
  return;
unknown's avatar
unknown committed
4462 4463
}

unknown's avatar
unknown committed
4464

unknown's avatar
unknown committed
4465
sub stop_all_servers () {
4466
  my $shutdown_timeout = $_[0] or 0;
unknown's avatar
unknown committed
4467

unknown's avatar
unknown committed
4468
  mtr_verbose("Stopping all servers...");
unknown's avatar
unknown committed
4469

unknown's avatar
unknown committed
4470
  # Kill all started servers
4471
  My::SafeProcess::shutdown($shutdown_timeout,
unknown's avatar
unknown committed
4472
			    started(all_servers()));
unknown's avatar
unknown committed
4473

unknown's avatar
unknown committed
4474 4475 4476 4477 4478 4479 4480
  # Remove pidfiles
  foreach my $server ( all_servers() )
  {
    my $pid_file= $server->if_exist('pid-file');
    unlink($pid_file) if defined $pid_file;
  }

unknown's avatar
unknown committed
4481 4482
  # Mark servers as stopped
  map($_->{proc}= undef, all_servers());
unknown's avatar
unknown committed
4483

unknown's avatar
unknown committed
4484 4485
}

unknown's avatar
unknown committed
4486

unknown's avatar
unknown committed
4487 4488 4489
# Find out if server should be restarted for this test
sub server_need_restart {
  my ($tinfo, $server)= @_;
unknown's avatar
unknown committed
4490

unknown's avatar
unknown committed
4491
  if ( using_extern() )
unknown's avatar
unknown committed
4492
  {
unknown's avatar
unknown committed
4493
    mtr_verbose_restart($server, "no restart for --extern server");
unknown's avatar
unknown committed
4494
    return 0;
4495
  }
unknown's avatar
unknown committed
4496 4497

  if ( $tinfo->{'force_restart'} ) {
unknown's avatar
unknown committed
4498
    mtr_verbose_restart($server, "forced in .opt file");
unknown's avatar
unknown committed
4499
    return 1;
unknown's avatar
unknown committed
4500
  }
unknown's avatar
unknown committed
4501 4502

  if ( $tinfo->{template_path} ne $current_config_name)
4503
  {
unknown's avatar
unknown committed
4504
    mtr_verbose_restart($server, "using different config file");
unknown's avatar
unknown committed
4505
    return 1;
4506
  }
unknown's avatar
unknown committed
4507 4508

  if ( $tinfo->{'master_sh'}  || $tinfo->{'slave_sh'} )
unknown's avatar
unknown committed
4509
  {
unknown's avatar
unknown committed
4510
    mtr_verbose_restart($server, "sh script to run");
unknown's avatar
unknown committed
4511
    return 1;
unknown's avatar
unknown committed
4512
  }
unknown's avatar
unknown committed
4513 4514

  if ( ! started($server) )
4515
  {
unknown's avatar
unknown committed
4516
    mtr_verbose_restart($server, "not started");
unknown's avatar
unknown committed
4517
    return 1;
4518
  }
unknown's avatar
unknown committed
4519 4520 4521

  my $started_tinfo= $server->{'started_tinfo'};
  if ( defined $started_tinfo )
4522
  {
unknown's avatar
unknown committed
4523 4524 4525 4526

    # Check if timezone of  test that server was started
    # with differs from timezone of next test
    if ( timezone($started_tinfo) ne timezone($tinfo) )
4527
    {
unknown's avatar
unknown committed
4528
      mtr_verbose_restart($server, "different timezone");
unknown's avatar
unknown committed
4529
      return 1;
4530
    }
4531
  }
4532

4533 4534 4535 4536 4537 4538 4539 4540 4541 4542 4543
  # Temporary re-enable the "always restart slave" hack
  # this should be removed asap, but will require that each rpl
  # testcase cleanup better after itself - ie. stop and reset
  # replication
  # Use the "#!use-slave-opt" marker to detect that this is a "slave"
  # server
  if ( $server->option("#!use-slave-opt") ){
    mtr_verbose_restart($server, "Always restart slave(s)");
    return 1;
  }

4544
  my $is_mysqld= grep ($server eq $_, mysqlds());
4545 4546
  if ($is_mysqld)
  {
unknown's avatar
unknown committed
4547

4548 4549
    # Check that running process was started with same options
    # as the current test requires
4550
    my $extra_opts= get_extra_opts($server, $tinfo);
4551
    my $started_opts= $server->{'started_opts'};
4552 4553

    if (!My::Options::same($started_opts, $extra_opts) )
4554
    {
4555
      my $use_dynamic_option_switch= 0;
unknown's avatar
unknown committed
4556 4557 4558 4559 4560 4561 4562
      if (!$use_dynamic_option_switch)
      {
	mtr_verbose_restart($server, "running with different options '" .
			    join(" ", @{$extra_opts}) . "' != '" .
			    join(" ", @{$started_opts}) . "'" );
	return 1;
      }
4563

4564 4565 4566 4567 4568 4569 4570 4571 4572 4573
      mtr_verbose(My::Options::toStr("started_opts", @$started_opts));
      mtr_verbose(My::Options::toStr("extra_opts", @$extra_opts));

      # Get diff and check if dynamic switch is possible
      my @diff_opts= My::Options::diff($started_opts, $extra_opts);
      mtr_verbose(My::Options::toStr("diff_opts", @diff_opts));

      my $query= My::Options::toSQL(@diff_opts);
      mtr_verbose("Attempting dynamic switch '$query'");
      if (run_query($tinfo, $server, $query)){
4574
	mtr_verbose("Restart: running with different options '" .
4575
		    join(" ", @{$extra_opts}) . "' != '" .
unknown's avatar
unknown committed
4576
		    join(" ", @{$started_opts}) . "'" );
4577 4578
	return 1;
      }
4579 4580 4581

      # Remember the dynamically set options
      $server->{'started_opts'}= $extra_opts;
4582
    }
unknown's avatar
unknown committed
4583
  }
4584

unknown's avatar
unknown committed
4585 4586
  # Default, no restart
  return 0;
4587 4588
}

unknown's avatar
unknown committed
4589

unknown's avatar
unknown committed
4590 4591 4592 4593
sub servers_need_restart($) {
  my ($tinfo)= @_;
  return grep { server_need_restart($tinfo, $_); } all_servers();
}
unknown's avatar
unknown committed
4594 4595 4596



unknown's avatar
unknown committed
4597 4598 4599 4600 4601 4602 4603 4604 4605 4606
#
# Return list of specific servers
#  - there is no servers in an empty config
#
sub _like   { return $config ? $config->like($_[0]) : (); }
sub mysqlds { return _like('mysqld.'); }
sub ndbds   { return _like('cluster_config.ndbd.');}
sub ndb_mgmds { return _like('cluster_config.ndb_mgmd.'); }
sub clusters  { return _like('mysql_cluster.'); }
sub all_servers { return ( mysqlds(), ndb_mgmds(), ndbds() ); }
unknown's avatar
unknown committed
4607 4608


unknown's avatar
unknown committed
4609 4610 4611 4612 4613 4614 4615 4616 4617
#
# Filter a list of servers and return only those that are part
# of the specified cluster
#
sub in_cluster {
  my ($cluster)= shift;
  # Return only processes for a specific cluster
  return grep { $_->suffix() eq $cluster->suffix() } @_;
}
unknown's avatar
unknown committed
4618

unknown's avatar
unknown committed
4619 4620


unknown's avatar
unknown committed
4621 4622 4623 4624 4625 4626
#
# Filter a list of servers and return the SafeProcess
# for only those that are started or stopped
#
sub started { return grep(defined $_, map($_->{proc}, @_));  }
sub stopped { return grep(!defined $_, map($_->{proc}, @_)); }
4627

unknown's avatar
unknown committed
4628

4629 4630 4631 4632 4633 4634 4635 4636 4637 4638 4639 4640
sub envsubst {
  my $string= shift;

  if ( ! defined $ENV{$string} )
  {
    mtr_error(".opt file references '$string' which is not set");
  }

  return $ENV{$string};
}


4641
sub get_extra_opts {
unknown's avatar
unknown committed
4642
  my ($mysqld, $tinfo)= @_;
unknown's avatar
unknown committed
4643

4644
  my $opts=
unknown's avatar
unknown committed
4645 4646
    $mysqld->option("#!use-slave-opt") ?
      $tinfo->{slave_opt} : $tinfo->{master_opt};
4647 4648 4649 4650 4651 4652 4653 4654

  # Expand environment variables
  foreach my $opt ( @$opts )
  {
    $opt =~ s/\$\{(\w+)\}/envsubst($1)/ge;
    $opt =~ s/\$(\w+)/envsubst($1)/ge;
  }
  return $opts;
unknown's avatar
unknown committed
4655
}
unknown's avatar
unknown committed
4656 4657


unknown's avatar
unknown committed
4658 4659
sub stop_servers($$) {
  my ($tinfo, @servers)= @_;
unknown's avatar
unknown committed
4660

unknown's avatar
unknown committed
4661 4662
  # Remember if we restarted for this test case (count restarts)
  $tinfo->{'restarted'}= 1;
unknown's avatar
unknown committed
4663

unknown's avatar
unknown committed
4664 4665 4666 4667
  if ( join('|', @servers) eq join('|', all_servers()) )
  {
    # All servers are going down, use some kind of order to
    # avoid too many warnings in the log files
unknown's avatar
unknown committed
4668

4669
   mtr_report("Restarting all servers");
4670

unknown's avatar
unknown committed
4671 4672
    #  mysqld processes
    My::SafeProcess::shutdown( $opt_shutdown_timeout, started(mysqlds()) );
4673

unknown's avatar
unknown committed
4674 4675 4676 4677 4678 4679
    # cluster processes
    My::SafeProcess::shutdown( $opt_shutdown_timeout,
			       started(ndbds(), ndb_mgmds()) );
  }
  else
  {
4680 4681
    mtr_report("Restarting ", started(@servers));

unknown's avatar
unknown committed
4682 4683 4684
     # Stop only some servers
    My::SafeProcess::shutdown( $opt_shutdown_timeout,
			       started(@servers) );
4685 4686
  }

unknown's avatar
unknown committed
4687
  foreach my $server (@servers)
unknown's avatar
unknown committed
4688
  {
unknown's avatar
unknown committed
4689 4690 4691 4692 4693 4694 4695
    # Mark server as stopped
    $server->{proc}= undef;

    # Forget history
    delete $server->{'started_tinfo'};
    delete $server->{'started_opts'};
    delete $server->{'started_cnf'};
unknown's avatar
unknown committed
4696
  }
unknown's avatar
unknown committed
4697 4698
}

4699

4700
#
unknown's avatar
unknown committed
4701
# start_servers
4702
#
unknown's avatar
unknown committed
4703
# Start servers not already started
4704 4705 4706 4707 4708
#
# RETURN
#  0 OK
#  1 Start failed
#
unknown's avatar
unknown committed
4709 4710
sub start_servers($) {
  my ($tinfo)= @_;
4711

unknown's avatar
unknown committed
4712 4713 4714 4715 4716
  # Start clusters
  foreach my $cluster ( clusters() )
  {
    ndbcluster_start($cluster);
  }
unknown's avatar
unknown committed
4717

unknown's avatar
unknown committed
4718 4719
  # Start mysqlds
  foreach my $mysqld ( mysqlds() )
unknown's avatar
unknown committed
4720
  {
unknown's avatar
unknown committed
4721
    if ( $mysqld->{proc} )
unknown's avatar
unknown committed
4722
    {
unknown's avatar
unknown committed
4723 4724 4725
      # Already started

      # Write start of testcase to log file
4726
      mark_log($mysqld->value('#log-error'), $tinfo);
unknown's avatar
unknown committed
4727 4728

      next;
unknown's avatar
unknown committed
4729
    }
unknown's avatar
unknown committed
4730

unknown's avatar
unknown committed
4731
    my $datadir= $mysqld->value('datadir');
4732
    if ($opt_start_dirty)
unknown's avatar
unknown committed
4733
    {
4734
      # Don't delete anything if starting dirty
4735 4736 4737 4738 4739 4740 4741 4742 4743 4744 4745 4746 4747 4748 4749 4750 4751
      ;
    }
    else
    {

      my @options= ('log-bin', 'relay-log');
      foreach my $option_name ( @options )  {
	next unless $mysqld->option($option_name);

	my $file_name= $mysqld->value($option_name);
	next unless
	  defined $file_name and
	    -e $file_name;

	mtr_debug(" -removing '$file_name'");
	unlink($file_name) or die ("unable to remove file '$file_name'");
      }
4752

4753 4754 4755
      if (-d $datadir ) {
	mtr_verbose(" - removing '$datadir'");
	rmtree($datadir);
unknown's avatar
unknown committed
4756 4757
      }
    }
unknown's avatar
unknown committed
4758

Magnus Svensson's avatar
Magnus Svensson committed
4759 4760 4761
    my $mysqld_basedir= $mysqld->value('basedir');
    if ( $basedir eq $mysqld_basedir )
    {
4762 4763 4764 4765 4766 4767 4768 4769 4770 4771
      if (! $opt_start_dirty)	# If dirty, keep possibly grown system db
      {
	# Copy datadir from installed system db
	for my $path ( "$opt_vardir", "$opt_vardir/..") {
	  my $install_db= "$path/install.db";
	  copytree($install_db, $datadir)
	    if -d $install_db;
	}
	mtr_error("Failed to copy system db to '$datadir'")
	  unless -d $datadir;
Magnus Svensson's avatar
Magnus Svensson committed
4772 4773 4774 4775
      }
    }
    else
    {
4776
      mysql_install_db($mysqld); # For versional testing
Magnus Svensson's avatar
Magnus Svensson committed
4777 4778 4779 4780

      mtr_error("Failed to install system db to '$datadir'")
	unless -d $datadir;

4781
    }
unknown's avatar
unknown committed
4782

4783 4784 4785 4786
    # Create the servers tmpdir
    my $tmpdir= $mysqld->value('tmpdir');
    mkpath($tmpdir) unless -d $tmpdir;

unknown's avatar
unknown committed
4787
    # Write start of testcase to log file
4788
    mark_log($mysqld->value('#log-error'), $tinfo);
unknown's avatar
unknown committed
4789

unknown's avatar
unknown committed
4790 4791 4792
    # Run <tname>-master.sh
    if ($mysqld->option('#!run-master-sh') and
       run_sh_script($tinfo->{master_sh}) )
unknown's avatar
unknown committed
4793
    {
unknown's avatar
unknown committed
4794
      $tinfo->{'comment'}= "Failed to execute '$tinfo->{master_sh}'";
4795
      return 1;
unknown's avatar
unknown committed
4796
    }
unknown's avatar
unknown committed
4797

unknown's avatar
unknown committed
4798 4799 4800
    # Run <tname>-slave.sh
    if ($mysqld->option('#!run-slave-sh') and
	run_sh_script($tinfo->{slave_sh}))
unknown's avatar
unknown committed
4801
    {
unknown's avatar
unknown committed
4802 4803
      $tinfo->{'comment'}= "Failed to execute '$tinfo->{slave_sh}'";
      return 1;
unknown's avatar
unknown committed
4804 4805
    }

unknown's avatar
unknown committed
4806 4807 4808 4809 4810 4811 4812 4813
    if (!$opt_embedded_server)
    {
      my $extra_opts= get_extra_opts($mysqld, $tinfo);
      mysqld_start($mysqld,$extra_opts);

      # Save this test case information, so next can examine it
      $mysqld->{'started_tinfo'}= $tinfo;
    }
4814

unknown's avatar
unknown committed
4815 4816
  }

4817
  # Wait for clusters to start
unknown's avatar
unknown committed
4818
  foreach my $cluster ( clusters() )
unknown's avatar
unknown committed
4819
  {
4820
    if (ndbcluster_wait_started($cluster, ""))
4821 4822
    {
      # failed to start
unknown's avatar
unknown committed
4823
      $tinfo->{'comment'}= "Start of '".$cluster->name()."' cluster failed";
4824
      return 1;
4825
    }
unknown's avatar
unknown committed
4826 4827
  }

unknown's avatar
unknown committed
4828 4829
  # Wait for mysqlds to start
  foreach my $mysqld ( mysqlds() )
4830
  {
unknown's avatar
unknown committed
4831 4832
    next if !started($mysqld);

unknown's avatar
unknown committed
4833 4834 4835 4836 4837
    if (sleep_until_file_created($mysqld->value('pid-file'),
				 $opt_start_timeout,
				 $mysqld->{'proc'}) == 0) {
      $tinfo->{comment}=
	"Failed to start ".$mysqld->name();
4838

4839
      my $logfile= $mysqld->value('#log-error');
4840 4841
      if ( defined $logfile and -f $logfile )
      {
4842 4843
        my @srv_lines= extract_server_log($logfile, $tinfo->{name});
	$tinfo->{logfile}= "Server log is:\n" . join ("", @srv_lines);
4844 4845 4846 4847 4848
      }
      else
      {
	$tinfo->{logfile}= "Could not open server logfile: '$logfile'";
      }
4849
      return 1;
4850
    }
unknown's avatar
unknown committed
4851
  }
4852
  return 0;
unknown's avatar
unknown committed
4853 4854
}

unknown's avatar
unknown committed
4855

4856 4857
#
# Run include/check-testcase.test
unknown's avatar
unknown committed
4858
# Before a testcase, run in record mode and save result file to var/tmp
4859 4860
# After testcase, run and compare with the recorded file, they should be equal!
#
4861
# RETURN VALUE
4862
#  The newly started process
4863
#
4864
sub start_check_testcase ($$$) {
unknown's avatar
unknown committed
4865
  my $tinfo=    shift;
4866
  my $mode=     shift;
4867 4868
  my $mysqld=   shift;

unknown's avatar
unknown committed
4869
  my $name= "check-".$mysqld->name();
4870 4871 4872
  # Replace dots in name with underscore to avoid that mysqltest
  # misinterpret's what the filename extension is :(
  $name=~ s/\./_/g;
4873 4874 4875 4876

  my $args;
  mtr_init_args(\$args);

4877 4878 4879
  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
  mtr_add_arg($args, "--defaults-group-suffix=%s", $mysqld->after('mysqld'));

4880 4881
  mtr_add_arg($args, "--skip-safemalloc");

unknown's avatar
unknown committed
4882 4883
  mtr_add_arg($args, "--result-file=%s", "$opt_vardir/tmp/$name.result");
  mtr_add_arg($args, "--test-file=%s", "include/check-testcase.test");
4884
  mtr_add_arg($args, "--verbose");
4885 4886 4887 4888 4889

  if ( $mode eq "before" )
  {
    mtr_add_arg($args, "--record");
  }
unknown's avatar
unknown committed
4890
  my $errfile= "$opt_vardir/tmp/$name.err";
4891
  my $proc= My::SafeProcess->new
unknown's avatar
unknown committed
4892 4893 4894 4895
    (
     name          => $name,
     path          => $exe_mysqltest,
     error         => $errfile,
4896
     output        => $errfile,
unknown's avatar
unknown committed
4897
     args          => \$args,
4898
     user_data     => $errfile,
4899
     verbose       => $opt_verbose,
unknown's avatar
unknown committed
4900
    );
4901

4902 4903
  mtr_report("Started $proc");
  return $proc;
4904 4905
}

4906

unknown's avatar
unknown committed
4907 4908 4909
sub run_mysqltest ($) {
  my $proc= start_mysqltest(@_);
  $proc->wait();
4910
}
unknown's avatar
unknown committed
4911

4912

unknown's avatar
unknown committed
4913
sub start_mysqltest ($) {
4914
  my ($tinfo)= @_;
unknown's avatar
unknown committed
4915 4916
  my $exe= $exe_mysqltest;
  my $args;
unknown's avatar
unknown committed
4917 4918 4919

  mtr_init_args(\$args);

unknown's avatar
unknown committed
4920
  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
unknown's avatar
unknown committed
4921 4922 4923
  mtr_add_arg($args, "--silent");
  mtr_add_arg($args, "--skip-safemalloc");
  mtr_add_arg($args, "--tmpdir=%s", $opt_tmpdir);
4924
  mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
4925
  mtr_add_arg($args, "--logdir=%s/log", $opt_vardir);
4926

4927 4928 4929 4930
  # Log line number and time  for each line in .test file
  mtr_add_arg($args, "--mark-progress")
    if $opt_mark_progress;

unknown's avatar
unknown committed
4931
  mtr_add_arg($args, "--database=test");
unknown's avatar
unknown committed
4932

unknown's avatar
unknown committed
4933 4934 4935 4936 4937
  if ( $opt_ps_protocol )
  {
    mtr_add_arg($args, "--ps-protocol");
  }

4938 4939 4940 4941 4942 4943 4944 4945 4946 4947 4948 4949 4950 4951 4952
  if ( $opt_sp_protocol )
  {
    mtr_add_arg($args, "--sp-protocol");
  }

  if ( $opt_view_protocol )
  {
    mtr_add_arg($args, "--view-protocol");
  }

  if ( $opt_cursor_protocol )
  {
    mtr_add_arg($args, "--cursor-protocol");
  }

unknown's avatar
unknown committed
4953 4954
  if ( $opt_strace_client )
  {
unknown's avatar
unknown committed
4955
    $exe=  $opt_strace_client || "strace";
unknown's avatar
unknown committed
4956
    mtr_add_arg($args, "-o");
4957
    mtr_add_arg($args, "%s/log/mysqltest.strace", $opt_vardir);
unknown's avatar
unknown committed
4958 4959 4960
    mtr_add_arg($args, "$exe_mysqltest");
  }

unknown's avatar
unknown committed
4961
  mtr_add_arg($args, "--timer-file=%s/log/timer", $opt_vardir);
unknown's avatar
unknown committed
4962 4963 4964 4965 4966 4967 4968 4969 4970 4971 4972

  if ( $opt_compress )
  {
    mtr_add_arg($args, "--compress");
  }

  if ( $opt_sleep )
  {
    mtr_add_arg($args, "--sleep=%d", $opt_sleep);
  }

4973 4974
  if ( $opt_ssl )
  {
4975
    # Turn on SSL for _all_ test cases if option --ssl was used
4976
    mtr_add_arg($args, "--ssl");
4977
  }
unknown's avatar
unknown committed
4978

4979 4980 4981 4982
  if ( $opt_max_connections ) {
    mtr_add_arg($args, "--max-connections=%d", $opt_max_connections);
  }

unknown's avatar
unknown committed
4983 4984 4985 4986 4987 4988
  if ( $opt_embedded_server )
  {

    # Get the args needed for the embedded server
    # and append them to args prefixed
    # with --sever-arg=
unknown's avatar
unknown committed
4989

unknown's avatar
unknown committed
4990 4991 4992 4993 4994 4995 4996 4997
    my $mysqld=  $config->group('embedded')
      or mtr_error("Could not get [embedded] section");

    my $mysqld_args;
    mtr_init_args(\$mysqld_args);
    my $extra_opts= get_extra_opts($mysqld, $tinfo);
    mysqld_arguments($mysqld_args, $mysqld, $extra_opts);
    mtr_add_arg($args, "--server-arg=%s", $_) for @$mysqld_args;
4998 4999 5000 5001 5002 5003

    if (IS_WINDOWS)
    {
      # Trick the server to send output to stderr, with --console
      mtr_add_arg($args, "--server-arg=--console");
    }
unknown's avatar
unknown committed
5004
  }
unknown's avatar
unknown committed
5005

5006 5007 5008
  # ----------------------------------------------------------------------
  # export MYSQL_TEST variable containing <path>/mysqltest <args>
  # ----------------------------------------------------------------------
unknown's avatar
unknown committed
5009
  $ENV{'MYSQL_TEST'}= mtr_args2str($exe_mysqltest, @$args);
5010

5011
  # ----------------------------------------------------------------------
5012
  # Add arguments that should not go into the MYSQL_TEST env var
5013
  # ----------------------------------------------------------------------
5014
  if ( $opt_valgrind_mysqltest )
5015 5016 5017 5018 5019 5020 5021 5022 5023 5024
  {
    # Prefix the Valgrind options to the argument list.
    # We do this here, since we do not want to Valgrind the nested invocations
    # of mysqltest; that would mess up the stderr output causing test failure.
    my @args_saved = @$args;
    mtr_init_args(\$args);
    valgrind_arguments($args, \$exe);
    mtr_add_arg($args, "%s", $_) for @args_saved;
  }

5025
  mtr_add_arg($args, "--test-file=%s", $tinfo->{'path'});
unknown's avatar
unknown committed
5026

5027 5028 5029
  # Number of lines of resut to include in failure report
  mtr_add_arg($args, "--tail-lines=20");

5030
  if ( defined $tinfo->{'result_file'} ) {
5031
    mtr_add_arg($args, "--result-file=%s", $tinfo->{'result_file'});
5032
  }
5033

5034 5035
  client_debug_arg($args, "mysqltest");

5036 5037 5038
  if ( $opt_record )
  {
    mtr_add_arg($args, "--record");
5039

5040 5041 5042 5043 5044
    # When recording to a non existing result file
    # the name of that file is in "record_file"
    if ( defined $tinfo->{'record_file'} ) {
      mtr_add_arg($args, "--result-file=%s", $tinfo->{record_file});
    }
5045 5046
  }

unknown's avatar
unknown committed
5047 5048 5049 5050 5051 5052 5053 5054
  if ( $opt_client_gdb )
  {
    gdb_arguments(\$args, \$exe, "client");
  }
  elsif ( $opt_client_ddd )
  {
    ddd_arguments(\$args, \$exe, "client");
  }
5055 5056 5057
  elsif ( $opt_client_debugger )
  {
    debugger_arguments(\$args, \$exe, "client");
5058
  }
5059

unknown's avatar
unknown committed
5060 5061 5062 5063 5064
  my $proc= My::SafeProcess->new
    (
     name          => "mysqltest",
     path          => $exe,
     args          => \$args,
5065 5066
     append        => 1,
     error         => $path_current_testlog,
unknown's avatar
unknown committed
5067 5068 5069 5070
     verbose       => $opt_verbose,
    );
  mtr_verbose("Started $proc");
  return $proc;
unknown's avatar
unknown committed
5071
}
unknown's avatar
unknown committed
5072

unknown's avatar
unknown committed
5073

unknown's avatar
unknown committed
5074 5075 5076 5077 5078 5079 5080 5081 5082
#
# Modify the exe and args so that program is run in gdb in xterm
#
sub gdb_arguments {
  my $args= shift;
  my $exe=  shift;
  my $type= shift;

  # Write $args to gdb init file
5083
  my $str= join " ", map { s/"/\\"/g; "\"$_\""; } @$$args;
5084
  my $gdb_init_file= "$opt_vardir/tmp/gdbinit.$type";
unknown's avatar
unknown committed
5085

5086 5087 5088
  # Remove the old gdbinit file
  unlink($gdb_init_file);

unknown's avatar
unknown committed
5089 5090 5091 5092
  if ( $type eq "client" )
  {
    # write init file for client
    mtr_tofile($gdb_init_file,
5093 5094
	       "set args $str\n" .
	       "break main\n");
unknown's avatar
unknown committed
5095 5096 5097 5098 5099 5100 5101 5102 5103 5104
  }
  else
  {
    # write init file for mysqld
    mtr_tofile($gdb_init_file,
	       "set args $str\n" .
	       "break mysql_parse\n" .
	       "commands 1\n" .
	       "disable 1\n" .
	       "end\n" .
5105 5106 5107 5108 5109
	       "run");
  }

  if ( $opt_manual_gdb )
  {
5110
     print "\nTo start gdb for $type, type in another window:\n";
unknown's avatar
unknown committed
5111
     print "gdb -cd $glob_mysql_test_dir -x $gdb_init_file $$exe\n";
5112 5113 5114 5115

     # Indicate the exe should not be started
     $$exe= undef;
     return;
unknown's avatar
unknown committed
5116 5117 5118 5119 5120 5121
  }

  $$args= [];
  mtr_add_arg($$args, "-title");
  mtr_add_arg($$args, "$type");
  mtr_add_arg($$args, "-e");
5122

5123
  if ( $exe_libtool )
unknown's avatar
unknown committed
5124
  {
5125
    mtr_add_arg($$args, $exe_libtool);
unknown's avatar
unknown committed
5126 5127 5128 5129 5130 5131 5132 5133 5134
    mtr_add_arg($$args, "--mode=execute");
  }

  mtr_add_arg($$args, "gdb");
  mtr_add_arg($$args, "-x");
  mtr_add_arg($$args, "$gdb_init_file");
  mtr_add_arg($$args, "$$exe");

  $$exe= "xterm";
unknown's avatar
unknown committed
5135
}
unknown's avatar
unknown committed
5136

unknown's avatar
unknown committed
5137

unknown's avatar
unknown committed
5138 5139 5140 5141 5142 5143 5144 5145 5146
#
# Modify the exe and args so that program is run in ddd
#
sub ddd_arguments {
  my $args= shift;
  my $exe=  shift;
  my $type= shift;

  # Write $args to ddd init file
5147
  my $str= join " ", map { s/"/\\"/g; "\"$_\""; } @$$args;
5148
  my $gdb_init_file= "$opt_vardir/tmp/gdbinit.$type";
unknown's avatar
unknown committed
5149

5150 5151 5152
  # Remove the old gdbinit file
  unlink($gdb_init_file);

unknown's avatar
unknown committed
5153 5154 5155 5156 5157
  if ( $type eq "client" )
  {
    # write init file for client
    mtr_tofile($gdb_init_file,
	       "set args $str\n" .
5158
	       "break main\n");
unknown's avatar
unknown committed
5159 5160 5161 5162 5163 5164 5165 5166 5167 5168
  }
  else
  {
    # write init file for mysqld
    mtr_tofile($gdb_init_file,
	       "file $$exe\n" .
	       "set args $str\n" .
	       "break mysql_parse\n" .
	       "commands 1\n" .
	       "disable 1\n" .
5169
	       "end");
5170 5171 5172 5173
  }

  if ( $opt_manual_ddd )
  {
5174
     print "\nTo start ddd for $type, type in another window:\n";
unknown's avatar
unknown committed
5175
     print "ddd -cd $glob_mysql_test_dir -x $gdb_init_file $$exe\n";
5176 5177 5178 5179

     # Indicate the exe should not be started
     $$exe= undef;
     return;
unknown's avatar
unknown committed
5180
  }
unknown's avatar
unknown committed
5181

unknown's avatar
unknown committed
5182 5183
  my $save_exe= $$exe;
  $$args= [];
5184
  if ( $exe_libtool )
unknown's avatar
unknown committed
5185
  {
5186
    $$exe= $exe_libtool;
unknown's avatar
unknown committed
5187 5188 5189 5190 5191 5192 5193 5194 5195 5196 5197
    mtr_add_arg($$args, "--mode=execute");
    mtr_add_arg($$args, "ddd");
  }
  else
  {
    $$exe= "ddd";
  }
  mtr_add_arg($$args, "--command=$gdb_init_file");
  mtr_add_arg($$args, "$save_exe");
}

5198 5199 5200 5201 5202 5203 5204 5205 5206

#
# Modify the exe and args so that program is run in the selected debugger
#
sub debugger_arguments {
  my $args= shift;
  my $exe=  shift;
  my $debugger= $opt_debugger || $opt_client_debugger;

5207
  if ( $debugger =~ /vcexpress|vc|devenv/ )
5208 5209 5210
  {
    # vc[express] /debugexe exe arg1 .. argn

5211
    # Add name of the exe and /debugexe before args
5212
    unshift(@$$args, "$$exe");
5213
    unshift(@$$args, "/debugexe");
5214

5215 5216 5217
    # Set exe to debuggername
    $$exe= $debugger;

5218
  }
5219
  elsif ( $debugger =~ /windbg/ )
5220 5221 5222 5223 5224 5225
  {
    # windbg exe arg1 .. argn

    # Add name of the exe before args
    unshift(@$$args, "$$exe");

5226 5227 5228 5229 5230 5231 5232 5233 5234 5235 5236 5237 5238 5239 5240
    # Set exe to debuggername
    $$exe= $debugger;

  }
  elsif ( $debugger eq "dbx" )
  {
    # xterm -e dbx -r exe arg1 .. argn

    unshift(@$$args, $$exe);
    unshift(@$$args, "-r");
    unshift(@$$args, $debugger);
    unshift(@$$args, "-e");

    $$exe= "xterm";

5241 5242 5243 5244 5245 5246 5247 5248
  }
  else
  {
    mtr_error("Unknown argument \"$debugger\" passed to --debugger");
  }
}


unknown's avatar
unknown committed
5249 5250 5251
#
# Modify the exe and args so that program is run in valgrind
#
unknown's avatar
unknown committed
5252 5253 5254 5255
sub valgrind_arguments {
  my $args= shift;
  my $exe=  shift;

5256 5257 5258 5259 5260 5261 5262 5263 5264 5265 5266 5267 5268
  if ( $opt_callgrind)
  {
    mtr_add_arg($args, "--tool=callgrind");
    mtr_add_arg($args, "--base=$opt_vardir/log");
  }
  else
  {
    mtr_add_arg($args, "--tool=memcheck"); # From >= 2.1.2 needs this option
    mtr_add_arg($args, "--leak-check=yes");
    mtr_add_arg($args, "--num-callers=16");
    mtr_add_arg($args, "--suppressions=%s/valgrind.supp", $glob_mysql_test_dir)
      if -f "$glob_mysql_test_dir/valgrind.supp";
  }
unknown's avatar
unknown committed
5269

5270
  # Add valgrind options, can be overriden by user
unknown's avatar
unknown committed
5271
  mtr_add_arg($args, '%s', $_) for (@valgrind_args);
5272

unknown's avatar
unknown committed
5273 5274
  mtr_add_arg($args, $$exe);

unknown's avatar
unknown committed
5275
  $$exe= $opt_valgrind_path || "valgrind";
5276 5277 5278 5279 5280 5281 5282 5283

  if ($exe_libtool)
  {
    # Add "libtool --mode-execute" before the test to execute
    # if running in valgrind(to avoid valgrinding bash)
    unshift(@$args, "--mode=execute", $$exe);
    $$exe= $exe_libtool;
  }
unknown's avatar
unknown committed
5284 5285
}

5286 5287 5288 5289 5290 5291 5292 5293 5294 5295 5296 5297 5298 5299 5300 5301 5302 5303 5304 5305 5306 5307 5308 5309 5310 5311 5312 5313 5314 5315 5316 5317 5318 5319 5320 5321 5322 5323 5324 5325 5326 5327 5328 5329 5330 5331 5332 5333 5334 5335 5336 5337 5338 5339 5340 5341 5342 5343 5344 5345
#
# Search server logs for valgrind reports printed at mysqld termination
#

sub valgrind_exit_reports() {
  foreach my $log_file (keys %mysqld_logs)
  {
    my @culprits= ();
    my $valgrind_rep= "";
    my $found_report= 0;
    my $err_in_report= 0;

    my $LOGF = IO::File->new($log_file)
      or mtr_error("Could not open file '$log_file' for reading: $!");

    while ( my $line = <$LOGF> )
    {
      if ($line =~ /^CURRENT_TEST: (.+)$/)
      {
        my $testname= $1;
        # If we have a report, report it if needed and start new list of tests
        if ($found_report)
        {
          if ($err_in_report)
          {
            mtr_print ("Valgrind report from $log_file after tests:\n",
                        @culprits);
            mtr_print_line();
            print ("$valgrind_rep\n");
            $err_in_report= 0;
          }
          # Make ready to collect new report
          @culprits= ();
          $found_report= 0;
          $valgrind_rep= "";
        }
        push (@culprits, $testname);
        next;
      }
      # This line marks the start of a valgrind report
      $found_report= 1 if $line =~ /ERROR SUMMARY:/;

      if ($found_report) {
        $line=~ s/^==\d+== //;
        $valgrind_rep .= $line;
        $err_in_report= 1 if $line =~ /ERROR SUMMARY: [1-9]/;
        $err_in_report= 1 if $line =~ /definitely lost: [1-9]/;
        $err_in_report= 1 if $line =~ /possibly lost: [1-9]/;
      }
    }

    $LOGF= undef;

    if ($err_in_report) {
      mtr_print ("Valgrind report from $log_file after tests:\n", @culprits);
      mtr_print_line();
      print ("$valgrind_rep\n");
    }
  }
}
unknown's avatar
unknown committed
5346

unknown's avatar
unknown committed
5347
#
unknown's avatar
unknown committed
5348
# Usage
unknown's avatar
unknown committed
5349
#
unknown's avatar
unknown committed
5350
sub usage ($) {
Magnus Svensson's avatar
Magnus Svensson committed
5351
  my ($message)= @_;
5352 5353 5354

  if ( $message )
  {
unknown's avatar
unknown committed
5355
    print STDERR "$message\n";
5356 5357
  }

unknown's avatar
unknown committed
5358
  print <<HERE;
unknown's avatar
unknown committed
5359

unknown's avatar
unknown committed
5360
$0 [ OPTIONS ] [ TESTCASE ]
unknown's avatar
unknown committed
5361 5362 5363 5364 5365

Options to control what engine/variation to run

  embedded-server       Use the embedded server, i.e. no mysqld daemons
  ps-protocol           Use the binary protocol between client and server
5366 5367 5368 5369
  cursor-protocol       Use the cursor protocol between client and server
                        (implies --ps-protocol)
  view-protocol         Create a view to execute all non updating queries
  sp-protocol           Create a stored procedure to execute all queries
5370 5371
  compress              Use the compressed protocol between client and server
  ssl                   Use ssl protocol between client and server
5372
  skip-ssl              Dont start server with support for ssl connections
5373 5374
  vs-config             Visual Studio configuration used to create executables
                        (default: MTR_VS_CONFIG environment variable)
unknown's avatar
unknown committed
5375

5376
  defaults-file=<config template> Use fixed config template for all
unknown's avatar
unknown committed
5377
                        tests
5378
  defaults_extra_file=<config template> Extra config template to add to
unknown's avatar
unknown committed
5379
                        all generated configs
5380 5381 5382
  combination=<opt>     Use at least twice to run tests with specified 
                        options to mysqld
  skip-combinations     Ignore combination file (or options)
unknown's avatar
unknown committed
5383

5384 5385 5386
Options to control directories to use
  tmpdir=DIR            The directory where temporary files are stored
                        (default: ./var/tmp).
5387 5388 5389
  vardir=DIR            The directory where files generated from the test run
                        is stored (default: ./var). Specifying a ramdisk or
                        tmpfs will speed up tests.
5390 5391 5392
  mem                   Run testsuite in "memory" using tmpfs or ramdisk
                        Attempts to find a suitable location
                        using a builtin list of standard locations
5393 5394 5395
                        for tmpfs (/dev/shm)
                        The option can also be set using environment
                        variable MTR_MEM=[DIR]
unknown's avatar
unknown committed
5396 5397 5398
  client-bindir=PATH    Path to the directory where client binaries are located
  client-libdir=PATH    Path to the directory where client libraries are located

5399

unknown's avatar
unknown committed
5400 5401 5402
Options to control what test suites or cases to run

  force                 Continue to run the suite after failure
5403
  with-ndbcluster-only  Run only tests that include "ndb" in the filename
unknown's avatar
unknown committed
5404
  skip-ndb[cluster]     Skip all tests that need cluster
5405 5406 5407 5408 5409 5410
  do-test=PREFIX or REGEX
                        Run test cases which name are prefixed with PREFIX
                        or fulfills REGEX
  skip-test=PREFIX or REGEX
                        Skip test cases which name are prefixed with PREFIX
                        or fulfills REGEX
5411 5412 5413 5414
  start-from=PREFIX     Run test cases starting test prefixed with PREFIX where
                        prefix may be suite.testname or just testname
  suite[s]=NAME1,..,NAMEN
                        Collect tests in suites from the comma separated
5415
                        list of suite names.
5416
                        The default is: "$DEFAULT_SUITES"
unknown's avatar
unknown committed
5417
  skip-rpl              Skip the replication test cases.
5418
  big-test              Also run tests marked as "big"
5419
  enable-disabled       Run also tests marked as disabled
5420
  print-testcases       Don't run the tests but print details about all the
5421
                        selected tests, in the order they would be run.
unknown's avatar
unknown committed
5422 5423 5424

Options that specify ports

5425 5426 5427 5428 5429
  mtr-port-base=#       Base for port numbers, ports from this number to
  port-base=#           number+9 are reserved. Should be divisible by 10;
                        if not it will be rounded down. May be set with
                        environment variable MTR_PORT_BASE. If this value is
                        set and is not "auto", it overrides build-thread.
unknown's avatar
unknown committed
5430
  mtr-build-thread=#    Specify unique number to calculate port number(s) from.
unknown's avatar
unknown committed
5431
  build-thread=#        Can be set in environment variable MTR_BUILD_THREAD.
unknown's avatar
unknown committed
5432 5433
                        Set  MTR_BUILD_THREAD="auto" to automatically aquire
                        a build thread id that is unique to current host
unknown's avatar
unknown committed
5434 5435 5436 5437

Options for test case authoring

  record TESTNAME       (Re)genereate the result file for TESTNAME
5438
  check-testcases       Check testcases for sideeffects
5439
  mark-progress         Log line number and elapsed time to <testname>.progress
unknown's avatar
unknown committed
5440 5441 5442 5443 5444 5445 5446

Options that pass on options

  mysqld=ARGS           Specify additional arguments to "mysqld"

Options to run test on running server

unknown's avatar
unknown committed
5447 5448 5449 5450 5451 5452
  extern option=value   Run only the tests against an already started server
                        the options to use for connection to the extern server
                        must be specified using name-value pair notation
                        For example:
                         ./$0 --extern socket=/tmp/mysqld.sock

unknown's avatar
unknown committed
5453 5454
Options for debugging the product

5455 5456
  client-ddd            Start mysqltest client in ddd
  client-debugger=NAME  Start mysqltest in the selected debugger
unknown's avatar
unknown committed
5457 5458
  client-gdb            Start mysqltest client in gdb
  ddd                   Start mysqld in ddd
5459
  debug                 Dump trace output for all servers and client programs
5460
  debugger=NAME         Start mysqld in the selected debugger
5461 5462 5463 5464 5465
  gdb                   Start the mysqld(s) in gdb
  manual-debug          Let user manually start mysqld in debugger, before
                        running test(s)
  manual-gdb            Let user manually start mysqld in gdb, before running
                        test(s)
unknown's avatar
unknown committed
5466 5467
  manual-ddd            Let user manually start mysqld in ddd, before running
                        test(s)
unknown's avatar
unknown committed
5468 5469 5470
  strace-client=[path]  Create strace output for mysqltest client, optionally
                        specifying name and path to the trace program to use.
                        Example: $0 --strace-client=ktrace
5471 5472
  max-save-core         Limit the number of core files saved (to avoid filling
                        up disks for heavily crashing server). Defaults to
5473 5474 5475 5476 5477 5478
                        $opt_max_save_core, set to 0 for no limit. Set
                        it's default with MTR_MAX_SAVE_CORE
  max-save-datadir      Limit the number of datadir saved (to avoid filling
                        up disks for heavily crashing server). Defaults to
                        $opt_max_save_datadir, set to 0 for no limit. Set
                        it's default with MTR_MAX_SAVE_DATDIR
5479 5480 5481 5482
  max-test-fail         Limit the number of test failurs before aborting
                        the current test run. Defaults to
                        $opt_max_test_fail, set to 0 for no limit. Set
                        it's default with MTR_MAX_TEST_FAIL
unknown's avatar
unknown committed
5483

unknown's avatar
unknown committed
5484
Options for valgrind
unknown's avatar
unknown committed
5485

5486
  valgrind              Run the "mysqltest" and "mysqld" executables using
unknown's avatar
unknown committed
5487
                        valgrind with default options
5488
  valgrind-all          Synonym for --valgrind
5489 5490
  valgrind-mysqltest    Run the "mysqltest" and "mysql_client_test" executable
                        with valgrind
unknown's avatar
unknown committed
5491
  valgrind-mysqld       Run the "mysqld" executable with valgrind
unknown's avatar
unknown committed
5492 5493 5494
  valgrind-options=ARGS Deprecated, use --valgrind-option
  valgrind-option=ARGS  Option to give valgrind, replaces default option(s),
                        can be specified more then once
5495
  valgrind-path=<EXE>   Path to the valgrind executable
5496
  callgrind             Instruct valgrind to use callgrind
unknown's avatar
unknown committed
5497 5498

Misc options
5499
  user=USER             User for connecting to mysqld(default: $opt_user)
5500
  comment=STR           Write STR to the output
5501
  notimer               Don't show test case execution time
unknown's avatar
unknown committed
5502
  verbose               More verbose output(use multiple times for even more)
5503
  verbose-restart       Write when and why servers are restarted
unknown's avatar
unknown committed
5504 5505 5506 5507
  start                 Only initialize and start the servers, using the
                        startup settings for the first specified test case
                        Example:
                         $0 --start alias &
5508
  start-dirty           Only start the servers (without initialization) for
unknown's avatar
unknown committed
5509
                        the first specified test case
5510 5511
  wait-all              If --start or --start-dirty option is used, wait for all
                        servers to exit before finishing the process
unknown's avatar
unknown committed
5512 5513
  fast                  Run as fast as possible, dont't wait for servers
                        to shutdown etc.
5514
  parallel=N            Run tests in N parallel threads (default=1)
5515
                        Use parallel=auto for auto-setting of N
unknown's avatar
unknown committed
5516 5517
  repeat=N              Run each test N number of times
  retry=N               Retry tests that fail N times, limit number of failures
unknown's avatar
unknown committed
5518
                        to $opt_retry_failure
unknown's avatar
unknown committed
5519
  retry-failure=N       Limit number of retries for a failed test
5520
  reorder               Reorder tests to get fewer server restarts
unknown's avatar
unknown committed
5521 5522
  help                  Get this help text

unknown's avatar
unknown committed
5523 5524 5525 5526 5527 5528
  testcase-timeout=MINUTES Max test case run time (default $opt_testcase_timeout)
  suite-timeout=MINUTES Max test suite run time (default $opt_suite_timeout)
  shutdown-timeout=SECONDS Max number of seconds to wait for server shutdown
                        before killing servers (default $opt_shutdown_timeout)
  warnings              Scan the log files for warnings. Use --nowarnings
                        to turn off.
5529

5530
  sleep=SECONDS         Passed to mysqltest, will be used as fixed sleep time
5531 5532
  debug-sync-timeout=NUM Set default timeout for WAIT_FOR debug sync
                        actions. Disable facility with NUM=0.
5533 5534
  gcov                  Collect coverage information after the test.
                        The result is a gcov file per source and header file.
5535 5536 5537 5538 5539 5540
  experimental=<file>   Refer to list of tests considered experimental;
                        failures will be marked exp-fail instead of fail.
  report-features       First run a "test" that reports mysql features
  timestamp             Print timestamp before each test report line
  timediff              With --timestamp, also print time passed since
                        *previous* test started
5541
  max-connections=N     Max number of open connection to server in mysqltest
unknown's avatar
unknown committed
5542

unknown's avatar
unknown committed
5543
HERE
unknown's avatar
unknown committed
5544
  exit(1);
5545

unknown's avatar
unknown committed
5546
}
unknown's avatar
unknown committed
5547

5548 5549 5550 5551 5552 5553 5554 5555 5556 5557 5558 5559
sub list_options ($) {
  my $hash= shift;

  for (keys %$hash) {
    s/([:=].*|[+!])$//;
    s/\|/\n--/g;
    print "--$_\n" unless /list-options/;
  }

  exit(1);
}