mysql-test-run.pl 144 KB
Newer Older
unknown's avatar
unknown committed
1 2 3 4
#!/usr/bin/perl
# -*- cperl -*-

#
5 6 7
##############################################################################
#
#  mysql-test-run.pl
unknown's avatar
unknown committed
8
#
9
#  Tool used for executing a suite of .test file
unknown's avatar
unknown committed
10
#
11 12
#  See the "MySQL Test framework manual" for more information
#  http://dev.mysql.com/doc/mysqltest/en/index.html
unknown's avatar
unknown committed
13
#
14
#  Please keep the test framework tools identical in all versions!
unknown's avatar
unknown committed
15
#
16
##############################################################################
unknown's avatar
unknown committed
17
#
18
# Coding style directions for this perl script
unknown's avatar
unknown committed
19
#
unknown's avatar
unknown committed
20
#   - To make this Perl script easy to alter even for those that not
21
#     code Perl that often, keeep the coding style as close as possible to
unknown's avatar
unknown committed
22
#     the C/C++ MySQL coding standard.
unknown's avatar
unknown committed
23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52
#
#   - All lists of arguments to send to commands are Perl lists/arrays,
#     not strings we append args to. Within reason, most string
#     concatenation for arguments should be avoided.
#
#   - Functions defined in the main program are not to be prefixed,
#     functions in "library files" are to be prefixed with "mtr_" (for
#     Mysql-Test-Run). There are some exceptions, code that fits best in
#     the main program, but are put into separate files to avoid
#     clutter, may be without prefix.
#
#   - All stat/opendir/-f/ is to be kept in collect_test_cases(). It
#     will create a struct that the rest of the program can use to get
#     the information. This separates the "find information" from the
#     "do the work" and makes the program more easy to maintain.
#
#   - The rule when it comes to the logic of this program is
#
#       command_line_setup() - is to handle the logic between flags
#       collect_test_cases() - is to do its best to select what tests
#                              to run, dig out options, if needs restart etc.
#       run_testcase()       - is to run a single testcase, and follow the
#                              logic set in both above. No, or rare file
#                              system operations. If a test seems complex,
#                              it should probably not be here.
#
# A nice way to trace the execution of this script while debugging
# is to use the Devel::Trace package found at
# "http://www.plover.com/~mjd/perl/Trace/" and run this script like
# "perl -d:Trace mysql-test-run.pl"
unknown's avatar
unknown committed
53
#
unknown's avatar
unknown committed
54 55 56 57 58 59

$Devel::Trace::TRACE= 0;       # Don't trace boring init stuff

#require 5.6.1;
use File::Path;
use File::Basename;
60
use File::Copy;
61
use File::Temp qw / tempdir /;
unknown's avatar
unknown committed
62 63 64 65 66 67
use Cwd;
use Getopt::Long;
use Sys::Hostname;
use IO::Socket;
use IO::Socket::INET;
use strict;
68
use warnings;
unknown's avatar
unknown committed
69

70 71 72
select(STDOUT);
$| = 1; # Automatically flush STDOUT

unknown's avatar
unknown committed
73 74 75 76
our $glob_win32_perl=  ($^O eq "MSWin32"); # ActiveState Win32 Perl
our $glob_cygwin_perl= ($^O eq "cygwin");  # Cygwin Perl
our $glob_win32=       ($glob_win32_perl or $glob_cygwin_perl);
our $glob_netware=     ($^O eq "NetWare"); # NetWare
unknown's avatar
unknown committed
77

unknown's avatar
unknown committed
78
require "lib/mtr_cases.pl";
79
require "lib/mtr_im.pl";
unknown's avatar
unknown committed
80
require "lib/mtr_process.pl";
81
require "lib/mtr_timer.pl";
unknown's avatar
unknown committed
82 83 84 85
require "lib/mtr_io.pl";
require "lib/mtr_gcov.pl";
require "lib/mtr_gprof.pl";
require "lib/mtr_report.pl";
unknown's avatar
unknown committed
86
require "lib/mtr_diff.pl";
unknown's avatar
unknown committed
87 88
require "lib/mtr_match.pl";
require "lib/mtr_misc.pl";
89
require "lib/mtr_stress.pl";
90
require "lib/mtr_unique.pl";
unknown's avatar
unknown committed
91 92 93 94 95 96 97 98 99 100

$Devel::Trace::TRACE= 1;

##############################################################################
#
#  Default settings
#
##############################################################################

# Misc global variables
unknown's avatar
unknown committed
101
our $mysql_version_id;
unknown's avatar
unknown committed
102
our $glob_mysql_test_dir=         undef;
unknown's avatar
unknown committed
103
our $glob_mysql_bench_dir=        undef;
unknown's avatar
unknown committed
104 105
our $glob_hostname=               undef;
our $glob_scriptname=             undef;
106
our $glob_timers=                 undef;
unknown's avatar
unknown committed
107
our $glob_use_running_ndbcluster= 0;
unknown's avatar
unknown committed
108
our $glob_use_running_ndbcluster_slave= 0;
unknown's avatar
unknown committed
109
our $glob_use_embedded_server=    0;
unknown's avatar
unknown committed
110
our @glob_test_mode;
unknown's avatar
unknown committed
111 112 113 114 115 116 117

our $glob_basedir;

our $path_charsetsdir;
our $path_client_bindir;
our $path_language;
our $path_timefile;
118
our $path_snapshot;
119
our $path_mysqltest_log;
120
our $path_current_test_log;
unknown's avatar
unknown committed
121
our $path_my_basedir;
unknown's avatar
unknown committed
122

123
our $opt_vardir;                 # A path but set directly on cmd line
unknown's avatar
unknown committed
124
our $path_vardir_trace;          # unix formatted opt_vardir for trace files
unknown's avatar
unknown committed
125 126
our $opt_tmpdir;                 # A path but set directly on cmd line

127 128 129 130 131 132
# Visual Studio produces executables in different sub-directories based on the
# configuration used to build them.  To make life easier, an environment
# variable or command-line option may be specified to control which set of
# executables will be used by the test suite.
our $opt_vs_config = $ENV{'MTR_VS_CONFIG'};

133 134
our $default_vardir;

unknown's avatar
unknown committed
135 136 137
our $opt_usage;
our $opt_suite;

unknown's avatar
unknown committed
138
our $opt_script_debug= 0;  # Script debugging, enable with --script-debug
139
our $opt_verbose= 0;  # Verbose output, enable with --verbose
unknown's avatar
unknown committed
140 141 142 143

our $exe_master_mysqld;
our $exe_mysql;
our $exe_mysqladmin;
144
our $exe_mysql_upgrade;
unknown's avatar
unknown committed
145
our $exe_mysqlbinlog;
unknown's avatar
unknown committed
146
our $exe_mysql_client_test;
unknown's avatar
unknown committed
147
our $exe_mysqld;
unknown's avatar
unknown committed
148 149 150 151 152
our $exe_mysqlcheck;
our $exe_mysqldump;
our $exe_mysqlslap;
our $exe_mysqlimport;
our $exe_mysqlshow;
unknown's avatar
unknown committed
153
our $exe_mysql_fix_system_tables;
154
our $file_mysql_fix_privilege_tables;
unknown's avatar
unknown committed
155
our $exe_mysqltest;
unknown's avatar
unknown committed
156 157
our $exe_ndbd;
our $exe_ndb_mgmd;
unknown's avatar
unknown committed
158
our $exe_slave_mysqld;
159
our $exe_im;
160
our $exe_my_print_defaults;
161
our $exe_perror;
162
our $lib_udf_example;
163
our $lib_example_plugin;
164
our $exe_libtool;
unknown's avatar
unknown committed
165 166 167

our $opt_bench= 0;
our $opt_small_bench= 0;
168
our $opt_big_test= 0;
unknown's avatar
unknown committed
169

unknown's avatar
unknown committed
170
our @opt_extra_mysqld_opt;
unknown's avatar
unknown committed
171 172

our $opt_compress;
173 174 175 176
our $opt_ssl;
our $opt_skip_ssl;
our $opt_ssl_supported;
our $opt_ps_protocol;
177 178 179
our $opt_sp_protocol;
our $opt_cursor_protocol;
our $opt_view_protocol;
180

unknown's avatar
unknown committed
181 182
our $opt_debug;
our $opt_do_test;
unknown's avatar
unknown committed
183
our @opt_cases;                  # The test cases names in argv
unknown's avatar
unknown committed
184
our $opt_embedded_server;
185 186 187 188

our $opt_extern= 0;
our $opt_socket;

unknown's avatar
unknown committed
189 190
our $opt_fast;
our $opt_force;
unknown's avatar
unknown committed
191
our $opt_reorder= 0;
192
our $opt_enable_disabled;
193
our $opt_mem= $ENV{'MTR_MEM'};
unknown's avatar
unknown committed
194 195 196 197 198

our $opt_gcov;
our $opt_gcov_err;
our $opt_gcov_msg;

unknown's avatar
unknown committed
199
our $glob_debugger= 0;
unknown's avatar
unknown committed
200 201
our $opt_gdb;
our $opt_client_gdb;
unknown's avatar
unknown committed
202 203
our $opt_ddd;
our $opt_client_ddd;
unknown's avatar
unknown committed
204
our $opt_manual_gdb;
unknown's avatar
unknown committed
205 206
our $opt_manual_ddd;
our $opt_manual_debug;
207
our $opt_mtr_build_thread=0;
208 209
our $opt_debugger;
our $opt_client_debugger;
unknown's avatar
unknown committed
210 211 212 213 214 215

our $opt_gprof;
our $opt_gprof_dir;
our $opt_gprof_master;
our $opt_gprof_slave;

unknown's avatar
unknown committed
216
our $master;
unknown's avatar
unknown committed
217
our $slave;
unknown's avatar
unknown committed
218
our $clusters;
unknown's avatar
unknown committed
219

220 221
our $instance_manager;

222 223 224 225 226
our $opt_master_myport;
our $opt_slave_myport;
our $im_port;
our $im_mysqld1_port;
our $im_mysqld2_port;
unknown's avatar
unknown committed
227 228
our $opt_ndbcluster_port;
our $opt_ndbconnectstring;
unknown's avatar
unknown committed
229 230
our $opt_ndbcluster_port_slave;
our $opt_ndbconnectstring_slave;
unknown's avatar
unknown committed
231 232

our $opt_record;
233
my $opt_report_features;
234
our $opt_check_testcases;
235
our $opt_mark_progress;
unknown's avatar
unknown committed
236 237 238

our $opt_skip;
our $opt_skip_rpl;
239
our $max_slave_num= 0;
unknown's avatar
unknown committed
240
our $max_master_num= 1;
241
our $use_innodb;
unknown's avatar
unknown committed
242
our $opt_skip_test;
unknown's avatar
unknown committed
243
our $opt_skip_im;
unknown's avatar
unknown committed
244 245

our $opt_sleep;
unknown's avatar
unknown committed
246

unknown's avatar
unknown committed
247 248
our $opt_testcase_timeout;
our $opt_suite_timeout;
unknown's avatar
unknown committed
249
my  $default_testcase_timeout=     15; # 15 min max
250
my  $default_suite_timeout=       180; # 3 hours max
unknown's avatar
unknown committed
251 252

our $opt_start_and_exit;
253
our $opt_start_dirty;
unknown's avatar
unknown committed
254 255 256 257
our $opt_start_from;

our $opt_strace_client;

258
our $opt_timer= 1;
unknown's avatar
unknown committed
259

unknown's avatar
unknown committed
260
our $opt_user;
unknown's avatar
unknown committed
261

unknown's avatar
unknown committed
262 263 264
our $opt_valgrind= 0;
our $opt_valgrind_mysqld= 0;
our $opt_valgrind_mysqltest= 0;
265
our $default_valgrind_options= "--show-reachable=yes";
unknown's avatar
unknown committed
266
our $opt_valgrind_options;
unknown's avatar
unknown committed
267
our $opt_valgrind_path;
268
our $opt_callgrind;
unknown's avatar
unknown committed
269

270 271 272 273
our $opt_stress=               "";
our $opt_stress_suite=     "main";
our $opt_stress_mode=    "random";
our $opt_stress_threads=        5;
274 275 276
our $opt_stress_test_count=     0;
our $opt_stress_loop_count=     0;
our $opt_stress_test_duration=  0;
277 278 279
our $opt_stress_init_file=     "";
our $opt_stress_test_file=     "";

unknown's avatar
unknown committed
280 281 282 283 284
our $opt_wait_for_master;
our $opt_wait_for_slave;

our $opt_warnings;

unknown's avatar
unknown committed
285 286
our $opt_udiff;

287 288
our $opt_skip_ndbcluster= 0;
our $opt_skip_ndbcluster_slave= 0;
unknown's avatar
unknown committed
289
our $opt_with_ndbcluster= 0;
290
our $opt_with_ndbcluster_only= 0;
291
our $glob_ndbcluster_supported= 0;
292
our $opt_ndb_extra_test= 0;
293 294
our $opt_skip_master_binlog= 0;
our $opt_skip_slave_binlog= 0;
unknown's avatar
unknown committed
295

296
our $exe_ndb_mgm;
unknown's avatar
unknown committed
297
our $exe_ndb_waiter;
298
our $path_ndb_tools_dir;
299 300
our $path_ndb_examples_dir;
our $exe_ndb_example;
unknown's avatar
unknown committed
301
our $path_ndb_testrun_log;
unknown's avatar
unknown committed
302

303 304
our $path_sql_dir;

305 306
our @data_dir_lst;

307
our $used_binlog_format;
308
our $used_default_engine;
unknown's avatar
unknown committed
309 310
our $debug_compiled_binaries;
our $glob_tot_real_time= 0;
311

312 313
our %mysqld_variables;

314 315
my $source_dist= 0;

316 317
our $opt_max_save_core= 5;
my $num_saved_cores= 0;  # Number of core files saved in vardir/log/ so far.
unknown's avatar
unknown committed
318 319 320 321 322 323 324 325 326 327

######################################################################
#
#  Function declarations
#
######################################################################

sub main ();
sub initial_setup ();
sub command_line_setup ();
328
sub set_mtr_build_thread_ports($);
329
sub datadir_list_setup ();
unknown's avatar
unknown committed
330
sub executable_setup ();
unknown's avatar
unknown committed
331
sub environment_setup ();
332
sub kill_running_servers ();
333 334
sub remove_stale_vardir ();
sub setup_vardir ();
unknown's avatar
unknown committed
335
sub check_ssl_support ($);
336
sub check_running_as_root();
unknown's avatar
unknown committed
337
sub check_ndbcluster_support ($);
unknown's avatar
unknown committed
338
sub rm_ndbcluster_tables ($);
unknown's avatar
unknown committed
339 340
sub ndbcluster_start_install ($);
sub ndbcluster_start ($$);
341
sub ndbcluster_wait_started ($$);
342
sub mysqld_wait_started($);
unknown's avatar
unknown committed
343
sub run_benchmarks ($);
344
sub initialize_servers ();
unknown's avatar
unknown committed
345 346
sub mysql_install_db ();
sub install_db ($$);
347
sub copy_install_db ($$);
unknown's avatar
unknown committed
348
sub run_testcase ($);
349
sub run_testcase_stop_servers ($$$);
unknown's avatar
unknown committed
350
sub run_testcase_start_servers ($);
351
sub run_testcase_check_skip_test($);
unknown's avatar
unknown committed
352
sub report_failure_and_restart ($);
353 354
sub do_before_start_master ($);
sub do_before_start_slave ($);
unknown's avatar
unknown committed
355 356 357
sub ndbd_start ($$$);
sub ndb_mgmd_start ($);
sub mysqld_start ($$$);
358
sub mysqld_arguments ($$$$);
unknown's avatar
unknown committed
359
sub stop_all_servers ();
unknown's avatar
unknown committed
360
sub run_mysqltest ($);
unknown's avatar
unknown committed
361
sub usage ($);
unknown's avatar
unknown committed
362

363

unknown's avatar
unknown committed
364 365 366 367 368 369 370 371 372 373 374
######################################################################
#
#  Main program
#
######################################################################

main();

sub main () {

  command_line_setup();
375

376 377 378 379
  check_ndbcluster_support(\%mysqld_variables);
  check_ssl_support(\%mysqld_variables);
  check_debug_support(\%mysqld_variables);

unknown's avatar
unknown committed
380
  executable_setup();
381

unknown's avatar
unknown committed
382
  environment_setup();
unknown's avatar
unknown committed
383 384 385 386 387 388 389 390 391 392 393 394
  signal_setup();

  if ( $opt_gcov )
  {
    gcov_prepare();
  }

  if ( $opt_gprof )
  {
    gprof_prepare();
  }

395
  if ( $opt_bench )
unknown's avatar
unknown committed
396
  {
397
    initialize_servers();
unknown's avatar
unknown committed
398 399
    run_benchmarks(shift);      # Shift what? Extra arguments?!
  }
400 401
  elsif ( $opt_stress )
  {
402
    initialize_servers();
403 404
    run_stress_test()
  }
unknown's avatar
unknown committed
405 406
  else
  {
407 408 409 410
    # Figure out which tests we are going to run
    my $tests= collect_test_cases($opt_suite);

    # Turn off NDB and other similar options if no tests use it
411
    my ($need_ndbcluster,$need_im);
412 413
    foreach my $test (@$tests)
    {
414 415
      next if $test->{skip};

unknown's avatar
unknown committed
416
      if (!$opt_extern)
417
      {
unknown's avatar
unknown committed
418 419
	$need_ndbcluster||= $test->{ndb_test};
	$need_im||= $test->{component_id} eq 'im';
420

unknown's avatar
unknown committed
421 422 423 424 425
	# Count max number of slaves used by a test case
	if ( $test->{slave_num} > $max_slave_num) {
	  $max_slave_num= $test->{slave_num};
	  mtr_error("Too many slaves") if $max_slave_num > 3;
	}
426

unknown's avatar
unknown committed
427 428 429 430 431 432
	# Count max number of masters used by a test case
	if ( $test->{master_num} > $max_master_num) {
	  $max_master_num= $test->{master_num};
	  mtr_error("Too many masters") if $max_master_num > 2;
	  mtr_error("Too few masters") if $max_master_num < 1;
	}
433
      }
434
      $use_innodb||= $test->{'innodb_test'};
435 436
    }

437 438 439 440 441 442
    # Check if cluster can be skipped
    if ( !$need_ndbcluster )
    {
      $opt_skip_ndbcluster= 1;
      $opt_skip_ndbcluster_slave= 1;
    }
unknown's avatar
unknown committed
443

444 445 446 447 448
    # Check if slave cluster can be skipped
    if ($max_slave_num == 0)
    {
      $opt_skip_ndbcluster_slave= 1;
    }
unknown's avatar
unknown committed
449

450 451 452 453
    # Check if im can be skipped
    if ( ! $need_im )
    {
     $opt_skip_im= 1;
454
    }
unknown's avatar
unknown committed
455

unknown's avatar
unknown committed
456
    initialize_servers();
unknown's avatar
unknown committed
457

458 459 460 461
    if ( $opt_report_features ) {
      run_report_features();
    }

unknown's avatar
unknown committed
462
    run_suite($opt_suite, $tests);
unknown's avatar
unknown committed
463
  }
464

unknown's avatar
unknown committed
465
  mtr_exit(0);
unknown's avatar
unknown committed
466 467 468 469 470 471 472 473 474 475 476 477
}

##############################################################################
#
#  Default settings
#
##############################################################################

sub command_line_setup () {

  # These are defaults for things that are set on the command line

unknown's avatar
unknown committed
478
  $opt_suite=        "main";    # Special default suite
unknown's avatar
unknown committed
479 480
  my $opt_comment;

481 482
  $opt_master_myport=          9306;
  $opt_slave_myport=           9308;
483 484
  $opt_ndbcluster_port=        9310;
  $opt_ndbcluster_port_slave=  9311;
485 486 487
  $im_port=                    9312;
  $im_mysqld1_port=            9313;
  $im_mysqld2_port=            9314;
488 489 490 491 492 493 494 495 496
  
  # If so requested, we try to avail ourselves of a unique build thread number.
  if ( $ENV{'MTR_BUILD_THREAD'} ) {
    if ( lc($ENV{'MTR_BUILD_THREAD'}) eq 'auto' ) {
      print "Requesting build thread... ";
      $ENV{'MTR_BUILD_THREAD'} = mtr_require_unique_id_and_wait("/tmp/mysql-test-ports", 200, 299);
      print "got ".$ENV{'MTR_BUILD_THREAD'}."\n";
    }
  }
unknown's avatar
unknown committed
497

unknown's avatar
unknown committed
498 499
  if ( $ENV{'MTR_BUILD_THREAD'} )
  {
500
    set_mtr_build_thread_ports($ENV{'MTR_BUILD_THREAD'});
unknown's avatar
unknown committed
501 502
  }

503 504 505 506 507
  # This is needed for test log evaluation in "gen-build-status-page"
  # in all cases where the calling tool does not log the commands
  # directly before it executes them, like "make test-force-pl" in RPM builds.
  print "Logging: $0 ", join(" ", @ARGV), "\n";

unknown's avatar
unknown committed
508
  # Read the command line
unknown's avatar
unknown committed
509
  # Note: Keep list, and the order, in sync with usage at end of this file
unknown's avatar
unknown committed
510

unknown's avatar
unknown committed
511
  Getopt::Long::Configure("pass_through");
unknown's avatar
unknown committed
512
  GetOptions(
unknown's avatar
unknown committed
513
             # Control what engine/variation to run
unknown's avatar
unknown committed
514
             'embedded-server'          => \$opt_embedded_server,
unknown's avatar
unknown committed
515
             'ps-protocol'              => \$opt_ps_protocol,
516 517 518
             'sp-protocol'              => \$opt_sp_protocol,
             'view-protocol'            => \$opt_view_protocol,
             'cursor-protocol'          => \$opt_cursor_protocol,
unknown's avatar
unknown committed
519
             'ssl|with-openssl'         => \$opt_ssl,
520 521
             'skip-ssl'                 => \$opt_skip_ssl,
             'compress'                 => \$opt_compress,
unknown's avatar
unknown committed
522 523
             'bench'                    => \$opt_bench,
             'small-bench'              => \$opt_small_bench,
524
             'with-ndbcluster|ndb'      => \$opt_with_ndbcluster,
525
             'vs-config'            => \$opt_vs_config,
unknown's avatar
unknown committed
526 527

             # Control what test suites or cases to run
unknown's avatar
unknown committed
528
             'force'                    => \$opt_force,
unknown's avatar
unknown committed
529
             'with-ndbcluster-only'     => \$opt_with_ndbcluster_only,
unknown's avatar
unknown committed
530
             'skip-ndbcluster|skip-ndb' => \$opt_skip_ndbcluster,
unknown's avatar
unknown committed
531 532 533
             'skip-ndbcluster-slave|skip-ndb-slave'
                                        => \$opt_skip_ndbcluster_slave,
             'ndb-extra-test'           => \$opt_ndb_extra_test,
534 535
             'skip-master-binlog'       => \$opt_skip_master_binlog,
             'skip-slave-binlog'        => \$opt_skip_slave_binlog,
unknown's avatar
unknown committed
536
             'do-test=s'                => \$opt_do_test,
537
             'start-from=s'             => \$opt_start_from,
unknown's avatar
unknown committed
538 539
             'suite=s'                  => \$opt_suite,
             'skip-rpl'                 => \$opt_skip_rpl,
unknown's avatar
unknown committed
540
             'skip-im'                  => \$opt_skip_im,
unknown's avatar
unknown committed
541
             'skip-test=s'              => \$opt_skip_test,
542
             'big-test'                 => \$opt_big_test,
unknown's avatar
unknown committed
543 544 545 546

             # Specify ports
             'master_port=i'            => \$opt_master_myport,
             'slave_port=i'             => \$opt_slave_myport,
unknown's avatar
unknown committed
547
             'ndbcluster-port|ndbcluster_port=i' => \$opt_ndbcluster_port,
548
             'ndbcluster-port-slave=i'  => \$opt_ndbcluster_port_slave,
549 550 551
             'im-port=i'                => \$im_port, # Instance Manager port.
             'im-mysqld1-port=i'        => \$im_mysqld1_port, # Port of mysqld, controlled by IM
             'im-mysqld2-port=i'        => \$im_mysqld2_port, # Port of mysqld, controlled by IM
552
	     'mtr-build-thread=i'       => \$opt_mtr_build_thread,
unknown's avatar
unknown committed
553 554 555

             # Test case authoring
             'record'                   => \$opt_record,
556
             'check-testcases'          => \$opt_check_testcases,
557
             'mark-progress'            => \$opt_mark_progress,
unknown's avatar
unknown committed
558

559
             # Extra options used when starting mysqld
unknown's avatar
unknown committed
560
             'mysqld=s'                 => \@opt_extra_mysqld_opt,
unknown's avatar
unknown committed
561 562 563

             # Run test on running server
             'extern'                   => \$opt_extern,
564 565
             'ndb-connectstring=s'       => \$opt_ndbconnectstring,
             'ndb-connectstring-slave=s' => \$opt_ndbconnectstring_slave,
unknown's avatar
unknown committed
566 567

             # Debugging
unknown's avatar
unknown committed
568
             'gdb'                      => \$opt_gdb,
unknown's avatar
unknown committed
569
             'client-gdb'               => \$opt_client_gdb,
unknown's avatar
unknown committed
570 571
             'manual-gdb'               => \$opt_manual_gdb,
             'manual-debug'             => \$opt_manual_debug,
unknown's avatar
unknown committed
572
             'ddd'                      => \$opt_ddd,
unknown's avatar
unknown committed
573
             'client-ddd'               => \$opt_client_ddd,
574 575
	     'debugger=s'               => \$opt_debugger,
	     'client-debugger=s'        => \$opt_client_debugger,
unknown's avatar
unknown committed
576 577 578
             'strace-client'            => \$opt_strace_client,
             'master-binary=s'          => \$exe_master_mysqld,
             'slave-binary=s'           => \$exe_slave_mysqld,
579
             'max-save-core=i'          => \$opt_max_save_core,
unknown's avatar
unknown committed
580 581 582

             # Coverage, profiling etc
             'gcov'                     => \$opt_gcov,
unknown's avatar
unknown committed
583
             'gprof'                    => \$opt_gprof,
584
             'valgrind|valgrind-all'    => \$opt_valgrind,
unknown's avatar
unknown committed
585 586
             'valgrind-mysqltest'       => \$opt_valgrind_mysqltest,
             'valgrind-mysqld'          => \$opt_valgrind_mysqld,
unknown's avatar
unknown committed
587
             'valgrind-options=s'       => \$opt_valgrind_options,
unknown's avatar
unknown committed
588
             'valgrind-path=s'          => \$opt_valgrind_path,
589
	     'callgrind'                => \$opt_callgrind,
unknown's avatar
unknown committed
590

591 592 593 594 595 596 597 598 599 600 601
             # Stress testing 
             'stress'                   => \$opt_stress,
             'stress-suite=s'           => \$opt_stress_suite,
             'stress-threads=i'         => \$opt_stress_threads,
             'stress-test-file=s'       => \$opt_stress_test_file,
             'stress-init-file=s'       => \$opt_stress_init_file,
             'stress-mode=s'            => \$opt_stress_mode,
             'stress-loop-count=i'      => \$opt_stress_loop_count,
             'stress-test-count=i'      => \$opt_stress_test_count,
             'stress-test-duration=i'   => \$opt_stress_test_duration,

602 603 604
	     # Directories
             'tmpdir=s'                 => \$opt_tmpdir,
             'vardir=s'                 => \$opt_vardir,
605
             'benchdir=s'               => \$glob_mysql_bench_dir,
606
             'mem'                      => \$opt_mem,
607

unknown's avatar
unknown committed
608
             # Misc
609
             'report-features'          => \$opt_report_features,
unknown's avatar
unknown committed
610
             'comment=s'                => \$opt_comment,
unknown's avatar
unknown committed
611 612
             'debug'                    => \$opt_debug,
             'fast'                     => \$opt_fast,
unknown's avatar
unknown committed
613
             'reorder'                  => \$opt_reorder,
614
             'enable-disabled'          => \$opt_enable_disabled,
unknown's avatar
unknown committed
615
             'script-debug'             => \$opt_script_debug,
616
             'verbose'                  => \$opt_verbose,
unknown's avatar
unknown committed
617 618
             'sleep=i'                  => \$opt_sleep,
             'socket=s'                 => \$opt_socket,
619
             'start-dirty'              => \$opt_start_dirty,
unknown's avatar
unknown committed
620
             'start-and-exit'           => \$opt_start_and_exit,
621
             'timer!'                   => \$opt_timer,
unknown's avatar
unknown committed
622
             'unified-diff|udiff'       => \$opt_udiff,
unknown's avatar
unknown committed
623
             'user=s'                   => \$opt_user,
624 625
             'testcase-timeout=i'       => \$opt_testcase_timeout,
             'suite-timeout=i'          => \$opt_suite_timeout,
unknown's avatar
unknown committed
626
             'warnings|log-warnings'    => \$opt_warnings,
unknown's avatar
unknown committed
627 628

             'help|h'                   => \$opt_usage,
unknown's avatar
unknown committed
629 630
            ) or usage("Can't read options");

unknown's avatar
unknown committed
631 632
  usage("") if $opt_usage;

633 634
  $glob_scriptname=  basename($0);

635 636 637 638 639 640 641 642 643
  if ($opt_mtr_build_thread != 0)
  {
    set_mtr_build_thread_ports($opt_mtr_build_thread)
  }
  elsif ($ENV{'MTR_BUILD_THREAD'})
  {
    $opt_mtr_build_thread= $ENV{'MTR_BUILD_THREAD'};
  }

644 645 646 647 648 649 650 651 652 653 654
  # We require that we are in the "mysql-test" directory
  # to run mysql-test-run
  if (! -f $glob_scriptname)
  {
    mtr_error("Can't find the location for the mysql-test-run script\n" .
              "Go to to the mysql-test directory and execute the script " .
              "as follows:\n./$glob_scriptname");
  }

  if ( -d "../sql" )
  {
655
    $source_dist=  1;
656 657 658 659
  }

  $glob_hostname=  mtr_short_hostname();

660
  # Find the absolute path to the test directory
661 662
  $glob_mysql_test_dir=  cwd();
  if ( $glob_cygwin_perl )
unknown's avatar
unknown committed
663
  {
664 665 666
    # Windows programs like 'mysqld' needs Windows paths
    $glob_mysql_test_dir= `cygpath -m "$glob_mysql_test_dir"`;
    chomp($glob_mysql_test_dir);
unknown's avatar
unknown committed
667
  }
668 669 670 671 672 673 674 675 676 677 678

  # In most cases, the base directory we find everything relative to,
  # is the parent directory of the "mysql-test" directory. For source
  # distributions, TAR binary distributions and some other packages.
  $glob_basedir= dirname($glob_mysql_test_dir);

  # In the RPM case, binaries and libraries are installed in the
  # default system locations, instead of having our own private base
  # directory. And we install "/usr/share/mysql-test". Moving up one
  # more directory relative to "mysql-test" gives us a usable base
  # directory for RPM installs.
unknown's avatar
unknown committed
679
  if ( ! $source_dist and ! -d "$glob_basedir/bin" )
unknown's avatar
unknown committed
680
  {
681
    $glob_basedir= dirname($glob_basedir);
unknown's avatar
unknown committed
682
  }
683 684 685 686

  # Expect mysql-bench to be located adjacent to the source tree, by default
  $glob_mysql_bench_dir= "$glob_basedir/../mysql-bench"
    unless defined $glob_mysql_bench_dir;
unknown's avatar
unknown committed
687 688
  $glob_mysql_bench_dir= undef
    unless -d $glob_mysql_bench_dir;
689 690

  $path_my_basedir=
691
    $source_dist ? $glob_mysql_test_dir : $glob_basedir;
692 693 694 695 696 697 698 699

  $glob_timers= mtr_init_timers();

  #
  # Find the mysqld executable to be able to find the mysqld version
  # number as early as possible
  #

700
  # Look for the client binaries directory
701
  $path_client_bindir= mtr_path_exists("$glob_basedir/client_release",
702
				       "$glob_basedir/client_debug",
703
				       vs_config_dirs('client', ''),
704 705
				       "$glob_basedir/client",
				       "$glob_basedir/bin");
706

unknown's avatar
unknown committed
707 708 709
  if (!$opt_extern)
  {
    $exe_mysqld=       mtr_exe_exists (vs_config_dirs('sql', 'mysqld'),
710 711 712 713 714 715 716 717
				       "$glob_basedir/sql/mysqld",
				       "$path_client_bindir/mysqld-max-nt",
				       "$path_client_bindir/mysqld-max",
				       "$path_client_bindir/mysqld-nt",
				       "$path_client_bindir/mysqld",
				       "$path_client_bindir/mysqld-debug",
				       "$path_client_bindir/mysqld-max",
				       "$glob_basedir/libexec/mysqld",
unknown's avatar
unknown committed
718 719
				       "$glob_basedir/bin/mysqld",
				       "$glob_basedir/sbin/mysqld");
720

unknown's avatar
unknown committed
721 722 723 724 725 726 727 728 729 730
    # Use the mysqld found above to find out what features are available
    collect_mysqld_features();
  }
  else
  {
    $mysqld_variables{'port'}= 3306;
    $mysqld_variables{'master-port'}= 3306;
    $opt_skip_ndbcluster= 1;
    $opt_skip_im= 1;
  }
unknown's avatar
unknown committed
731

unknown's avatar
unknown committed
732
  if ( $opt_comment )
unknown's avatar
unknown committed
733
  {
unknown's avatar
unknown committed
734 735 736 737
    print "\n";
    print '#' x 78, "\n";
    print "# $opt_comment\n";
    print '#' x 78, "\n\n";
unknown's avatar
unknown committed
738
  }
unknown's avatar
unknown committed
739

unknown's avatar
unknown committed
740 741 742 743 744 745
  foreach my $arg ( @ARGV )
  {
    if ( $arg =~ /^--skip-/ )
    {
      push(@opt_extra_mysqld_opt, $arg);
    }
746 747 748 749 750 751
    elsif ( $arg =~ /^--$/ )
    {
      # It is an effect of setting 'pass_through' in option processing
      # that the lone '--' separating options from arguments survives,
      # simply ignore it.
    }
unknown's avatar
unknown committed
752 753 754 755 756 757 758 759 760
    elsif ( $arg =~ /^-/ )
    {
      usage("Invalid option \"$arg\"");
    }
    else
    {
      push(@opt_cases, $arg);
    }
  }
unknown's avatar
unknown committed
761

762 763 764 765 766
  # --------------------------------------------------------------------------
  # Find out type of logging that are being used
  # --------------------------------------------------------------------------
  # NOTE if the default binlog format is changed, this has to be changed
  $used_binlog_format= "stmt";
unknown's avatar
unknown committed
767
  if (!$opt_extern && $mysql_version_id >= 50100 )
768
  {
769 770 771
    $used_binlog_format= "mixed"; # Default value for binlog format

    foreach my $arg ( @opt_extra_mysqld_opt )
772
    {
773
      if ( $arg =~ /binlog[-_]format=(\S+)/ )
774 775 776
      {
	$used_binlog_format= $1;
      }
777
    }
778
    mtr_report("Using binlog format '$used_binlog_format'");
779 780
  }

781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800

  # --------------------------------------------------------------------------
  # Find out default storage engine being used(if any)
  # --------------------------------------------------------------------------
  if ( $opt_with_ndbcluster )
  {
    # --ndb or --with-ndbcluster turns on --default-storage-engine=ndbcluster
    push(@opt_extra_mysqld_opt, "--default-storage-engine=ndbcluster");
  }

  foreach my $arg ( @opt_extra_mysqld_opt )
  {
    if ( $arg =~ /default-storage-engine=(\S+)/ )
    {
      $used_default_engine= $1;
    }
  }
  mtr_report("Using default engine '$used_default_engine'")
    if defined $used_default_engine;

801
  # --------------------------------------------------------------------------
802
  # Check if we should speed up tests by trying to run on tmpfs
803
  # --------------------------------------------------------------------------
804
  if ( defined $opt_mem )
805 806 807 808 809 810
  {
    mtr_error("Can't use --mem and --vardir at the same time ")
      if $opt_vardir;
    mtr_error("Can't use --mem and --tmpdir at the same time ")
      if $opt_tmpdir;

811 812 813 814 815
    # Search through list of locations that are known
    # to be "fast disks" to list to find a suitable location
    # Use --mem=<dir> as first location to look.
    my @tmpfs_locations= ($opt_mem, "/dev/shm", "/tmp");

816 817 818 819 820 821
    foreach my $fs (@tmpfs_locations)
    {
      if ( -d $fs )
      {
	mtr_report("Using tmpfs in $fs");
	$opt_mem= "$fs/var";
822
	$opt_mem .= $opt_mtr_build_thread if $opt_mtr_build_thread;
823 824 825 826
	last;
      }
    }
  }
827

828 829 830
  # --------------------------------------------------------------------------
  # Set the "var/" directory, as it is the base for everything else
  # --------------------------------------------------------------------------
831
  $default_vardir= "$glob_mysql_test_dir/var";
832 833
  if ( ! $opt_vardir )
  {
834
    $opt_vardir= $default_vardir;
835
  }
836
  elsif ( $mysql_version_id < 50000 and
837
	  $opt_vardir ne $default_vardir)
unknown's avatar
unknown committed
838
  {
839 840 841
    # Version 4.1 and --vardir was specified
    # Only supported as a symlink from var/
    # by setting up $opt_mem that symlink will be created
842 843 844 845 846 847 848
    if ( ! $glob_win32 )
    {
      # Only platforms that have native symlinks can use the vardir trick
      $opt_mem= $opt_vardir;
      mtr_report("Using 4.1 vardir trick");
    }

849
    $opt_vardir= $default_vardir;
850
  }
unknown's avatar
unknown committed
851 852

  $path_vardir_trace= $opt_vardir;
unknown's avatar
unknown committed
853
  # Chop off any "c:", DBUG likes a unix path ex: c:/src/... => /src/...
unknown's avatar
unknown committed
854
  $path_vardir_trace=~ s/^\w://;
unknown's avatar
unknown committed
855

unknown's avatar
unknown committed
856 857 858
  # We make the path absolute, as the server will do a chdir() before usage
  unless ( $opt_vardir =~ m,^/, or
           ($glob_win32 and $opt_vardir =~ m,^[a-z]:/,i) )
859 860 861 862
  {
    # Make absolute path, relative test dir
    $opt_vardir= "$glob_mysql_test_dir/$opt_vardir";
  }
unknown's avatar
unknown committed
863

864
  # --------------------------------------------------------------------------
865
  # Set tmpdir
866 867
  # --------------------------------------------------------------------------
  $opt_tmpdir=       "$opt_vardir/tmp" unless $opt_tmpdir;
unknown's avatar
unknown committed
868
  $opt_tmpdir =~ s,/+$,,;       # Remove ending slash if any
unknown's avatar
unknown committed
869 870

  # --------------------------------------------------------------------------
871
  # Check im suport
unknown's avatar
unknown committed
872
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
873
  if ($opt_extern)
unknown's avatar
unknown committed
874
  {
unknown's avatar
unknown committed
875 876
    mtr_report("Disable instance manager when running with extern mysqld");
    $opt_skip_im= 1;
unknown's avatar
unknown committed
877
  }
unknown's avatar
unknown committed
878 879 880 881 882 883 884 885 886 887 888
  elsif ( $mysql_version_id < 50000 )
  {
    # Instance manager is not supported until 5.0
    $opt_skip_im= 1;
  }
  elsif ( $glob_win32 )
  {
    mtr_report("Disable Instance manager - testing not supported on Windows");
    $opt_skip_im= 1;
  }

unknown's avatar
unknown committed
889
  # --------------------------------------------------------------------------
890
  # Record flag
unknown's avatar
unknown committed
891
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
892
  if ( $opt_record and ! @opt_cases )
unknown's avatar
unknown committed
893 894 895 896
  {
    mtr_error("Will not run in record mode without a specific test case");
  }

897 898 899
  # --------------------------------------------------------------------------
  # Embedded server flag
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
900 901 902
  if ( $opt_embedded_server )
  {
    $glob_use_embedded_server= 1;
unknown's avatar
unknown committed
903
    push(@glob_test_mode, "embedded");
unknown's avatar
unknown committed
904
    $opt_skip_rpl= 1;              # We never run replication with embedded
unknown's avatar
unknown committed
905 906
    $opt_skip_ndbcluster= 1;       # Turn off use of NDB cluster
    $opt_skip_ssl= 1;              # Turn off use of SSL
unknown's avatar
unknown committed
907 908 909

    if ( $opt_extern )
    {
unknown's avatar
unknown committed
910
      mtr_error("Can't use --extern with --embedded-server");
unknown's avatar
unknown committed
911 912 913
    }
  }

914 915 916 917

  # --------------------------------------------------------------------------
  # ps protcol flag
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
918 919 920 921 922
  if ( $opt_ps_protocol )
  {
    push(@glob_test_mode, "ps-protocol");
  }

923 924 925
  # --------------------------------------------------------------------------
  # Ndb cluster flags
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
926

unknown's avatar
unknown committed
927 928 929
  if ( $opt_ndbconnectstring )
  {
    $glob_use_running_ndbcluster= 1;
unknown's avatar
unknown committed
930 931 932 933
    mtr_error("Can't specify --ndb-connectstring and --skip-ndbcluster")
      if $opt_skip_ndbcluster;
    mtr_error("Can't specify --ndb-connectstring and --ndbcluster-port")
      if $opt_ndbcluster_port;
unknown's avatar
unknown committed
934 935 936
  }
  else
  {
unknown's avatar
unknown committed
937
    # Set default connect string
unknown's avatar
unknown committed
938 939 940
    $opt_ndbconnectstring= "host=localhost:$opt_ndbcluster_port";
  }

unknown's avatar
unknown committed
941
  if ( $opt_ndbconnectstring_slave )
unknown's avatar
unknown committed
942
  {
unknown's avatar
unknown committed
943 944 945 946 947 948 949
      $glob_use_running_ndbcluster_slave= 1;
      mtr_error("Can't specify ndb-connectstring_slave and " .
		"--skip-ndbcluster-slave")
	if $opt_skip_ndbcluster;
      mtr_error("Can't specify --ndb-connectstring-slave and " .
		"--ndbcluster-port-slave")
	if $opt_ndbcluster_port_slave;
unknown's avatar
unknown committed
950 951 952
  }
  else
  {
unknown's avatar
unknown committed
953 954
    # Set default connect string
    $opt_ndbconnectstring_slave= "host=localhost:$opt_ndbcluster_port_slave";
unknown's avatar
unknown committed
955
  }
unknown's avatar
unknown committed
956

957 958 959
  # --------------------------------------------------------------------------
  # Bench flags
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
960 961 962 963 964
  if ( $opt_small_bench )
  {
    $opt_bench=  1;
  }

965
  # --------------------------------------------------------------------------
966
  # Big test flags
967
  # --------------------------------------------------------------------------
968 969 970 971
   if ( $opt_big_test )
   {
     $ENV{'BIG_TEST'}= 1;
   }
unknown's avatar
unknown committed
972

973 974 975
  # --------------------------------------------------------------------------
  # Gcov flag
  # --------------------------------------------------------------------------
976
  if ( $opt_gcov and ! $source_dist )
unknown's avatar
unknown committed
977
  {
unknown's avatar
unknown committed
978 979 980
    mtr_error("Coverage test needs the source - please use source dist");
  }

981
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
982
  # Check debug related options
983
  # --------------------------------------------------------------------------
984
  if ( $opt_gdb || $opt_client_gdb || $opt_ddd || $opt_client_ddd ||
985 986
       $opt_manual_gdb || $opt_manual_ddd || $opt_manual_debug ||
       $opt_debugger || $opt_client_debugger )
unknown's avatar
unknown committed
987
  {
988
    # Indicate that we are using debugger
unknown's avatar
unknown committed
989
    $glob_debugger= 1;
unknown's avatar
unknown committed
990 991
    if ( $opt_extern )
    {
unknown's avatar
unknown committed
992
      mtr_error("Can't use --extern when using debugger");
unknown's avatar
unknown committed
993 994 995
    }
  }

996 997 998 999 1000
  # --------------------------------------------------------------------------
  # Check if special exe was selected for master or slave
  # --------------------------------------------------------------------------
  $exe_master_mysqld= $exe_master_mysqld || $exe_mysqld;
  $exe_slave_mysqld=  $exe_slave_mysqld  || $exe_mysqld;
1001

1002
  # --------------------------------------------------------------------------
1003
  # Check valgrind arguments
1004
  # --------------------------------------------------------------------------
1005
  if ( $opt_valgrind or $opt_valgrind_path or defined $opt_valgrind_options)
unknown's avatar
unknown committed
1006
  {
unknown's avatar
unknown committed
1007 1008 1009 1010
    mtr_report("Turning on valgrind for all executables");
    $opt_valgrind= 1;
    $opt_valgrind_mysqld= 1;
    $opt_valgrind_mysqltest= 1;
unknown's avatar
unknown committed
1011
  }
1012
  elsif ( $opt_valgrind_mysqld )
unknown's avatar
unknown committed
1013
  {
1014
    mtr_report("Turning on valgrind for mysqld(s) only");
unknown's avatar
unknown committed
1015
    $opt_valgrind= 1;
1016 1017 1018
  }
  elsif ( $opt_valgrind_mysqltest )
  {
1019
    mtr_report("Turning on valgrind for mysqltest and mysql_client_test only");
unknown's avatar
unknown committed
1020
    $opt_valgrind= 1;
1021 1022
  }

1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033
  if ( $opt_callgrind )
  {
    mtr_report("Turning on valgrind with callgrind for mysqld(s)");
    $opt_valgrind= 1;
    $opt_valgrind_mysqld= 1;

    # Set special valgrind options unless options passed on command line
    $opt_valgrind_options="--trace-children=yes"
      unless defined $opt_valgrind_options;
  }

1034 1035 1036 1037 1038 1039 1040
  if ( $opt_valgrind )
  {
    # Set valgrind_options to default unless already defined
    $opt_valgrind_options=$default_valgrind_options
      unless defined $opt_valgrind_options;

    mtr_report("Running valgrind with options \"$opt_valgrind_options\"");
unknown's avatar
unknown committed
1041 1042 1043 1044 1045
  }

  if ( ! $opt_testcase_timeout )
  {
    $opt_testcase_timeout= $default_testcase_timeout;
1046
    $opt_testcase_timeout*= 10 if $opt_valgrind;
unknown's avatar
unknown committed
1047 1048 1049 1050 1051
  }

  if ( ! $opt_suite_timeout )
  {
    $opt_suite_timeout= $default_suite_timeout;
1052
    $opt_suite_timeout*= 6 if $opt_valgrind;
unknown's avatar
unknown committed
1053
  }
unknown's avatar
unknown committed
1054

unknown's avatar
unknown committed
1055
  if ( ! $opt_user )
unknown's avatar
unknown committed
1056
  {
1057
    if ( $opt_extern )
unknown's avatar
unknown committed
1058 1059 1060 1061 1062 1063 1064
    {
      $opt_user= "test";
    }
    else
    {
      $opt_user= "root"; # We want to do FLUSH xxx commands
    }
unknown's avatar
unknown committed
1065 1066
  }

1067 1068 1069 1070 1071 1072
  # On QNX, /tmp/dir/master.sock and /tmp/dir//master.sock seem to be
  # considered different, so avoid the extra slash (/) in the socket
  # paths.
  my $sockdir = $opt_tmpdir;
  $sockdir =~ s|/+$||;

1073 1074 1075
  # On some operating systems, there is a limit to the length of a
  # UNIX domain socket's path far below PATH_MAX, so try to avoid long
  # socket path names.
unknown's avatar
unknown committed
1076
  $sockdir = tempdir(CLEANUP => 0) if ( length($sockdir) > 80 );
1077

unknown's avatar
unknown committed
1078 1079
  $master->[0]=
  {
unknown's avatar
unknown committed
1080
   pid           => 0,
unknown's avatar
unknown committed
1081 1082
   type          => "master",
   idx           => 0,
unknown's avatar
unknown committed
1083 1084
   path_myddir   => "$opt_vardir/master-data",
   path_myerr    => "$opt_vardir/log/master.err",
unknown's avatar
unknown committed
1085 1086 1087
   path_pid    => "$opt_vardir/run/master.pid",
   path_sock   => "$sockdir/master.sock",
   port   =>  $opt_master_myport,
unknown's avatar
unknown committed
1088
   start_timeout =>  400, # enough time create innodb tables
unknown's avatar
unknown committed
1089
   cluster       =>  0, # index in clusters list
1090
   start_opts    => [],
unknown's avatar
unknown committed
1091 1092 1093 1094
  };

  $master->[1]=
  {
unknown's avatar
unknown committed
1095
   pid           => 0,
unknown's avatar
unknown committed
1096 1097
   type          => "master",
   idx           => 1,
unknown's avatar
unknown committed
1098 1099
   path_myddir   => "$opt_vardir/master1-data",
   path_myerr    => "$opt_vardir/log/master1.err",
unknown's avatar
unknown committed
1100 1101 1102
   path_pid    => "$opt_vardir/run/master1.pid",
   path_sock   => "$sockdir/master1.sock",
   port   => $opt_master_myport + 1,
unknown's avatar
unknown committed
1103
   start_timeout => 400, # enough time create innodb tables
unknown's avatar
unknown committed
1104
   cluster       =>  0, # index in clusters list
1105
   start_opts    => [],
unknown's avatar
unknown committed
1106 1107 1108 1109
  };

  $slave->[0]=
  {
unknown's avatar
unknown committed
1110
   pid           => 0,
unknown's avatar
unknown committed
1111 1112
   type          => "slave",
   idx           => 0,
unknown's avatar
unknown committed
1113 1114
   path_myddir   => "$opt_vardir/slave-data",
   path_myerr    => "$opt_vardir/log/slave.err",
unknown's avatar
unknown committed
1115 1116 1117
   path_pid    => "$opt_vardir/run/slave.pid",
   path_sock   => "$sockdir/slave.sock",
   port   => $opt_slave_myport,
unknown's avatar
unknown committed
1118
   start_timeout => 400,
unknown's avatar
unknown committed
1119

unknown's avatar
unknown committed
1120
   cluster       =>  1, # index in clusters list
1121
   start_opts    => [],
unknown's avatar
unknown committed
1122 1123 1124 1125
  };

  $slave->[1]=
  {
unknown's avatar
unknown committed
1126
   pid           => 0,
unknown's avatar
unknown committed
1127 1128
   type          => "slave",
   idx           => 1,
unknown's avatar
unknown committed
1129 1130
   path_myddir   => "$opt_vardir/slave1-data",
   path_myerr    => "$opt_vardir/log/slave1.err",
unknown's avatar
unknown committed
1131 1132 1133
   path_pid    => "$opt_vardir/run/slave1.pid",
   path_sock   => "$sockdir/slave1.sock",
   port   => $opt_slave_myport + 1,
unknown's avatar
unknown committed
1134
   start_timeout => 300,
unknown's avatar
unknown committed
1135
   cluster       =>  -1, # index in clusters list
1136
   start_opts    => [],
unknown's avatar
unknown committed
1137 1138 1139 1140
  };

  $slave->[2]=
  {
unknown's avatar
unknown committed
1141
   pid           => 0,
unknown's avatar
unknown committed
1142 1143
   type          => "slave",
   idx           => 2,
unknown's avatar
unknown committed
1144 1145
   path_myddir   => "$opt_vardir/slave2-data",
   path_myerr    => "$opt_vardir/log/slave2.err",
unknown's avatar
unknown committed
1146 1147 1148
   path_pid    => "$opt_vardir/run/slave2.pid",
   path_sock   => "$sockdir/slave2.sock",
   port   => $opt_slave_myport + 2,
unknown's avatar
unknown committed
1149
   start_timeout => 300,
unknown's avatar
unknown committed
1150
   cluster       =>  -1, # index in clusters list
1151
   start_opts    => [],
unknown's avatar
unknown committed
1152
  };
1153

unknown's avatar
Merge  
unknown committed
1154 1155 1156 1157 1158
  $instance_manager=
  {
   path_err =>        "$opt_vardir/log/im.err",
   path_log =>        "$opt_vardir/log/im.log",
   path_pid =>        "$opt_vardir/run/im.pid",
1159
   path_angel_pid =>  "$opt_vardir/run/im.angel.pid",
1160
   path_sock =>       "$sockdir/im.sock",
unknown's avatar
Merge  
unknown committed
1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174
   port =>            $im_port,
   start_timeout =>   $master->[0]->{'start_timeout'},
   admin_login =>     'im_admin',
   admin_password =>  'im_admin_secret',
   admin_sha1 =>      '*598D51AD2DFF7792045D6DF3DDF9AA1AF737B295',
   password_file =>   "$opt_vardir/im.passwd",
   defaults_file =>   "$opt_vardir/im.cnf",
  };

  $instance_manager->{'instances'}->[0]=
  {
   server_id    => 1,
   port         => $im_mysqld1_port,
   path_datadir => "$opt_vardir/im_mysqld_1.data",
1175
   path_sock    => "$sockdir/mysqld_1.sock",
unknown's avatar
unknown committed
1176
   path_pid     => "$opt_vardir/run/mysqld_1.pid",
1177
   start_timeout  => 400, # enough time create innodb tables
1178
   old_log_format => 1
unknown's avatar
Merge  
unknown committed
1179 1180 1181 1182 1183 1184 1185
  };

  $instance_manager->{'instances'}->[1]=
  {
   server_id    => 2,
   port         => $im_mysqld2_port,
   path_datadir => "$opt_vardir/im_mysqld_2.data",
1186
   path_sock    => "$sockdir/mysqld_2.sock",
unknown's avatar
unknown committed
1187
   path_pid     => "$opt_vardir/run/mysqld_2.pid",
unknown's avatar
Merge  
unknown committed
1188
   nonguarded   => 1,
1189
   start_timeout  => 400, # enough time create innodb tables
1190
   old_log_format => 1
unknown's avatar
Merge  
unknown committed
1191
  };
1192

unknown's avatar
unknown committed
1193 1194 1195 1196 1197 1198 1199 1200 1201 1202
  my $data_dir= "$opt_vardir/ndbcluster-$opt_ndbcluster_port";
  $clusters->[0]=
  {
   name            => "Master",
   nodes           => 2,
   port            => "$opt_ndbcluster_port",
   data_dir        => "$data_dir",
   connect_string  => "$opt_ndbconnectstring",
   path_pid        => "$data_dir/ndb_3.pid", # Nodes + 1
   pid             => 0, # pid of ndb_mgmd
1203
   installed_ok    => 0,
unknown's avatar
unknown committed
1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215
  };

  $data_dir= "$opt_vardir/ndbcluster-$opt_ndbcluster_port_slave";
  $clusters->[1]=
  {
   name            => "Slave",
   nodes           => 1,
   port            => "$opt_ndbcluster_port_slave",
   data_dir        => "$data_dir",
   connect_string  => "$opt_ndbconnectstring_slave",
   path_pid        => "$data_dir/ndb_2.pid", # Nodes + 1
   pid             => 0, # pid of ndb_mgmd
1216
   installed_ok    => 0,
unknown's avatar
unknown committed
1217 1218 1219 1220 1221 1222 1223
  };

  # Init pids of ndbd's
  foreach my $cluster ( @{$clusters} )
  {
    for ( my $idx= 0; $idx < $cluster->{'nodes'}; $idx++ )
    {
1224
      my $nodeid= $idx+1;
unknown's avatar
unknown committed
1225 1226 1227
      $cluster->{'ndbds'}->[$idx]=
	{
	 pid      => 0,
1228 1229 1230
	 nodeid => $nodeid,
	 path_pid => "$cluster->{'data_dir'}/ndb_${nodeid}.pid",
	 path_fs => "$cluster->{'data_dir'}/ndb_${nodeid}_fs",
unknown's avatar
unknown committed
1231 1232 1233 1234
	};
    }
  }

1235 1236
  if ( $opt_extern )
  {
1237 1238 1239 1240
    # Turn off features not supported when running with extern server
    $opt_skip_rpl= 1;

    # Setup master->[0] with the settings for the extern server
unknown's avatar
unknown committed
1241
    $master->[0]->{'path_sock'}=  $opt_socket ? $opt_socket : "/tmp/mysql.sock";
1242
    mtr_report("Using extern server at '$master->[0]->{path_sock}'");
1243 1244 1245 1246 1247
  }
  else
  {
    mtr_error("--socket can only be used in combination with --extern")
      if $opt_socket;
1248 1249 1250
  }

  $path_timefile=  "$opt_vardir/log/mysqltest-time";
1251
  $path_mysqltest_log=  "$opt_vardir/log/mysqltest.log";
1252
  $path_current_test_log= "$opt_vardir/log/current_test";
unknown's avatar
unknown committed
1253
  $path_ndb_testrun_log= "$opt_vardir/log/ndb_testrun.log";
1254 1255

  $path_snapshot= "$opt_tmpdir/snapshot_$opt_master_myport/";
1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268

  if ( $opt_valgrind and $opt_debug )
  {
    # When both --valgrind and --debug is selected, send
    # all output to the trace file, making it possible to
    # see the exact location where valgrind complains
    foreach my $mysqld (@{$master}, @{$slave})
    {
      my $sidx= $mysqld->{idx} ? "$mysqld->{idx}" : "";
      $mysqld->{path_myerr}=
	"$opt_vardir/log/" . $mysqld->{type} . "$sidx.trace";
    }
  }
1269 1270
}

1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286
#
# To make it easier for different devs to work on the same host,
# an environment variable can be used to control all ports. A small
# number is to be used, 0 - 16 or similar.
#
# Note the MASTER_MYPORT has to be set the same in all 4.x and 5.x
# versions of this script, else a 4.0 test run might conflict with a
# 5.1 test run, even if different MTR_BUILD_THREAD is used. This means
# all port numbers might not be used in this version of the script.
#
# Also note the limitation of ports we are allowed to hand out. This
# differs between operating systems and configuration, see
# http://www.ncftp.com/ncftpd/doc/misc/ephemeral_ports.html
# But a fairly safe range seems to be 5001 - 32767
#

1287
sub set_mtr_build_thread_ports($) {
1288 1289
  my $mtr_build_thread= shift;

unknown's avatar
unknown committed
1290 1291 1292 1293 1294 1295
  if ( lc($mtr_build_thread) eq 'auto' ) {
    print "Requesting build thread... ";
    $ENV{'MTR_BUILD_THREAD'} = $mtr_build_thread = mtr_require_unique_id_and_wait("/tmp/mysql-test-ports", 200, 299);
    print "got ".$mtr_build_thread."\n";
  }

1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313
  # Up to two masters, up to three slaves
  $opt_master_myport=         $mtr_build_thread * 10 + 10000; # and 1
  $opt_slave_myport=          $opt_master_myport + 2;  # and 3 4
  $opt_ndbcluster_port=       $opt_master_myport + 5;
  $opt_ndbcluster_port_slave= $opt_master_myport + 6;
  $im_port=                   $opt_master_myport + 7;
  $im_mysqld1_port=           $opt_master_myport + 8;
  $im_mysqld2_port=           $opt_master_myport + 9;

  if ( $opt_master_myport < 5001 or $opt_master_myport + 10 >= 32767 )
  {
    mtr_error("MTR_BUILD_THREAD number results in a port",
              "outside 5001 - 32767",
              "($opt_master_myport - $opt_master_myport + 10)");
  }
}


1314
sub datadir_list_setup () {
1315 1316

  # Make a list of all data_dirs
1317 1318 1319 1320
  for (my $idx= 0; $idx < $max_master_num; $idx++)
  {
    push(@data_dir_lst, $master->[$idx]->{'path_myddir'});
  }
1321

1322
  for (my $idx= 0; $idx < $max_slave_num; $idx++)
1323
  {
1324
    push(@data_dir_lst, $slave->[$idx]->{'path_myddir'});
1325 1326
  }

1327 1328 1329 1330 1331 1332 1333
  unless ($opt_skip_im)
  {
    foreach my $instance (@{$instance_manager->{'instances'}})
    {
      push(@data_dir_lst, $instance->{'path_datadir'});
    }
  }
unknown's avatar
unknown committed
1334 1335 1336 1337 1338 1339 1340 1341 1342 1343
}


##############################################################################
#
#  Set paths to various executable programs
#
##############################################################################


1344
sub collect_mysqld_features () {
unknown's avatar
unknown committed
1345
  my $found_variable_list_start= 0;
1346

1347 1348
  #
  # Execute "mysqld --no-defaults --help --verbose" to get a
unknown's avatar
unknown committed
1349
  # list of all features and settings
1350 1351
  #
  my $list= `$exe_mysqld --no-defaults --verbose --help`;
unknown's avatar
unknown committed
1352

1353
  foreach my $line (split('\n', $list))
unknown's avatar
unknown committed
1354
  {
unknown's avatar
unknown committed
1355 1356
    # First look for version
    if ( !$mysql_version_id )
unknown's avatar
unknown committed
1357
    {
unknown's avatar
unknown committed
1358
      # Look for version
1359 1360 1361
      my $exe_name= basename($exe_mysqld);
      mtr_verbose("exe_name: $exe_name");
      if ( $line =~ /^\S*$exe_name\s\sVer\s([0-9]*)\.([0-9]*)\.([0-9]*)/ )
unknown's avatar
unknown committed
1362
      {
1363
	#print "Major: $1 Minor: $2 Build: $3\n";
unknown's avatar
unknown committed
1364
	$mysql_version_id= $1*10000 + $2*100 + $3;
1365 1366
	#print "mysql_version_id: $mysql_version_id\n";
	mtr_report("MySQL Version $1.$2.$3");
unknown's avatar
unknown committed
1367
      }
unknown's avatar
unknown committed
1368 1369 1370
    }
    else
    {
unknown's avatar
unknown committed
1371
      if (!$found_variable_list_start)
unknown's avatar
unknown committed
1372
      {
unknown's avatar
unknown committed
1373
	# Look for start of variables list
1374
	if ( $line =~ /[\-]+\s[\-]+/ )
unknown's avatar
unknown committed
1375 1376 1377
	{
	  $found_variable_list_start= 1;
	}
1378 1379 1380
      }
      else
      {
unknown's avatar
unknown committed
1381
	# Put variables into hash
1382
	if ( $line =~ /^([\S]+)[ \t]+(.*?)\r?$/ )
unknown's avatar
unknown committed
1383
	{
1384
	  # print "$1=\"$2\"\n";
unknown's avatar
unknown committed
1385 1386
	  $mysqld_variables{$1}= $2;
	}
1387 1388
	else
	{
1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401
	  # The variable list is ended with a blank line
	  if ( $line =~ /^[\s]*$/ )
	  {
	    last;
	  }
	  else
	  {
	    # Send out a warning, we should fix the variables that has no
	    # space between variable name and it's value
	    # or should it be fixed width column parsing? It does not
	    # look like that in function my_print_variables in my_getopt.c
	    mtr_warning("Could not parse variable list line : $line");
	  }
1402
	}
unknown's avatar
unknown committed
1403
      }
unknown's avatar
unknown committed
1404
    }
unknown's avatar
unknown committed
1405
  }
1406

unknown's avatar
unknown committed
1407
  mtr_error("Could not find version of MySQL") unless $mysql_version_id;
1408
  mtr_error("Could not find variabes list") unless $found_variable_list_start;
unknown's avatar
unknown committed
1409 1410 1411 1412

}


unknown's avatar
unknown committed
1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446
sub run_query($$) {
  my ($mysqld, $query)= @_;

  my $args;
  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--user=%s", $opt_user);
  mtr_add_arg($args, "--port=%d", $mysqld->{'port'});
  mtr_add_arg($args, "--socket=%s", $mysqld->{'path_sock'});
  mtr_add_arg($args, "--silent"); # Tab separated output
  mtr_add_arg($args, "-e '%s'", $query);

  my $cmd= "$exe_mysql " . join(' ', @$args);
  mtr_verbose("cmd: $cmd");
  return `$cmd`;
}


sub collect_mysqld_features_from_running_server ()
{
  my $list= run_query($master->[0], "use mysql; SHOW VARIABLES");

  foreach my $line (split('\n', $list))
  {
    # Put variables into hash
    if ( $line =~ /^([\S]+)[ \t]+(.*?)\r?$/ )
    {
      print "$1=\"$2\"\n";
      $mysqld_variables{$1}= $2;
    }
  }
}

1447 1448 1449 1450 1451 1452
sub executable_setup_im () {

  # Look for instance manager binary - mysqlmanager
  $exe_im=
    mtr_exe_maybe_exists(
      "$glob_basedir/server-tools/instance-manager/mysqlmanager",
unknown's avatar
unknown committed
1453 1454 1455
      "$glob_basedir/libexec/mysqlmanager",
      "$glob_basedir/bin/mysqlmanager",
      "$glob_basedir/sbin/mysqlmanager");
1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496

  return ($exe_im eq "");
}

sub executable_setup_ndb () {

  # Look for ndb tols and binaries
  my $ndb_path= mtr_file_exists("$glob_basedir/ndb",
				"$glob_basedir/storage/ndb",
				"$glob_basedir/bin");

  $exe_ndbd=
    mtr_exe_maybe_exists("$ndb_path/src/kernel/ndbd",
			 "$ndb_path/ndbd");
  $exe_ndb_mgm=
    mtr_exe_maybe_exists("$ndb_path/src/mgmclient/ndb_mgm",
			 "$ndb_path/ndb_mgm");
  $exe_ndb_mgmd=
    mtr_exe_maybe_exists("$ndb_path/src/mgmsrv/ndb_mgmd",
			 "$ndb_path/ndb_mgmd");
  $exe_ndb_waiter=
    mtr_exe_maybe_exists("$ndb_path/tools/ndb_waiter",
			 "$ndb_path/ndb_waiter");

  # May not exist
  $path_ndb_tools_dir= mtr_file_exists("$ndb_path/tools",
				       "$ndb_path");
  # May not exist
  $path_ndb_examples_dir=
    mtr_file_exists("$ndb_path/ndbapi-examples",
		    "$ndb_path/examples");
  # May not exist
  $exe_ndb_example=
    mtr_file_exists("$path_ndb_examples_dir/ndbapi_simple/ndbapi_simple");

  return ( $exe_ndbd eq "" or
	   $exe_ndb_mgm eq "" or
	   $exe_ndb_mgmd eq "" or
	   $exe_ndb_waiter eq "");
}

unknown's avatar
unknown committed
1497 1498
sub executable_setup () {

1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513
  #
  # Check if libtool is available in this distribution/clone
  # we need it when valgrinding or debugging non installed binary
  # Otherwise valgrind will valgrind the libtool wrapper or bash
  # and gdb will not find the real executable to debug
  #
  if ( -x "../libtool")
  {
    $exe_libtool= "../libtool";
    if ($opt_valgrind or $glob_debugger)
    {
      mtr_report("Using \"$exe_libtool\" when running valgrind or debugger");
    }
  }

unknown's avatar
unknown committed
1514
  # Look for language files and charsetsdir, use same share
1515
  my $path_share=      mtr_path_exists("$glob_basedir/share/mysql",
unknown's avatar
unknown committed
1516 1517
				       "$glob_basedir/sql/share",
				       "$glob_basedir/share");
unknown's avatar
unknown committed
1518

unknown's avatar
unknown committed
1519 1520
  $path_language=      mtr_path_exists("$path_share/english");
  $path_charsetsdir=   mtr_path_exists("$path_share/charsets");
unknown's avatar
unknown committed
1521

unknown's avatar
unknown committed
1522 1523
  # Look for my_print_defaults
  $exe_my_print_defaults=
1524 1525 1526
    mtr_exe_exists(vs_config_dirs('extra', 'my_print_defaults'),
		           "$path_client_bindir/my_print_defaults",
		           "$glob_basedir/extra/my_print_defaults");
unknown's avatar
unknown committed
1527

unknown's avatar
unknown committed
1528
  # Look for perror
1529 1530 1531
  $exe_perror= mtr_exe_exists(vs_config_dirs('extra', 'perror'),
			                  "$glob_basedir/extra/perror",
			                  "$path_client_bindir/perror");
unknown's avatar
unknown committed
1532

unknown's avatar
unknown committed
1533 1534 1535 1536 1537 1538 1539 1540
  # Look for the client binaries
  $exe_mysqlcheck=     mtr_exe_exists("$path_client_bindir/mysqlcheck");
  $exe_mysqldump=      mtr_exe_exists("$path_client_bindir/mysqldump");
  $exe_mysqlimport=    mtr_exe_exists("$path_client_bindir/mysqlimport");
  $exe_mysqlshow=      mtr_exe_exists("$path_client_bindir/mysqlshow");
  $exe_mysqlbinlog=    mtr_exe_exists("$path_client_bindir/mysqlbinlog");
  $exe_mysqladmin=     mtr_exe_exists("$path_client_bindir/mysqladmin");
  $exe_mysql=          mtr_exe_exists("$path_client_bindir/mysql");
unknown's avatar
unknown committed
1541

unknown's avatar
unknown committed
1542
  if (!$opt_extern)
1543
  {
1544 1545 1546 1547 1548 1549 1550 1551 1552 1553 1554
    # Look for SQL scripts directory
    if ( mtr_file_exists("$path_share/mysql_system_tables.sql") ne "")
    {
      # The SQL scripts are in path_share
      $path_sql_dir= $path_share;
    }
    else
    {
      $path_sql_dir= mtr_path_exists("$glob_basedir/share",
				     "$glob_basedir/scripts");
    }
1555

unknown's avatar
unknown committed
1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567
    if ( $mysql_version_id >= 50100 )
    {
      $exe_mysqlslap=    mtr_exe_exists("$path_client_bindir/mysqlslap");
    }
    if ( $mysql_version_id >= 50000 and !$glob_use_embedded_server )
    {
      $exe_mysql_upgrade= mtr_exe_exists("$path_client_bindir/mysql_upgrade")
    }
    else
    {
      $exe_mysql_upgrade= "";
    }
unknown's avatar
unknown committed
1568

unknown's avatar
unknown committed
1569 1570 1571 1572 1573 1574 1575
    if ( ! $glob_win32 )
    {
      # Look for mysql_fix_system_table script
      $exe_mysql_fix_system_tables=
        mtr_script_exists("$glob_basedir/scripts/mysql_fix_privilege_tables",
  			"$path_client_bindir/mysql_fix_privilege_tables");
    }
unknown's avatar
unknown committed
1576

unknown's avatar
unknown committed
1577 1578 1579 1580
    # Look for mysql_fix_privilege_tables.sql script
    $file_mysql_fix_privilege_tables=
      mtr_file_exists("$glob_basedir/scripts/mysql_fix_privilege_tables.sql",
  		    "$glob_basedir/share/mysql_fix_privilege_tables.sql");
1581

unknown's avatar
unknown committed
1582
    if ( ! $opt_skip_ndbcluster and executable_setup_ndb())
unknown's avatar
unknown committed
1583
    {
unknown's avatar
unknown committed
1584 1585 1586 1587 1588 1589 1590 1591
      mtr_warning("Could not find all required ndb binaries, " .
  		"all ndb tests will fail, use --skip-ndbcluster to " .
  		"skip testing it.");

      foreach my $cluster (@{$clusters})
      {
        $cluster->{"executable_setup_failed"}= 1;
      }
unknown's avatar
unknown committed
1592
    }
1593

unknown's avatar
unknown committed
1594 1595 1596 1597 1598 1599 1600
    if ( ! $opt_skip_im and executable_setup_im())
    {
      mtr_warning("Could not find all required instance manager binaries, " .
  		"all im tests will fail, use --skip-im to " .
  		"continue without instance manager");
      $instance_manager->{"executable_setup_failed"}= 1;
    }
unknown's avatar
unknown committed
1601

unknown's avatar
unknown committed
1602 1603 1604 1605
    # Look for the udf_example library
    $lib_udf_example=
      mtr_file_exists(vs_config_dirs('sql', 'udf_example.dll'),
                      "$glob_basedir/sql/.libs/udf_example.so",);
1606

unknown's avatar
unknown committed
1607 1608 1609 1610
    # Look for the ha_example library
    $lib_example_plugin=
      mtr_file_exists(vs_config_dirs('storage/example', 'ha_example.dll'),
                      "$glob_basedir/storage/example/.libs/ha_example.so",);
1611

unknown's avatar
unknown committed
1612
  }
1613

unknown's avatar
unknown committed
1614 1615
  # Look for mysqltest executable
  if ( $glob_use_embedded_server )
unknown's avatar
unknown committed
1616
  {
unknown's avatar
unknown committed
1617
    $exe_mysqltest=
1618 1619
      mtr_exe_exists(vs_config_dirs('libmysqld/examples','mysqltest_embedded'),
                     "$glob_basedir/libmysqld/examples/mysqltest_embedded",
1620
                     "$path_client_bindir/mysqltest_embedded");
unknown's avatar
unknown committed
1621
  }
unknown's avatar
unknown committed
1622 1623
  else
  {
1624
    $exe_mysqltest= mtr_exe_exists("$path_client_bindir/mysqltest");
unknown's avatar
unknown committed
1625
  }
1626

1627 1628 1629
  # Look for mysql_client_test executable which may _not_ exist in
  # some versions, test using it should be skipped
  if ( $glob_use_embedded_server )
unknown's avatar
unknown committed
1630
  {
1631
    $exe_mysql_client_test=
1632
      mtr_exe_maybe_exists(
1633
        vs_config_dirs('libmysqld/examples', 'mysql_client_test_embedded'),
1634
        "$glob_basedir/libmysqld/examples/mysql_client_test_embedded");
unknown's avatar
unknown committed
1635 1636 1637
  }
  else
  {
1638
    $exe_mysql_client_test=
1639 1640
      mtr_exe_maybe_exists(vs_config_dirs('tests', 'mysql_client_test'),
                           "$glob_basedir/tests/mysql_client_test",
1641
                           "$glob_basedir/bin/mysql_client_test");
unknown's avatar
unknown committed
1642
  }
unknown's avatar
unknown committed
1643 1644 1645
}


1646 1647 1648
sub generate_cmdline_mysqldump ($) {
  my($mysqld) = @_;
  return
1649
    mtr_native_path($exe_mysqldump) .
1650
      " --no-defaults -uroot --debug-info " .
1651 1652 1653 1654 1655
      "--port=$mysqld->{'port'} " .
      "--socket=$mysqld->{'path_sock'} --password=";
}


unknown's avatar
unknown committed
1656 1657
##############################################################################
#
1658 1659
#  Set environment to be used by childs of this process for
#  things that are constant duting the whole lifetime of mysql-test-run.pl
unknown's avatar
unknown committed
1660 1661 1662
#
##############################################################################

1663 1664 1665 1666 1667 1668 1669 1670 1671 1672 1673 1674 1675 1676 1677 1678 1679
sub mysql_client_test_arguments()
{
  my $exe= $exe_mysql_client_test;

  my $args;
  mtr_init_args(\$args);
  if ( $opt_valgrind_mysqltest )
  {
    valgrind_arguments($args, \$exe);
  }

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--testcase");
  mtr_add_arg($args, "--user=root");
  mtr_add_arg($args, "--port=$master->[0]->{'port'}");
  mtr_add_arg($args, "--socket=$master->[0]->{'path_sock'}");

unknown's avatar
unknown committed
1680
  if ( $opt_extern || $mysql_version_id >= 50000 )
1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703
  {
    mtr_add_arg($args, "--vardir=$opt_vardir")
  }

  if ( $opt_debug )
  {
    mtr_add_arg($args,
      "--debug=d:t:A,$path_vardir_trace/log/mysql_client_test.trace");
  }

  if ( $glob_use_embedded_server )
  {
    mtr_add_arg($args,
      " -A --language=$path_language");
    mtr_add_arg($args,
      " -A --datadir=$slave->[0]->{'path_myddir'}");
    mtr_add_arg($args,
      " -A --character-sets-dir=$path_charsetsdir");
  }

  return join(" ", $exe, @$args);
}

1704 1705 1706 1707 1708 1709 1710 1711 1712 1713 1714 1715 1716 1717 1718 1719 1720 1721 1722 1723 1724 1725 1726 1727 1728 1729 1730
sub mysql_upgrade_arguments()
{
  my $exe= $exe_mysql_upgrade;

  my $args;
  mtr_init_args(\$args);
#  if ( $opt_valgrind_mysql_ugrade )
#  {
#    valgrind_arguments($args, \$exe);
#  }

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--user=root");
  mtr_add_arg($args, "--port=$master->[0]->{'port'}");
  mtr_add_arg($args, "--socket=$master->[0]->{'path_sock'}");
  mtr_add_arg($args, "--datadir=$master->[0]->{'path_myddir'}");
  mtr_add_arg($args, "--basedir=$glob_basedir");

  if ( $opt_debug )
  {
    mtr_add_arg($args,
      "--debug=d:t:A,$path_vardir_trace/log/mysql_upgrade.trace");
  }

  return join(" ", $exe, @$args);
}

unknown's avatar
unknown committed
1731 1732 1733 1734
# Note that some env is setup in spawn/run, in "mtr_process.pl"

sub environment_setup () {

unknown's avatar
unknown committed
1735 1736
  umask(022);

1737
  my @ld_library_paths;
1738

unknown's avatar
unknown committed
1739
  # --------------------------------------------------------------------------
1740 1741
  # Setup LD_LIBRARY_PATH so the libraries from this distro/clone
  # are used in favor of the system installed ones
unknown's avatar
unknown committed
1742
  # --------------------------------------------------------------------------
1743
  if ( $source_dist )
unknown's avatar
unknown committed
1744
  {
1745
    push(@ld_library_paths, "$glob_basedir/libmysql/.libs/",
unknown's avatar
unknown committed
1746 1747
                            "$glob_basedir/libmysql_r/.libs/",
                            "$glob_basedir/zlib.libs/");
1748 1749
  }
  else
unknown's avatar
unknown committed
1750
  {
1751 1752 1753 1754 1755 1756
    push(@ld_library_paths, "$glob_basedir/lib");
  }

 # --------------------------------------------------------------------------
  # Add the path where libndbclient can be found
  # --------------------------------------------------------------------------
1757
  if ( $glob_ndbcluster_supported )
1758 1759
  {
    push(@ld_library_paths,  "$glob_basedir/storage/ndb/src/.libs");
unknown's avatar
unknown committed
1760
  }
unknown's avatar
unknown committed
1761

1762 1763 1764
  # --------------------------------------------------------------------------
  # Add the path where mysqld will find udf_example.so
  # --------------------------------------------------------------------------
1765 1766 1767 1768
  if ( $lib_udf_example )
  {
    push(@ld_library_paths, dirname($lib_udf_example));
  }
1769

1770 1771 1772 1773 1774 1775 1776 1777
  # --------------------------------------------------------------------------
  # Add the path where mysqld will find ha_example.so
  # --------------------------------------------------------------------------
  if ( $lib_example_plugin )
  {
    push(@ld_library_paths, dirname($lib_example_plugin));
  }

1778
  # --------------------------------------------------------------------------
1779
  # Valgrind need to be run with debug libraries otherwise it's almost
1780 1781 1782
  # impossible to add correct supressions, that means if "/usr/lib/debug"
  # is available, it should be added to
  # LD_LIBRARY_PATH
1783 1784 1785 1786
  #
  # But pthread is broken in libc6-dbg on Debian <= 3.1 (see Debian
  # bug 399035, http://bugs.debian.org/cgi-bin/bugreport.cgi?bug=399035),
  # so don't change LD_LIBRARY_PATH on that platform.
1787
  # --------------------------------------------------------------------------
1788
  my $debug_libraries_path= "/usr/lib/debug";
1789 1790 1791
  my $deb_version;
  if (  $opt_valgrind and -d $debug_libraries_path and
        (! -e '/etc/debian_version' or
1792
	 ($deb_version= mtr_grab_file('/etc/debian_version')) !~ /^[0-9]+\.[0-9]$/ or
1793
         $deb_version > 3.1 ) )
1794
  {
1795
    push(@ld_library_paths, $debug_libraries_path);
1796
  }
1797

1798
  $ENV{'LD_LIBRARY_PATH'}= join(":", @ld_library_paths,
unknown's avatar
unknown committed
1799
				$ENV{'LD_LIBRARY_PATH'} ?
1800
				split(':', $ENV{'LD_LIBRARY_PATH'}) : ());
1801 1802 1803
  mtr_debug("LD_LIBRARY_PATH: $ENV{'LD_LIBRARY_PATH'}");

  $ENV{'DYLD_LIBRARY_PATH'}= join(":", @ld_library_paths,
1804 1805
				  $ENV{'DYLD_LIBRARY_PATH'} ?
				  split(':', $ENV{'DYLD_LIBRARY_PATH'}) : ());
1806
  mtr_debug("DYLD_LIBRARY_PATH: $ENV{'DYLD_LIBRARY_PATH'}");
1807 1808


unknown's avatar
unknown committed
1809 1810 1811 1812
  # --------------------------------------------------------------------------
  # Also command lines in .opt files may contain env vars
  # --------------------------------------------------------------------------

1813
  $ENV{'CHARSETSDIR'}=              $path_charsetsdir;
unknown's avatar
unknown committed
1814 1815
  $ENV{'UMASK'}=              "0660"; # The octal *string*
  $ENV{'UMASK_DIR'}=          "0770"; # The octal *string*
1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827
  
  #
  # MySQL tests can produce output in various character sets
  # (especially, ctype_xxx.test). To avoid confusing Perl
  # with output which is incompatible with the current locale
  # settings, we reset the current values of LC_ALL and LC_CTYPE to "C".
  # For details, please see
  # Bug#27636 tests fails if LC_* variables set to *_*.UTF-8
  #
  $ENV{'LC_ALL'}=             "C";
  $ENV{'LC_CTYPE'}=           "C";
  
unknown's avatar
unknown committed
1828
  $ENV{'LC_COLLATE'}=         "C";
1829
  $ENV{'USE_RUNNING_SERVER'}= $opt_extern;
unknown's avatar
unknown committed
1830
  $ENV{'MYSQL_TEST_DIR'}=     $glob_mysql_test_dir;
1831
  $ENV{'MYSQLTEST_VARDIR'}=   $opt_vardir;
1832
  $ENV{'MYSQL_TMP_DIR'}=      $opt_tmpdir;
unknown's avatar
unknown committed
1833 1834 1835 1836
  $ENV{'MASTER_MYSOCK'}=      $master->[0]->{'path_sock'};
  $ENV{'MASTER_MYSOCK1'}=     $master->[1]->{'path_sock'};
  $ENV{'MASTER_MYPORT'}=      $master->[0]->{'port'};
  $ENV{'MASTER_MYPORT1'}=     $master->[1]->{'port'};
1837
  $ENV{'SLAVE_MYSOCK'}=       $slave->[0]->{'path_sock'};
unknown's avatar
unknown committed
1838 1839 1840
  $ENV{'SLAVE_MYPORT'}=       $slave->[0]->{'port'};
  $ENV{'SLAVE_MYPORT1'}=      $slave->[1]->{'port'};
  $ENV{'SLAVE_MYPORT2'}=      $slave->[2]->{'port'};
1841
  $ENV{'MYSQL_TCP_PORT'}=     $mysqld_variables{'port'};
1842
  $ENV{'DEFAULT_MASTER_PORT'}= $mysqld_variables{'master-port'};
unknown's avatar
unknown committed
1843

1844 1845 1846
  $ENV{'IM_PATH_SOCK'}=       $instance_manager->{path_sock};
  $ENV{'IM_USERNAME'}=        $instance_manager->{admin_login};
  $ENV{'IM_PASSWORD'}=        $instance_manager->{admin_password};
1847
  $ENV{MTR_BUILD_THREAD}=      $opt_mtr_build_thread;
1848

1849 1850 1851
  $ENV{'EXE_MYSQL'}=          $exe_mysql;


1852 1853 1854
  # ----------------------------------------------------
  # Setup env for NDB
  # ----------------------------------------------------
1855 1856 1857
  if ( ! $opt_skip_ndbcluster )
  {
    $ENV{'NDB_MGM'}=                  $exe_ndb_mgm;
1858

1859 1860
    $ENV{'NDBCLUSTER_PORT'}=          $opt_ndbcluster_port;
    $ENV{'NDBCLUSTER_PORT_SLAVE'}=    $opt_ndbcluster_port_slave;
1861

1862
    $ENV{'NDB_EXTRA_TEST'}=           $opt_ndb_extra_test;
1863

1864 1865 1866 1867 1868
    $ENV{'NDB_BACKUP_DIR'}=           $clusters->[0]->{'data_dir'};
    $ENV{'NDB_DATA_DIR'}=             $clusters->[0]->{'data_dir'};
    $ENV{'NDB_TOOLS_DIR'}=            $path_ndb_tools_dir;
    $ENV{'NDB_TOOLS_OUTPUT'}=         $path_ndb_testrun_log;
    $ENV{'NDB_CONNECTSTRING'}=        $opt_ndbconnectstring;
1869

1870 1871 1872 1873 1874
    if ( $mysql_version_id >= 50000 )
    {
      $ENV{'NDB_EXAMPLES_DIR'}=         $path_ndb_examples_dir;
      $ENV{'MY_NDB_EXAMPLES_BINARY'}=   $exe_ndb_example;
    }
1875 1876
    $ENV{'NDB_EXAMPLES_OUTPUT'}=      $path_ndb_testrun_log;
  }
1877

1878 1879 1880
  # ----------------------------------------------------
  # Setup env for IM
  # ----------------------------------------------------
1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902
  if ( ! $opt_skip_im )
  {
    $ENV{'IM_EXE'}=             $exe_im;
    $ENV{'IM_PATH_PID'}=        $instance_manager->{path_pid};
    $ENV{'IM_PATH_ANGEL_PID'}=  $instance_manager->{path_angel_pid};
    $ENV{'IM_PORT'}=            $instance_manager->{port};
    $ENV{'IM_DEFAULTS_PATH'}=   $instance_manager->{defaults_file};
    $ENV{'IM_PASSWORD_PATH'}=   $instance_manager->{password_file};

    $ENV{'IM_MYSQLD1_SOCK'}=
      $instance_manager->{instances}->[0]->{path_sock};
    $ENV{'IM_MYSQLD1_PORT'}=
      $instance_manager->{instances}->[0]->{port};
    $ENV{'IM_MYSQLD1_PATH_PID'}=
      $instance_manager->{instances}->[0]->{path_pid};
    $ENV{'IM_MYSQLD2_SOCK'}=
      $instance_manager->{instances}->[1]->{path_sock};
    $ENV{'IM_MYSQLD2_PORT'}=
      $instance_manager->{instances}->[1]->{port};
    $ENV{'IM_MYSQLD2_PATH_PID'}=
      $instance_manager->{instances}->[1]->{path_pid};
  }
1903

unknown's avatar
unknown committed
1904 1905 1906
  # ----------------------------------------------------
  # Setup env so childs can execute mysqlcheck
  # ----------------------------------------------------
1907
  my $cmdline_mysqlcheck=
1908
    mtr_native_path($exe_mysqlcheck) .
1909
    " --no-defaults --debug-info -uroot " .
1910 1911 1912 1913 1914 1915
    "--port=$master->[0]->{'port'} " .
    "--socket=$master->[0]->{'path_sock'} --password=";

  if ( $opt_debug )
  {
    $cmdline_mysqlcheck .=
unknown's avatar
unknown committed
1916
      " --debug=d:t:A,$path_vardir_trace/log/mysqlcheck.trace";
1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928
  }
  $ENV{'MYSQL_CHECK'}=              $cmdline_mysqlcheck;

  # ----------------------------------------------------
  # Setup env to childs can execute myqldump
  # ----------------------------------------------------
  my $cmdline_mysqldump= generate_cmdline_mysqldump($master->[0]);
  my $cmdline_mysqldumpslave= generate_cmdline_mysqldump($slave->[0]);

  if ( $opt_debug )
  {
    $cmdline_mysqldump .=
unknown's avatar
unknown committed
1929
      " --debug=d:t:A,$path_vardir_trace/log/mysqldump-master.trace";
1930
    $cmdline_mysqldumpslave .=
unknown's avatar
unknown committed
1931
      " --debug=d:t:A,$path_vardir_trace/log/mysqldump-slave.trace";
1932 1933 1934 1935 1936 1937 1938 1939
  }
  $ENV{'MYSQL_DUMP'}= $cmdline_mysqldump;
  $ENV{'MYSQL_DUMP_SLAVE'}= $cmdline_mysqldumpslave;


  # ----------------------------------------------------
  # Setup env so childs can execute mysqlslap
  # ----------------------------------------------------
1940
  if ( $exe_mysqlslap )
1941 1942
  {
    my $cmdline_mysqlslap=
1943 1944
      mtr_native_path($exe_mysqlslap) .
      " -uroot " .
1945
      "--port=$master->[0]->{'port'} " .
1946
      "--socket=$master->[0]->{'path_sock'} --password= ";
1947 1948

    if ( $opt_debug )
1949
   {
1950
      $cmdline_mysqlslap .=
1951
	" --debug=d:t:A,$path_vardir_trace/log/mysqlslap.trace";
1952 1953 1954 1955 1956 1957 1958 1959
    }
    $ENV{'MYSQL_SLAP'}= $cmdline_mysqlslap;
  }

  # ----------------------------------------------------
  # Setup env so childs can execute mysqlimport
  # ----------------------------------------------------
  my $cmdline_mysqlimport=
1960
    mtr_native_path($exe_mysqlimport) .
1961
    " -uroot --debug-info " .
1962 1963 1964 1965 1966 1967
    "--port=$master->[0]->{'port'} " .
    "--socket=$master->[0]->{'path_sock'} --password=";

  if ( $opt_debug )
  {
    $cmdline_mysqlimport .=
unknown's avatar
unknown committed
1968
      " --debug=d:t:A,$path_vardir_trace/log/mysqlimport.trace";
1969 1970 1971 1972 1973 1974 1975 1976
  }
  $ENV{'MYSQL_IMPORT'}= $cmdline_mysqlimport;


  # ----------------------------------------------------
  # Setup env so childs can execute mysqlshow
  # ----------------------------------------------------
  my $cmdline_mysqlshow=
1977
    mtr_native_path($exe_mysqlshow) .
1978
    " -uroot --debug-info " .
1979 1980 1981 1982 1983 1984
    "--port=$master->[0]->{'port'} " .
    "--socket=$master->[0]->{'path_sock'} --password=";

  if ( $opt_debug )
  {
    $cmdline_mysqlshow .=
unknown's avatar
unknown committed
1985
      " --debug=d:t:A,$path_vardir_trace/log/mysqlshow.trace";
1986 1987 1988 1989 1990 1991 1992
  }
  $ENV{'MYSQL_SHOW'}= $cmdline_mysqlshow;

  # ----------------------------------------------------
  # Setup env so childs can execute mysqlbinlog
  # ----------------------------------------------------
  my $cmdline_mysqlbinlog=
1993
    mtr_native_path($exe_mysqlbinlog) .
1994
      " --no-defaults --disable-force-if-open --debug-info";
unknown's avatar
unknown committed
1995
  if ( !$opt_extern && $mysql_version_id >= 50000 )
unknown's avatar
unknown committed
1996 1997 1998
  {
    $cmdline_mysqlbinlog .=" --character-sets-dir=$path_charsetsdir";
  }
1999 2000 2001 2002

  if ( $opt_debug )
  {
    $cmdline_mysqlbinlog .=
unknown's avatar
unknown committed
2003
      " --debug=d:t:A,$path_vardir_trace/log/mysqlbinlog.trace";
2004 2005 2006 2007 2008 2009 2010
  }
  $ENV{'MYSQL_BINLOG'}= $cmdline_mysqlbinlog;

  # ----------------------------------------------------
  # Setup env so childs can execute mysql
  # ----------------------------------------------------
  my $cmdline_mysql=
2011
    mtr_native_path($exe_mysql) .
2012
    " --no-defaults --debug-info --host=localhost  --user=root --password= " .
2013
    "--port=$master->[0]->{'port'} " .
2014
    "--socket=$master->[0]->{'path_sock'} ".
2015
    "--character-sets-dir=$path_charsetsdir";
2016 2017 2018 2019 2020 2021

  $ENV{'MYSQL'}= $cmdline_mysql;

  # ----------------------------------------------------
  # Setup env so childs can execute mysql_client_test
  # ----------------------------------------------------
2022
  $ENV{'MYSQL_CLIENT_TEST'}=  mysql_client_test_arguments();
2023

2024 2025 2026
  # ----------------------------------------------------
  # Setup env so childs can execute mysql_upgrade
  # ----------------------------------------------------
unknown's avatar
unknown committed
2027
  if ( !$opt_extern && $mysql_version_id >= 50000 )
2028 2029 2030 2031
  {
    $ENV{'MYSQL_UPGRADE'}= mysql_upgrade_arguments();
  }

2032 2033 2034
  # ----------------------------------------------------
  # Setup env so childs can execute mysql_fix_system_tables
  # ----------------------------------------------------
unknown's avatar
unknown committed
2035
  if ( !$opt_extern && ! $glob_win32 )
2036 2037 2038 2039 2040 2041 2042 2043
  {
    my $cmdline_mysql_fix_system_tables=
      "$exe_mysql_fix_system_tables --no-defaults --host=localhost " .
      "--user=root --password= " .
      "--basedir=$glob_basedir --bindir=$path_client_bindir --verbose " .
      "--port=$master->[0]->{'port'} " .
      "--socket=$master->[0]->{'path_sock'}";
    $ENV{'MYSQL_FIX_SYSTEM_TABLES'}=  $cmdline_mysql_fix_system_tables;
2044

2045
  }
unknown's avatar
unknown committed
2046 2047 2048 2049
  if (!$opt_extern)
  {
    $ENV{'MYSQL_FIX_PRIVILEGE_TABLES'}=  $file_mysql_fix_privilege_tables;
  }
2050 2051 2052 2053

  # ----------------------------------------------------
  # Setup env so childs can execute my_print_defaults
  # ----------------------------------------------------
2054
  $ENV{'MYSQL_MY_PRINT_DEFAULTS'}= mtr_native_path($exe_my_print_defaults);
2055

2056 2057 2058
  # ----------------------------------------------------
  # Setup env so childs can execute mysqladmin
  # ----------------------------------------------------
2059
  $ENV{'MYSQLADMIN'}= mtr_native_path($exe_mysqladmin);
2060 2061 2062 2063

  # ----------------------------------------------------
  # Setup env so childs can execute perror  
  # ----------------------------------------------------
2064
  $ENV{'MY_PERROR'}= mtr_native_path($exe_perror);
2065

2066 2067 2068 2069 2070 2071
  # ----------------------------------------------------
  # Add the path where mysqld will find udf_example.so
  # ----------------------------------------------------
  $ENV{'UDF_EXAMPLE_LIB'}=
    ($lib_udf_example ? basename($lib_udf_example) : "");

2072 2073 2074 2075 2076
  # ----------------------------------------------------
  # Add the path where mysqld will find ha_example.so
  # ----------------------------------------------------
  $ENV{'EXAMPLE_PLUGIN'}=
    ($lib_example_plugin ? basename($lib_example_plugin) : "");
2077

unknown's avatar
unknown committed
2078
  # ----------------------------------------------------
unknown's avatar
unknown committed
2079
  # We are nice and report a bit about our settings
unknown's avatar
unknown committed
2080 2081
  # ----------------------------------------------------
  if (!$opt_extern)
2082 2083 2084 2085 2086 2087 2088
  {
    print "Using MTR_BUILD_THREAD      = $ENV{MTR_BUILD_THREAD}\n";
    print "Using MASTER_MYPORT         = $ENV{MASTER_MYPORT}\n";
    print "Using MASTER_MYPORT1        = $ENV{MASTER_MYPORT1}\n";
    print "Using SLAVE_MYPORT          = $ENV{SLAVE_MYPORT}\n";
    print "Using SLAVE_MYPORT1         = $ENV{SLAVE_MYPORT1}\n";
    print "Using SLAVE_MYPORT2         = $ENV{SLAVE_MYPORT2}\n";
unknown's avatar
unknown committed
2089 2090 2091 2092 2093 2094 2095 2096 2097 2098 2099 2100 2101 2102
    if ( ! $opt_skip_ndbcluster )
    {
      print "Using NDBCLUSTER_PORT       = $ENV{NDBCLUSTER_PORT}\n";
      if ( ! $opt_skip_ndbcluster_slave )
      {
	print "Using NDBCLUSTER_PORT_SLAVE = $ENV{NDBCLUSTER_PORT_SLAVE}\n";
      }
    }
    if ( ! $opt_skip_im )
    {
      print "Using IM_PORT               = $ENV{IM_PORT}\n";
      print "Using IM_MYSQLD1_PORT       = $ENV{IM_MYSQLD1_PORT}\n";
      print "Using IM_MYSQLD2_PORT       = $ENV{IM_MYSQLD2_PORT}\n";
    }
2103
  }
2104 2105 2106 2107 2108

  # Create an environment variable to make it possible
  # to detect that valgrind is being used from test cases
  $ENV{'VALGRIND_TEST'}= $opt_valgrind;

unknown's avatar
unknown committed
2109 2110 2111
}


unknown's avatar
unknown committed
2112 2113 2114 2115 2116 2117 2118 2119 2120 2121 2122
##############################################################################
#
#  If we get a ^C, we try to clean up before termination
#
##############################################################################
# FIXME check restrictions what to do in a signal handler

sub signal_setup () {
  $SIG{INT}= \&handle_int_signal;
}

unknown's avatar
unknown committed
2123

unknown's avatar
unknown committed
2124 2125 2126
sub handle_int_signal () {
  $SIG{INT}= 'DEFAULT';         # If we get a ^C again, we die...
  mtr_warning("got INT signal, cleaning up.....");
unknown's avatar
unknown committed
2127
  stop_all_servers();
unknown's avatar
unknown committed
2128
  mtr_error("We die from ^C signal from user");
unknown's avatar
unknown committed
2129 2130 2131 2132 2133 2134 2135 2136 2137
}


##############################################################################
#
#  Handle left overs from previous runs
#
##############################################################################

2138
sub kill_running_servers () {
unknown's avatar
unknown committed
2139 2140 2141 2142

  if ( $opt_fast or $glob_use_embedded_server )
  {
    # FIXME is embedded server really using PID files?!
unknown's avatar
unknown committed
2143 2144 2145 2146 2147
    unlink($master->[0]->{'path_pid'});
    unlink($master->[1]->{'path_pid'});
    unlink($slave->[0]->{'path_pid'});
    unlink($slave->[1]->{'path_pid'});
    unlink($slave->[2]->{'path_pid'});
unknown's avatar
unknown committed
2148 2149 2150 2151 2152
  }
  else
  {
    # Ensure that no old mysqld test servers are running
    # This is different from terminating processes we have
unknown's avatar
unknown committed
2153
    # started from this run of the script, this is terminating
unknown's avatar
unknown committed
2154 2155
    # leftovers from previous runs.
    mtr_kill_leftovers();
unknown's avatar
unknown committed
2156
   }
2157 2158
}

2159 2160 2161 2162 2163
#
# Remove var and any directories in var/ created by previous
# tests
#
sub remove_stale_vardir () {
2164

unknown's avatar
unknown committed
2165 2166
  mtr_report("Removing Stale Files");

2167 2168 2169 2170 2171
  # Safety!
  mtr_error("No, don't remove the vardir when running with --extern")
    if $opt_extern;

  mtr_verbose("opt_vardir: $opt_vardir");
2172
  if ( $opt_vardir eq $default_vardir )
2173 2174 2175 2176
  {
    #
    # Running with "var" in mysql-test dir
    #
2177
    if ( -l $opt_vardir)
2178
    {
2179
      # var is a symlink
2180 2181

      if ( $opt_mem and readlink($opt_vardir) eq $opt_mem )
2182 2183
      {
	# Remove the directory which the link points at
2184
	mtr_verbose("Removing " . readlink($opt_vardir));
2185
	rmtree(readlink($opt_vardir));
2186

2187
	# Remove the "var" symlink
2188
	mtr_verbose("unlink($opt_vardir)");
2189
	unlink($opt_vardir);
2190
      }
2191 2192 2193 2194 2195 2196
      elsif ( $opt_mem )
      {
	# Just remove the "var" symlink
	mtr_report("WARNING: Removing '$opt_vardir' symlink it's wrong");

	mtr_verbose("unlink($opt_vardir)");
2197
	unlink($opt_vardir);
2198 2199 2200 2201
      }
      else
      {
	# Some users creates a soft link in mysql-test/var to another area
2202 2203
	# - allow it, but remove all files in it

2204
	mtr_report("WARNING: Using the 'mysql-test/var' symlink");
2205

2206 2207 2208 2209
	# Make sure the directory where it points exist
	mtr_error("The destination for symlink $opt_vardir does not exist")
	  if ! -d readlink($opt_vardir);

2210 2211 2212 2213 2214
	foreach my $bin ( glob("$opt_vardir/*") )
	{
	  mtr_verbose("Removing bin $bin");
	  rmtree($bin);
	}
2215
      }
2216 2217 2218 2219
    }
    else
    {
      # Remove the entire "var" dir
2220
      mtr_verbose("Removing $opt_vardir/");
2221 2222
      rmtree("$opt_vardir/");
    }
2223 2224 2225 2226 2227 2228 2229 2230 2231 2232

    if ( $opt_mem )
    {
      # A symlink from var/ to $opt_mem will be set up
      # remove the $opt_mem dir to assure the symlink
      # won't point at an old directory
      mtr_verbose("Removing $opt_mem");
      rmtree($opt_mem);
    }

2233 2234 2235 2236 2237 2238 2239 2240 2241
  }
  else
  {
    #
    # Running with "var" in some other place
    #

    # Remove the var/ dir in mysql-test dir if any
    # this could be an old symlink that shouldn't be there
2242
    mtr_verbose("Removing $default_vardir");
2243
    rmtree($default_vardir);
2244 2245

    # Remove the "var" dir
2246
    mtr_verbose("Removing $opt_vardir/");
2247 2248
    rmtree("$opt_vardir/");
  }
2249 2250 2251 2252 2253 2254 2255
}

#
# Create var and the directories needed in var
#
sub setup_vardir() {
  mtr_report("Creating Directories");
unknown's avatar
unknown committed
2256

2257
  if ( $opt_vardir eq $default_vardir )
2258
  {
2259 2260 2261 2262 2263 2264
    #
    # Running with "var" in mysql-test dir
    #
    if ( -l $opt_vardir )
    {
      #  it's a symlink
2265

2266 2267 2268 2269 2270 2271 2272 2273 2274
      # Make sure the directory where it points exist
      mtr_error("The destination for symlink $opt_vardir does not exist")
	if ! -d readlink($opt_vardir);
    }
    elsif ( $opt_mem )
    {
      # Runinng with "var" as a link to some "memory" location, normally tmpfs
      mtr_verbose("Creating $opt_mem");
      mkpath($opt_mem);
2275

2276 2277 2278
      mtr_report("Symlinking 'var' to '$opt_mem'");
      symlink($opt_mem, $opt_vardir);
    }
2279 2280
  }

2281 2282 2283 2284 2285
  if ( ! -d $opt_vardir )
  {
    mtr_verbose("Creating $opt_vardir");
    mkpath($opt_vardir);
  }
unknown's avatar
unknown committed
2286

2287 2288
  # Ensure a proper error message if vardir couldn't be created
  unless ( -d $opt_vardir and -w $opt_vardir )
2289
  {
2290 2291
    mtr_error("Writable 'var' directory is needed, use the " .
	      "'--vardir=<path>' option");
2292 2293
  }

2294 2295 2296
  mkpath("$opt_vardir/log");
  mkpath("$opt_vardir/run");
  mkpath("$opt_vardir/tmp");
unknown's avatar
unknown committed
2297
  mkpath($opt_tmpdir) if $opt_tmpdir ne "$opt_vardir/tmp";
unknown's avatar
unknown committed
2298

2299
  # Create new data dirs
2300 2301 2302 2303 2304
  foreach my $data_dir (@data_dir_lst)
  {
    mkpath("$data_dir/mysql");
    mkpath("$data_dir/test");
  }
2305

2306 2307
  # Make a link std_data_ln in var/ that points to std_data
  if ( ! $glob_win32 )
2308
  {
2309 2310 2311 2312 2313 2314 2315 2316 2317 2318 2319 2320 2321
    symlink("$glob_mysql_test_dir/std_data", "$opt_vardir/std_data_ln");
  }
  else
  {
    # on windows, copy all files from std_data into var/std_data_ln
    mkpath("$opt_vardir/std_data_ln");
    opendir(DIR, "$glob_mysql_test_dir/std_data")
      or mtr_error("Can't find the std_data directory: $!");
    for(readdir(DIR)) {
      next if -d "$glob_mysql_test_dir/std_data/$_";
      copy("$glob_mysql_test_dir/std_data/$_", "$opt_vardir/std_data_ln/$_");
    }
    closedir(DIR);
2322
  }
unknown's avatar
unknown committed
2323 2324

  # Remove old log files
unknown's avatar
unknown committed
2325
  foreach my $name (glob("r/*.progress r/*.log r/*.warnings"))
unknown's avatar
unknown committed
2326 2327 2328
  {
    unlink($name);
  }
unknown's avatar
unknown committed
2329 2330 2331
}


2332 2333 2334
sub  check_running_as_root () {
  # Check if running as root
  # i.e a file can be read regardless what mode we set it to
2335
  my $test_file= "$opt_vardir/test_running_as_root.txt";
2336 2337 2338 2339 2340 2341 2342 2343 2344 2345 2346 2347 2348 2349 2350 2351 2352 2353 2354 2355 2356 2357 2358
  mtr_tofile($test_file, "MySQL");
  chmod(oct("0000"), $test_file);

  my $result="";
  if (open(FILE,"<",$test_file))
  {
    $result= join('', <FILE>);
    close FILE;
  }

  chmod(oct("0755"), $test_file);
  unlink($test_file);

  $ENV{'MYSQL_TEST_ROOT'}= "NO";
  if ($result eq "MySQL")
  {
    mtr_warning("running this script as _root_ will cause some " .
                "tests to be skipped");
    $ENV{'MYSQL_TEST_ROOT'}= "YES";
  }
}


unknown's avatar
unknown committed
2359 2360
sub check_ssl_support ($) {
  my $mysqld_variables= shift;
2361

2362
  if ($opt_skip_ssl || $opt_extern)
2363
  {
unknown's avatar
unknown committed
2364 2365 2366 2367
    if (!$opt_extern)
    {
      mtr_report("Skipping SSL");
    }
2368 2369 2370 2371 2372
    $opt_ssl_supported= 0;
    $opt_ssl= 0;
    return;
  }

2373
  if ( ! $mysqld_variables->{'ssl'} )
2374 2375 2376 2377 2378 2379
  {
    if ( $opt_ssl)
    {
      mtr_error("Couldn't find support for SSL");
      return;
    }
unknown's avatar
unknown committed
2380
    mtr_report("Skipping SSL, mysqld not compiled with SSL");
2381 2382 2383 2384 2385 2386 2387 2388 2389
    $opt_ssl_supported= 0;
    $opt_ssl= 0;
    return;
  }
  mtr_report("Setting mysqld to support SSL connections");
  $opt_ssl_supported= 1;
}


unknown's avatar
unknown committed
2390 2391
sub check_debug_support ($) {
  my $mysqld_variables= shift;
unknown's avatar
unknown committed
2392

2393
  if ( ! $mysqld_variables->{'debug'} )
unknown's avatar
unknown committed
2394
  {
unknown's avatar
unknown committed
2395
    #mtr_report("Binaries are not debug compiled");
unknown's avatar
unknown committed
2396
    $debug_compiled_binaries= 0;
2397 2398 2399 2400 2401

    if ( $opt_debug )
    {
      mtr_error("Can't use --debug, binaries does not support it");
    }
unknown's avatar
unknown committed
2402 2403 2404 2405 2406 2407
    return;
  }
  mtr_report("Binaries are debug compiled");
  $debug_compiled_binaries= 1;
}

2408 2409 2410 2411 2412 2413 2414 2415 2416 2417 2418 2419 2420 2421 2422 2423 2424 2425 2426 2427 2428 2429 2430 2431 2432
##############################################################################
#
# Helper function to handle configuration-based subdirectories which Visual
# Studio uses for storing binaries.  If opt_vs_config is set, this returns
# a path based on that setting; if not, it returns paths for the default
# /release/ and /debug/ subdirectories.
#
# $exe can be undefined, if the directory itself will be used
#
###############################################################################

sub vs_config_dirs ($$) {
  my ($path_part, $exe) = @_;

  $exe = "" if not defined $exe;

  if ($opt_vs_config)
  {
    return ("$glob_basedir/$path_part/$opt_vs_config/$exe");
  }

  return ("$glob_basedir/$path_part/release/$exe",
          "$glob_basedir/$path_part/debug/$exe");
}

unknown's avatar
unknown committed
2433 2434 2435 2436 2437 2438
##############################################################################
#
#  Start the ndb cluster
#
##############################################################################

unknown's avatar
unknown committed
2439 2440
sub check_ndbcluster_support ($) {
  my $mysqld_variables= shift;
2441

unknown's avatar
unknown committed
2442
  if ($opt_skip_ndbcluster || $opt_extern)
2443
  {
unknown's avatar
unknown committed
2444 2445 2446 2447
    if (!$opt_extern)
    {
      mtr_report("Skipping ndbcluster");
    }
2448
    $opt_skip_ndbcluster_slave= 1;
2449 2450
    return;
  }
2451

2452
  if ( ! $mysqld_variables->{'ndb-connectstring'} )
2453
  {
unknown's avatar
unknown committed
2454
    mtr_report("Skipping ndbcluster, mysqld not compiled with ndbcluster");
2455 2456
    $opt_skip_ndbcluster= 1;
    $opt_skip_ndbcluster_slave= 1;
2457
    return;
2458
  }
2459
  $glob_ndbcluster_supported= 1;
unknown's avatar
unknown committed
2460
  mtr_report("Using ndbcluster when necessary, mysqld supports it");
2461 2462 2463 2464 2465 2466 2467 2468

  if ( $mysql_version_id < 50100 )
  {
    # Slave cluster is not supported until 5.1
    $opt_skip_ndbcluster_slave= 1;

  }

2469
  return;
2470 2471
}

unknown's avatar
unknown committed
2472

unknown's avatar
unknown committed
2473 2474
sub ndbcluster_start_install ($) {
  my $cluster= shift;
unknown's avatar
unknown committed
2475

unknown's avatar
unknown committed
2476
  mtr_report("Installing $cluster->{'name'} Cluster");
2477

unknown's avatar
unknown committed
2478
  mkdir($cluster->{'data_dir'});
unknown's avatar
unknown committed
2479

unknown's avatar
unknown committed
2480 2481 2482 2483 2484 2485 2486 2487 2488 2489
  # Create a config file from template
  my $ndb_no_ord=512;
  my $ndb_no_attr=2048;
  my $ndb_con_op=105000;
  my $ndb_dmem="80M";
  my $ndb_imem="24M";
  my $ndb_pbmem="32M";
  my $nodes= $cluster->{'nodes'};
  my $ndb_host= "localhost";
  my $ndb_diskless= 0;
2490

unknown's avatar
unknown committed
2491
  if (!$opt_bench)
2492
  {
unknown's avatar
unknown committed
2493
    # Use a smaller configuration
2494
    if (  $mysql_version_id < 50100 )
2495
    {
2496
      # 4.1 and 5.0 is using a "larger" --small configuration
2497 2498 2499 2500 2501 2502 2503 2504 2505 2506 2507 2508 2509
      $ndb_no_ord=128;
      $ndb_con_op=10000;
      $ndb_dmem="40M";
      $ndb_imem="12M";
    }
    else
    {
      $ndb_no_ord=32;
      $ndb_con_op=5000;
      $ndb_dmem="20M";
      $ndb_imem="1M";
      $ndb_pbmem="4M";
    }
2510
  }
unknown's avatar
unknown committed
2511 2512 2513 2514 2515 2516 2517 2518 2519

  my $config_file_template=     "ndb/ndb_config_${nodes}_node.ini";
  my $config_file= "$cluster->{'data_dir'}/config.ini";

  open(IN, $config_file_template)
    or mtr_error("Can't open $config_file_template: $!");
  open(OUT, ">", $config_file)
    or mtr_error("Can't write to $config_file: $!");
  while (<IN>)
2520
  {
unknown's avatar
unknown committed
2521 2522 2523 2524 2525 2526 2527 2528 2529 2530 2531
    chomp;

    s/CHOOSE_MaxNoOfAttributes/$ndb_no_attr/;
    s/CHOOSE_MaxNoOfOrderedIndexes/$ndb_no_ord/;
    s/CHOOSE_MaxNoOfConcurrentOperations/$ndb_con_op/;
    s/CHOOSE_DataMemory/$ndb_dmem/;
    s/CHOOSE_IndexMemory/$ndb_imem/;
    s/CHOOSE_Diskless/$ndb_diskless/;
    s/CHOOSE_HOSTNAME_.*/$ndb_host/;
    s/CHOOSE_FILESYSTEM/$cluster->{'data_dir'}/;
    s/CHOOSE_PORT_MGM/$cluster->{'port'}/;
2532 2533 2534 2535 2536
    if ( $mysql_version_id < 50000 )
    {
      my $base_port= $cluster->{'port'} + 1;
      s/CHOOSE_PORT_TRANSPORTER/$base_port/;
    }
unknown's avatar
unknown committed
2537 2538
    s/CHOOSE_DiskPageBufferMemory/$ndb_pbmem/;

unknown's avatar
unknown committed
2539
    print OUT "$_ \n";
2540
  }
unknown's avatar
unknown committed
2541 2542 2543 2544 2545 2546 2547
  close OUT;
  close IN;


  # Start cluster with "--initial"

  ndbcluster_start($cluster, "--initial");
2548 2549

  return 0;
unknown's avatar
unknown committed
2550 2551
}

unknown's avatar
unknown committed
2552

2553
sub ndbcluster_wait_started($$){
unknown's avatar
unknown committed
2554
  my $cluster= shift;
2555
  my $ndb_waiter_extra_opt= shift;
2556
  my $path_waiter_log= "$cluster->{'data_dir'}/ndb_waiter.log";
2557 2558 2559 2560 2561 2562 2563 2564 2565 2566 2567 2568 2569
  my $args;

  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--core");
  mtr_add_arg($args, "--ndb-connectstring=%s", $cluster->{'connect_string'});
  mtr_add_arg($args, "--timeout=60");

  if ($ndb_waiter_extra_opt)
  {
    mtr_add_arg($args, "$ndb_waiter_extra_opt");
  }
unknown's avatar
unknown committed
2570 2571 2572 2573

  # Start the ndb_waiter which will connect to the ndb_mgmd
  # and poll it for state of the ndbd's, will return when
  # all nodes in the cluster is started
2574 2575
  my $res= mtr_run($exe_ndb_waiter, $args,
		   "", $path_waiter_log, $path_waiter_log, "");
2576
  mtr_verbose("ndbcluster_wait_started, returns: $res") if $res;
unknown's avatar
unknown committed
2577
  return $res;
unknown's avatar
unknown committed
2578 2579
}

2580

2581

2582 2583 2584 2585 2586 2587 2588
sub mysqld_wait_started($){
  my $mysqld= shift;

  my $res= sleep_until_file_created($mysqld->{'path_pid'},
				    $mysqld->{'start_timeout'},
				    $mysqld->{'pid'});
  return $res == 0;
unknown's avatar
unknown committed
2589 2590 2591
}


2592 2593 2594 2595 2596 2597 2598 2599 2600 2601 2602 2603 2604 2605 2606 2607 2608
sub ndb_mgmd_wait_started($) {
  my ($cluster)= @_;

  my $retries= 100;
  while (ndbcluster_wait_started($cluster, "--no-contact") and
	 $retries)
  {
    # Millisceond sleep emulated with select
    select(undef, undef, undef, (0.1));

    $retries--;
  }

  return $retries == 0;

}

unknown's avatar
unknown committed
2609 2610
sub ndb_mgmd_start ($) {
  my $cluster= shift;
unknown's avatar
unknown committed
2611

unknown's avatar
unknown committed
2612 2613
  my $args;                             # Arg vector
  my $pid= -1;
unknown's avatar
unknown committed
2614

unknown's avatar
unknown committed
2615 2616 2617
  mtr_init_args(\$args);
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--core");
2618
  mtr_add_arg($args, "--nodaemon");
unknown's avatar
unknown committed
2619 2620 2621
  mtr_add_arg($args, "--config-file=%s", "$cluster->{'data_dir'}/config.ini");


2622
  my $path_ndb_mgmd_log= "$cluster->{'data_dir'}/\l$cluster->{'name'}_ndb_mgmd.log";
unknown's avatar
unknown committed
2623 2624 2625 2626 2627 2628
  $pid= mtr_spawn($exe_ndb_mgmd, $args, "",
		  $path_ndb_mgmd_log,
		  $path_ndb_mgmd_log,
		  "",
		  { append_log_file => 1 });

2629 2630 2631
  # FIXME Should not be needed
  # Unfortunately the cluster nodes will fail to start
  # if ndb_mgmd has not started properly
2632
  if (ndb_mgmd_wait_started($cluster))
2633
  {
2634
    mtr_error("Failed to wait for start of ndb_mgmd");
2635
  }
2636

unknown's avatar
unknown committed
2637 2638
  # Remember pid of ndb_mgmd
  $cluster->{'pid'}= $pid;
2639

2640 2641
  mtr_verbose("ndb_mgmd_start, pid: $pid");

unknown's avatar
unknown committed
2642
  return $pid;
unknown's avatar
unknown committed
2643 2644 2645
}


unknown's avatar
unknown committed
2646 2647 2648 2649
sub ndbd_start ($$$) {
  my $cluster= shift;
  my $idx= shift;
  my $extra_args= shift;
unknown's avatar
unknown committed
2650

unknown's avatar
unknown committed
2651 2652
  my $args;                             # Arg vector
  my $pid= -1;
unknown's avatar
unknown committed
2653

unknown's avatar
unknown committed
2654 2655 2656 2657
  mtr_init_args(\$args);
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--core");
  mtr_add_arg($args, "--ndb-connectstring=%s", "$cluster->{'connect_string'}");
2658
  if ( $mysql_version_id >= 50000)
2659
  {
2660
    mtr_add_arg($args, "--character-sets-dir=%s", "$path_charsetsdir");
2661
  }
unknown's avatar
unknown committed
2662 2663 2664
  mtr_add_arg($args, "--nodaemon");
  mtr_add_arg($args, "$extra_args");

2665 2666
  my $nodeid= $cluster->{'ndbds'}->[$idx]->{'nodeid'};
  my $path_ndbd_log= "$cluster->{'data_dir'}/ndb_${nodeid}.log";
unknown's avatar
unknown committed
2667 2668 2669 2670 2671 2672 2673 2674 2675
  $pid= mtr_spawn($exe_ndbd, $args, "",
		  $path_ndbd_log,
		  $path_ndbd_log,
		  "",
		  { append_log_file => 1 });

  # Add pid to list of pids for this cluster
  $cluster->{'ndbds'}->[$idx]->{'pid'}= $pid;

2676 2677 2678 2679
  # Rememeber options used when starting
  $cluster->{'ndbds'}->[$idx]->{'start_extra_args'}= $extra_args;
  $cluster->{'ndbds'}->[$idx]->{'idx'}= $idx;

2680
  mtr_verbose("ndbd_start, pid: $pid");
unknown's avatar
unknown committed
2681 2682

  return $pid;
unknown's avatar
unknown committed
2683 2684 2685
}


unknown's avatar
unknown committed
2686 2687 2688 2689
sub ndbcluster_start ($$) {
  my $cluster= shift;
  my $extra_args= shift;

2690
  mtr_verbose("ndbcluster_start '$cluster->{'name'}'");
unknown's avatar
unknown committed
2691 2692

  if ( $glob_use_running_ndbcluster )
unknown's avatar
unknown committed
2693 2694 2695
  {
    return 0;
  }
unknown's avatar
unknown committed
2696 2697

  if ( $cluster->{'pid'} )
2698
  {
unknown's avatar
unknown committed
2699
    mtr_error("Cluster '$cluster->{'name'}' already started");
2700 2701
  }

2702
  ndb_mgmd_start($cluster);
unknown's avatar
unknown committed
2703 2704 2705 2706 2707 2708

  for ( my $idx= 0; $idx < $cluster->{'nodes'}; $idx++ )
  {
    ndbd_start($cluster, $idx, $extra_args);
  }

unknown's avatar
unknown committed
2709 2710 2711 2712
  return 0;
}


unknown's avatar
unknown committed
2713 2714
sub rm_ndbcluster_tables ($) {
  my $dir=       shift;
2715 2716
  foreach my $bin ( glob("$dir/mysql/ndb_apply_status*"),
                    glob("$dir/mysql/ndb_schema*"))
unknown's avatar
unknown committed
2717
  {
unknown's avatar
unknown committed
2718
    unlink($bin);
unknown's avatar
unknown committed
2719
  }
unknown's avatar
unknown committed
2720 2721 2722 2723 2724 2725 2726 2727 2728 2729 2730 2731 2732 2733
}


##############################################################################
#
#  Run the benchmark suite
#
##############################################################################

sub run_benchmarks ($) {
  my $benchmark=  shift;

  my $args;

unknown's avatar
unknown committed
2734
  if ( ! $glob_use_embedded_server )
unknown's avatar
unknown committed
2735
  {
unknown's avatar
unknown committed
2736
    mysqld_start($master->[0],[],[]);
unknown's avatar
unknown committed
2737 2738 2739 2740
    if ( ! $master->[0]->{'pid'} )
    {
      mtr_error("Can't start the mysqld server");
    }
unknown's avatar
unknown committed
2741 2742 2743 2744
  }

  mtr_init_args(\$args);

unknown's avatar
unknown committed
2745
  mtr_add_arg($args, "--socket=%s", $master->[0]->{'path_sock'});
unknown's avatar
unknown committed
2746
  mtr_add_arg($args, "--user=%s", $opt_user);
unknown's avatar
unknown committed
2747 2748 2749 2750 2751 2752 2753 2754 2755 2756 2757 2758

  if ( $opt_small_bench )
  {
    mtr_add_arg($args, "--small-test");
    mtr_add_arg($args, "--small-tables");
  }

  if ( $opt_with_ndbcluster )
  {
    mtr_add_arg($args, "--create-options=TYPE=ndb");
  }

2759 2760
  chdir($glob_mysql_bench_dir)
    or mtr_error("Couldn't chdir to '$glob_mysql_bench_dir': $!");
unknown's avatar
unknown committed
2761 2762 2763 2764

  if ( ! $benchmark )
  {
    mtr_add_arg($args, "--log");
unknown's avatar
unknown committed
2765
    mtr_run("$glob_mysql_bench_dir/run-all-tests", $args, "", "", "", "");
unknown's avatar
unknown committed
2766 2767 2768 2769
    # FIXME check result code?!
  }
  elsif ( -x $benchmark )
  {
unknown's avatar
unknown committed
2770
    mtr_run("$glob_mysql_bench_dir/$benchmark", $args, "", "", "", "");
unknown's avatar
unknown committed
2771 2772 2773 2774
    # FIXME check result code?!
  }
  else
  {
unknown's avatar
unknown committed
2775
    mtr_error("Benchmark $benchmark not found");
unknown's avatar
unknown committed
2776 2777 2778 2779 2780 2781 2782 2783 2784 2785 2786 2787 2788 2789 2790 2791 2792
  }

  chdir($glob_mysql_test_dir);          # Go back

  if ( ! $glob_use_embedded_server )
  {
    stop_masters();
  }
}


##############################################################################
#
#  Run the test suite
#
##############################################################################

unknown's avatar
unknown committed
2793
sub run_suite () {
2794
  my ($suite, $tests)= @_;
unknown's avatar
unknown committed
2795 2796

  mtr_print_thick_line();
unknown's avatar
unknown committed
2797

2798 2799
  mtr_timer_start($glob_timers,"suite", 60 * $opt_suite_timeout);

unknown's avatar
unknown committed
2800
  mtr_report("Starting Tests in the '$suite' suite");
unknown's avatar
unknown committed
2801

2802 2803
  mtr_report_tests_not_skipped_though_disabled($tests);

unknown's avatar
unknown committed
2804 2805 2806 2807
  mtr_print_header();

  foreach my $tinfo ( @$tests )
  {
2808 2809 2810 2811
    if (run_testcase_check_skip_test($tinfo))
    {
      next;
    }
2812

2813
    mtr_timer_start($glob_timers,"testcase", 60 * $opt_testcase_timeout);
unknown's avatar
unknown committed
2814
    run_testcase($tinfo);
2815
    mtr_timer_stop($glob_timers,"testcase");
unknown's avatar
unknown committed
2816 2817 2818 2819
  }

  mtr_print_line();

2820
  if ( ! $glob_debugger and
2821
       ! $opt_extern and
unknown's avatar
unknown committed
2822
       ! $glob_use_embedded_server )
unknown's avatar
unknown committed
2823
  {
unknown's avatar
unknown committed
2824
    stop_all_servers();
unknown's avatar
unknown committed
2825 2826 2827 2828 2829 2830 2831 2832 2833 2834 2835 2836
  }

  if ( $opt_gcov )
  {
    gcov_collect(); # collect coverage information
  }
  if ( $opt_gprof )
  {
    gprof_collect(); # collect coverage information
  }

  mtr_report_stats($tests);
2837 2838

  mtr_timer_stop($glob_timers,"suite");
unknown's avatar
unknown committed
2839 2840 2841 2842 2843 2844 2845 2846 2847
}


##############################################################################
#
#  Initiate the test databases
#
##############################################################################

2848
sub initialize_servers () {
2849

2850
  datadir_list_setup();
2851

2852 2853 2854 2855 2856 2857 2858 2859 2860 2861 2862
  if ( $opt_extern )
  {
    # Running against an already started server, if the specified
    # vardir does not already exist it should be created
    if ( ! -d $opt_vardir )
    {
      mtr_report("Creating '$opt_vardir'");
      setup_vardir();
    }
    else
    {
2863
      mtr_verbose("No need to create '$opt_vardir' it already exists");
2864 2865 2866
    }
  }
  else
2867
  {
2868
    kill_running_servers();
unknown's avatar
unknown committed
2869

2870
    if ( ! $opt_start_dirty )
2871
    {
2872 2873 2874
      remove_stale_vardir();
      setup_vardir();

2875 2876 2877
      mysql_install_db();
      if ( $opt_force )
      {
2878 2879
	# Save a snapshot of the freshly installed db
	# to make it possible to restore to a known point in time
2880 2881 2882
	save_installed_db();
      }
    }
2883
  }
2884
  check_running_as_root();
2885 2886
}

unknown's avatar
unknown committed
2887 2888 2889
sub mysql_install_db () {

  install_db('master', $master->[0]->{'path_myddir'});
2890

2891 2892 2893 2894
  if ($max_master_num)
  {
    copy_install_db('master', $master->[1]->{'path_myddir'});
  }
2895

2896 2897
  # Install the number of slave databses needed
  for (my $idx= 0; $idx < $max_slave_num; $idx++)
2898
  {
2899
    copy_install_db("slave".($idx+1), $slave->[$idx]->{'path_myddir'});
2900
  }
unknown's avatar
unknown committed
2901

unknown's avatar
unknown committed
2902
  if ( ! $opt_skip_im )
2903 2904 2905 2906
  {
    im_prepare_env($instance_manager);
  }

unknown's avatar
unknown committed
2907 2908
  my $cluster_started_ok= 1; # Assume it can be started

2909 2910
  if ($opt_skip_ndbcluster || $glob_use_running_ndbcluster ||
      $clusters->[0]->{executable_setup_failed})
2911
  {
2912 2913 2914 2915 2916 2917 2918 2919 2920
    # Don't install master cluster
  }
  elsif (ndbcluster_start_install($clusters->[0]))
  {
    mtr_warning("Failed to start install of $clusters->[0]->{name}");
    $cluster_started_ok= 0;
  }

  if ($max_slave_num == 0 ||
2921 2922
      $opt_skip_ndbcluster_slave || $glob_use_running_ndbcluster_slave ||
      $clusters->[1]->{executable_setup_failed})
unknown's avatar
unknown committed
2923
  {
2924 2925 2926
    # Don't install slave cluster
  }
  elsif (ndbcluster_start_install($clusters->[1]))
2927
  {
2928
    mtr_warning("Failed to start install of $clusters->[1]->{name}");
unknown's avatar
unknown committed
2929 2930 2931 2932 2933 2934 2935 2936
    $cluster_started_ok= 0;
  }

  foreach my $cluster (@{$clusters})
  {

    next if !$cluster->{'pid'};

2937
    $cluster->{'installed_ok'}= 1; # Assume install suceeds
unknown's avatar
unknown committed
2938

2939
    if (ndbcluster_wait_started($cluster, ""))
2940 2941
    {
      # failed to install, disable usage and flag that its no ok
2942
      mtr_report("ndbcluster_install of $cluster->{'name'} failed");
2943
      $cluster->{"installed_ok"}= 0;
unknown's avatar
unknown committed
2944 2945

      $cluster_started_ok= 0;
2946
    }
2947 2948
  }

unknown's avatar
unknown committed
2949
  if ( ! $cluster_started_ok )
unknown's avatar
unknown committed
2950
  {
2951 2952
    if ( $opt_force)
    {
unknown's avatar
unknown committed
2953
      # Continue without cluster
2954 2955 2956
    }
    else
    {
unknown's avatar
unknown committed
2957
      mtr_error("To continue, re-run with '--force'.");
2958
    }
unknown's avatar
unknown committed
2959 2960
  }

unknown's avatar
unknown committed
2961 2962 2963 2964
  return 0;
}


2965 2966 2967 2968 2969 2970 2971 2972 2973 2974 2975 2976
sub copy_install_db ($$) {
  my $type=      shift;
  my $data_dir=  shift;

  mtr_report("Installing \u$type Database");

  # Just copy the installed db from first master
  mtr_copy_dir($master->[0]->{'path_myddir'}, $data_dir);

}


unknown's avatar
unknown committed
2977 2978 2979 2980
sub install_db ($$) {
  my $type=      shift;
  my $data_dir=  shift;

unknown's avatar
unknown committed
2981
  mtr_report("Installing \u$type Database");
unknown's avatar
unknown committed
2982

unknown's avatar
unknown committed
2983

2984
  my $args;
unknown's avatar
unknown committed
2985 2986 2987 2988 2989 2990 2991
  mtr_init_args(\$args);
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--bootstrap");
  mtr_add_arg($args, "--basedir=%s", $path_my_basedir);
  mtr_add_arg($args, "--datadir=%s", $data_dir);
  mtr_add_arg($args, "--skip-innodb");
  mtr_add_arg($args, "--skip-ndbcluster");
2992
  mtr_add_arg($args, "--tmpdir=.");
2993
  mtr_add_arg($args, "--core-file");
unknown's avatar
unknown committed
2994

2995 2996 2997
  if ( $opt_debug )
  {
    mtr_add_arg($args, "--debug=d:t:i:A,%s/log/bootstrap_%s.trace",
unknown's avatar
unknown committed
2998
		$path_vardir_trace, $type);
2999 3000
  }

unknown's avatar
unknown committed
3001
  if ( ! $glob_netware )
unknown's avatar
unknown committed
3002 3003 3004 3005 3006
  {
    mtr_add_arg($args, "--language=%s", $path_language);
    mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
  }

3007 3008 3009 3010 3011 3012 3013
  # If DISABLE_GRANT_OPTIONS is defined when the server is compiled (e.g.,
  # configure --disable-grant-options), mysqld will not recognize the
  # --bootstrap or --skip-grant-tables options.  The user can set
  # MYSQLD_BOOTSTRAP to the full path to a mysqld which does accept
  # --bootstrap, to accommodate this.
  my $exe_mysqld_bootstrap = $ENV{'MYSQLD_BOOTSTRAP'} || $exe_mysqld;

3014 3015 3016 3017 3018
  # ----------------------------------------------------------------------
  # export MYSQLD_BOOTSTRAP_CMD variable containing <path>/mysqld <args>
  # ----------------------------------------------------------------------
  $ENV{'MYSQLD_BOOTSTRAP_CMD'}= "$exe_mysqld_bootstrap " . join(" ", @$args);

3019 3020 3021
  # ----------------------------------------------------------------------
  # Create the bootstrap.sql file
  # ----------------------------------------------------------------------
3022
  my $bootstrap_sql_file= "$opt_vardir/tmp/bootstrap.sql";
3023 3024 3025 3026

  # Use the mysql database for system tables
  mtr_tofile($bootstrap_sql_file, "use mysql");

3027 3028
  # Add the offical mysql system tables
  # for a production system
3029 3030 3031
  mtr_appendfile_to_file("$path_sql_dir/mysql_system_tables.sql",
			 $bootstrap_sql_file);

3032 3033 3034 3035 3036
  # Add the mysql system tables initial data
  # for a production system
  mtr_appendfile_to_file("$path_sql_dir/mysql_system_tables_data.sql",
			 $bootstrap_sql_file);

3037 3038 3039 3040 3041 3042 3043 3044 3045 3046 3047 3048
  # Add test data for timezone - this is just a subset, on a real
  # system these tables will be populated either by mysql_tzinfo_to_sql
  # or by downloading the timezone table package from our website
  mtr_appendfile_to_file("$path_sql_dir/mysql_test_data_timezone.sql",
			 $bootstrap_sql_file);

  # Fill help tables, just an empty file when running from bk repo
  # but will be replaced by a real fill_help_tables.sql when
  # building the source dist
  mtr_appendfile_to_file("$path_sql_dir/fill_help_tables.sql",
			 $bootstrap_sql_file);

3049 3050 3051
  # Log bootstrap command
  my $path_bootstrap_log= "$opt_vardir/log/bootstrap.log";
  mtr_tofile($path_bootstrap_log,
3052
	     "$exe_mysqld_bootstrap " . join(" ", @$args) . "\n");
3053

3054
  if ( mtr_run($exe_mysqld_bootstrap, $args, $bootstrap_sql_file,
3055 3056 3057
               $path_bootstrap_log, $path_bootstrap_log,
	       "", { append_log_file => 1 }) != 0 )

unknown's avatar
unknown committed
3058
  {
unknown's avatar
unknown committed
3059
    mtr_error("Error executing mysqld --bootstrap\n" .
3060 3061
              "Could not install system database from $bootstrap_sql_file\n" .
	      "see $path_bootstrap_log for errors");
unknown's avatar
unknown committed
3062 3063 3064 3065
  }
}


3066 3067 3068 3069 3070 3071 3072 3073 3074 3075 3076 3077
sub im_prepare_env($) {
  my $instance_manager = shift;

  im_create_passwd_file($instance_manager);
  im_prepare_data_dir($instance_manager);
}


sub im_create_passwd_file($) {
  my $instance_manager = shift;

  my $pwd_file_path = $instance_manager->{'password_file'};
unknown's avatar
unknown committed
3078

3079
  mtr_report("Creating IM password file ($pwd_file_path)");
unknown's avatar
unknown committed
3080

3081 3082
  open(OUT, ">", $pwd_file_path)
    or mtr_error("Can't write to $pwd_file_path: $!");
unknown's avatar
unknown committed
3083

3084 3085
  print OUT $instance_manager->{'admin_login'}, ":",
        $instance_manager->{'admin_sha1'}, "\n";
unknown's avatar
unknown committed
3086

3087 3088 3089 3090 3091 3092 3093 3094 3095 3096 3097
  close(OUT);
}


sub im_create_defaults_file($) {
  my $instance_manager = shift;

  my $defaults_file = $instance_manager->{'defaults_file'};

  open(OUT, ">", $defaults_file)
    or mtr_error("Can't write to $defaults_file: $!");
unknown's avatar
unknown committed
3098

3099 3100 3101 3102 3103
  print OUT <<EOF
[mysql]

[manager]
pid-file            = $instance_manager->{path_pid}
3104
angel-pid-file      = $instance_manager->{path_angel_pid}
3105 3106 3107 3108 3109 3110 3111 3112 3113 3114 3115 3116 3117 3118 3119 3120 3121 3122 3123 3124 3125 3126 3127 3128
socket              = $instance_manager->{path_sock}
port                = $instance_manager->{port}
password-file       = $instance_manager->{password_file}
default-mysqld-path = $exe_mysqld

EOF
;

  foreach my $instance (@{$instance_manager->{'instances'}})
  {
    my $server_id = $instance->{'server_id'};

    print OUT <<EOF
[mysqld$server_id]
socket              = $instance->{path_sock}
pid-file            = $instance->{path_pid}
port                = $instance->{port}
datadir             = $instance->{path_datadir}
log                 = $instance->{path_datadir}/mysqld$server_id.log
log-error           = $instance->{path_datadir}/mysqld$server_id.err.log
log-slow-queries    = $instance->{path_datadir}/mysqld$server_id.slow.log
language            = $path_language
character-sets-dir  = $path_charsetsdir
basedir             = $path_my_basedir
3129
server_id           = $server_id
unknown's avatar
unknown committed
3130
shutdown-delay      = 10
3131 3132 3133 3134 3135
skip-stack-trace
skip-innodb
skip-ndbcluster
EOF
;
3136 3137 3138 3139
    if ( $mysql_version_id < 50100 )
    {
      print OUT "skip-bdb\n";
    }
unknown's avatar
unknown committed
3140
    print OUT "nonguarded\n" if $instance->{'nonguarded'};
3141 3142 3143 3144
    if ( $mysql_version_id >= 50100 )
    {
      print OUT "log-output=FILE\n" if $instance->{'old_log_format'};
    }
3145 3146 3147 3148 3149 3150 3151 3152 3153 3154 3155 3156
    print OUT "\n";
  }

  close(OUT);
}


sub im_prepare_data_dir($) {
  my $instance_manager = shift;

  foreach my $instance (@{$instance_manager->{'instances'}})
  {
3157
    copy_install_db(
3158 3159 3160 3161 3162 3163
      'im_mysqld_' . $instance->{'server_id'},
      $instance->{'path_datadir'});
  }
}


3164

3165 3166 3167 3168
#
# Restore snapshot of the installed slave databases
# if the snapshot exists
#
3169 3170
sub restore_slave_databases ($) {
  my ($num_slaves)= @_;
3171 3172 3173

  if ( -d $path_snapshot)
  {
3174
    for (my $idx= 0; $idx < $num_slaves; $idx++)
3175 3176 3177 3178 3179 3180 3181 3182 3183 3184
    {
      my $data_dir= $slave->[$idx]->{'path_myddir'};
      my $name= basename($data_dir);
      rmtree($data_dir);
      mtr_copy_dir("$path_snapshot/$name", $data_dir);
    }
  }
}


3185 3186 3187
sub run_testcase_check_skip_test($)
{
  my ($tinfo)= @_;
3188

unknown's avatar
unknown committed
3189 3190 3191 3192 3193 3194 3195 3196 3197
  # ----------------------------------------------------------------------
  # If marked to skip, just print out and return.
  # Note that a test case not marked as 'skip' can still be
  # skipped later, because of the test case itself in cooperation
  # with the mysqltest program tells us so.
  # ----------------------------------------------------------------------

  if ( $tinfo->{'skip'} )
  {
unknown's avatar
unknown committed
3198
    mtr_report_test_name($tinfo);
unknown's avatar
unknown committed
3199
    mtr_report_test_skipped($tinfo);
3200
    return 1;
unknown's avatar
unknown committed
3201 3202
  }

3203
  if ($tinfo->{'ndb_test'})
3204
  {
3205 3206 3207 3208
    foreach my $cluster (@{$clusters})
    {
      last if ($opt_skip_ndbcluster_slave and
	       $cluster->{'name'} eq 'Slave');
3209

3210 3211 3212 3213 3214 3215 3216 3217 3218
      # If test needs this cluster, check binaries was found ok
      if ( $cluster->{'executable_setup_failed'} )
      {
	mtr_report_test_name($tinfo);
	$tinfo->{comment}=
	  "Failed to find cluster binaries";
	mtr_report_test_failed($tinfo);
	return 1;
      }
unknown's avatar
unknown committed
3219

3220 3221 3222 3223
      # If test needs this cluster, check it was installed ok
      if ( !$cluster->{'installed_ok'} )
      {
	mtr_report_test_name($tinfo);
unknown's avatar
unknown committed
3224 3225
	$tinfo->{comment}=
	  "Cluster $cluster->{'name'} was not installed ok";
3226 3227 3228
	mtr_report_test_failed($tinfo);
	return 1;
      }
unknown's avatar
unknown committed
3229 3230

    }
3231 3232
  }

3233
  if ( $tinfo->{'component_id'} eq 'im' )
unknown's avatar
unknown committed
3234
  {
3235 3236
      # If test needs im, check binaries was found ok
    if ( $instance_manager->{'executable_setup_failed'} )
unknown's avatar
unknown committed
3237
    {
3238 3239 3240 3241 3242
      mtr_report_test_name($tinfo);
      $tinfo->{comment}=
	"Failed to find MySQL manager binaries";
      mtr_report_test_failed($tinfo);
      return 1;
unknown's avatar
unknown committed
3243
    }
unknown's avatar
unknown committed
3244
  }
unknown's avatar
unknown committed
3245

3246 3247
  return 0;
}
unknown's avatar
unknown committed
3248

unknown's avatar
unknown committed
3249

3250 3251 3252 3253 3254
sub do_before_run_mysqltest($)
{
  my $tinfo= shift;
  my $tname= $tinfo->{'name'};

3255 3256
  # Remove old files produced by mysqltest
  my $result_dir= "r";
3257
  if ( $opt_suite ne "main" )
3258
  {
3259
    $result_dir= "suite/$opt_suite/r";
3260
  }
3261 3262 3263 3264
  unlink("$result_dir/$tname.reject");
  unlink("$result_dir/$tname.progress");
  unlink("$result_dir/$tname.log");
  unlink("$result_dir/$tname.warnings");
3265

unknown's avatar
unknown committed
3266
  if (!$opt_extern)
3267
  {
unknown's avatar
unknown committed
3268 3269 3270 3271 3272 3273 3274 3275 3276
    if ( $mysql_version_id < 50000 ) {
      # Set environment variable NDB_STATUS_OK to 1
      # if script decided to run mysqltest cluster _is_ installed ok
      $ENV{'NDB_STATUS_OK'} = "1";
    } elsif ( $mysql_version_id < 50100 ) {
      # Set environment variable NDB_STATUS_OK to YES
      # if script decided to run mysqltest cluster _is_ installed ok
      $ENV{'NDB_STATUS_OK'} = "YES";
    }
3277
  }
3278
}
unknown's avatar
unknown committed
3279

3280 3281 3282 3283
sub do_after_run_mysqltest($)
{
  my $tinfo= shift;
  my $tname= $tinfo->{'name'};
unknown's avatar
unknown committed
3284

unknown's avatar
unknown committed
3285
  # Save info from this testcase run to mysqltest.log
3286 3287
  mtr_appendfile_to_file($path_current_test_log, $path_mysqltest_log)
    if -f $path_current_test_log;
unknown's avatar
unknown committed
3288 3289 3290
  mtr_appendfile_to_file($path_timefile, $path_mysqltest_log)
    if -f $path_timefile;
}
unknown's avatar
unknown committed
3291

3292

3293
sub run_testcase_mark_logs($$)
3294
{
3295
  my ($tinfo, $log_msg)= @_;
3296 3297 3298 3299 3300 3301 3302 3303 3304 3305 3306 3307

  # Write a marker to all log files

  # The file indicating current test name
  mtr_tonewfile($path_current_test_log, $log_msg);

  # each mysqld's .err file
  foreach my $mysqld (@{$master}, @{$slave})
  {
    mtr_tofile($mysqld->{path_myerr}, $log_msg);
  }

3308 3309 3310 3311 3312 3313
  if ( $tinfo->{'component_id'} eq 'im')
  {
    mtr_tofile($instance_manager->{path_err}, $log_msg);
    mtr_tofile($instance_manager->{path_log}, $log_msg);
  }

3314 3315 3316 3317 3318
  # ndbcluster log file
  mtr_tofile($path_ndb_testrun_log, $log_msg);

}

3319 3320 3321 3322
sub find_testcase_skipped_reason($)
{
  my ($tinfo)= @_;

unknown's avatar
unknown committed
3323
  # Open mysqltest-time
3324 3325 3326 3327 3328 3329
  my $F= IO::File->new($path_timefile) or
    mtr_error("can't open file \"$path_timefile\": $!");
  my $reason;

  while ( my $line= <$F> )
  {
unknown's avatar
unknown committed
3330
    # Look for "reason: <reason for skipping test>"
3331
    if ( $line =~ /reason: (.*)/ )
unknown's avatar
unknown committed
3332
    {
3333 3334 3335
      $reason= $1;
    }
  }
3336

3337 3338 3339 3340
  if ( ! $reason )
  {
    mtr_warning("Could not find reason for skipping test in $path_timefile");
    $reason= "Detected by testcase(reason unknown) ";
3341
  }
3342 3343 3344 3345
  $tinfo->{'comment'}= $reason;
}


3346 3347 3348 3349 3350 3351 3352 3353 3354 3355 3356
sub analyze_testcase_failure_sync_with_master($)
{
  my ($tinfo)= @_;

  my $args;
  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--silent");
  mtr_add_arg($args, "--skip-safemalloc");
  mtr_add_arg($args, "--tmpdir=%s", $opt_tmpdir);
3357
  mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
3358 3359 3360 3361 3362 3363 3364 3365 3366 3367 3368 3369

  mtr_add_arg($args, "--socket=%s", $master->[0]->{'path_sock'});
  mtr_add_arg($args, "--port=%d", $master->[0]->{'port'});
  mtr_add_arg($args, "--database=test");
  mtr_add_arg($args, "--user=%s", $opt_user);
  mtr_add_arg($args, "--password=");

  # Run the test file and append output to log file
  mtr_run_test($exe_mysqltest,$args,
	       "include/analyze_failure_sync_with_master.test",
	       "$path_timefile", "$path_timefile","",
	       { append_log_file => 1 });
unknown's avatar
unknown committed
3370

3371 3372 3373 3374 3375
}

sub analyze_testcase_failure($)
{
  my ($tinfo)= @_;
unknown's avatar
unknown committed
3376

3377 3378 3379 3380 3381 3382 3383 3384 3385 3386 3387 3388
  # Open mysqltest.log
  my $F= IO::File->new($path_timefile) or
    mtr_error("can't open file \"$path_timefile\": $!");

  while ( my $line= <$F> )
  {
    # Look for "mysqltest: At line nnn: <error>
    if ( $line =~ /mysqltest: At line [0-9]*: (.*)/ )
    {
      my $error= $1;
      # Look for "could not sync with master"
      if ( $error =~ /could not sync with master/ )
unknown's avatar
unknown committed
3389
      {
3390
	analyze_testcase_failure_sync_with_master($tinfo);
unknown's avatar
unknown committed
3391 3392
      }
    }
3393 3394
  }
}
unknown's avatar
unknown committed
3395

3396 3397 3398 3399 3400 3401 3402 3403 3404 3405 3406 3407 3408 3409 3410 3411 3412 3413 3414
##############################################################################
#
#  Run a single test case
#
##############################################################################

# When we get here, we have already filtered out test cases that doesn't
# apply to the current setup, for example if we use a running server, test
# cases that restart the server are dropped. So this function should mostly
# be about doing things, not a lot of logic.

# We don't start and kill the servers for each testcase. But some
# testcases needs a restart, because they specify options to start
# mysqld with. After that testcase, we need to restart again, to set
# back the normal options.

sub run_testcase ($) {
  my $tinfo=  shift;

3415 3416 3417 3418 3419
  # -------------------------------------------------------
  # Init variables that can change between each test case
  # -------------------------------------------------------

  $ENV{'TZ'}= $tinfo->{'timezone'};
3420
  mtr_verbose("Setting timezone: $tinfo->{'timezone'}");
3421

3422 3423 3424 3425 3426
  my $master_restart= run_testcase_need_master_restart($tinfo);
  my $slave_restart= run_testcase_need_slave_restart($tinfo);

  if ($master_restart or $slave_restart)
  {
3427
    # Can't restart a running server that may be in use
3428
    if ( $opt_extern )
3429 3430
    {
      mtr_report_test_name($tinfo);
unknown's avatar
unknown committed
3431
      $tinfo->{comment}= "Can't restart a running server";
3432 3433
      mtr_report_test_skipped($tinfo);
      return;
3434
    }
unknown's avatar
unknown committed
3435

3436 3437
    run_testcase_stop_servers($tinfo, $master_restart, $slave_restart);
  }
3438 3439

  # Write to all log files to indicate start of testcase
3440
  run_testcase_mark_logs($tinfo, "CURRENT_TEST: $tinfo->{name}\n");
3441

3442 3443 3444
  my $died= mtr_record_dead_children();
  if ($died or $master_restart or $slave_restart)
  {
3445
    if (run_testcase_start_servers($tinfo))
unknown's avatar
unknown committed
3446
    {
3447 3448 3449
      mtr_report_test_name($tinfo);
      report_failure_and_restart($tinfo);
      return 1;
unknown's avatar
unknown committed
3450
    }
3451
  }
unknown's avatar
unknown committed
3452

unknown's avatar
unknown committed
3453
  # ----------------------------------------------------------------------
3454 3455
  # If --start-and-exit or --start-dirty given, stop here to let user manually
  # run tests
unknown's avatar
unknown committed
3456
  # ----------------------------------------------------------------------
3457
  if ( $opt_start_and_exit or $opt_start_dirty )
unknown's avatar
unknown committed
3458
  {
3459
    mtr_timer_stop_all($glob_timers);
unknown's avatar
unknown committed
3460 3461 3462 3463
    mtr_report("\nServers started, exiting");
    exit(0);
  }

unknown's avatar
unknown committed
3464
  {
3465
    do_before_run_mysqltest($tinfo);
unknown's avatar
unknown committed
3466

unknown's avatar
unknown committed
3467
    my $res= run_mysqltest($tinfo);
3468
    mtr_report_test_name($tinfo);
3469

3470 3471
    do_after_run_mysqltest($tinfo);

unknown's avatar
unknown committed
3472 3473 3474 3475
    if ( $res == 0 )
    {
      mtr_report_test_passed($tinfo);
    }
unknown's avatar
unknown committed
3476
    elsif ( $res == 62 )
unknown's avatar
unknown committed
3477 3478
    {
      # Testcase itself tell us to skip this one
3479 3480

      # Try to get reason from mysqltest.log
3481
      find_testcase_skipped_reason($tinfo);
unknown's avatar
unknown committed
3482 3483
      mtr_report_test_skipped($tinfo);
    }
3484 3485 3486 3487 3488
    elsif ( $res == 63 )
    {
      $tinfo->{'timeout'}= 1;           # Mark as timeout
      report_failure_and_restart($tinfo);
    }
unknown's avatar
unknown committed
3489
    elsif ( $res == 1 )
unknown's avatar
unknown committed
3490
    {
3491
      if ( $opt_force )
unknown's avatar
unknown committed
3492
      {
3493
	analyze_testcase_failure($tinfo);
unknown's avatar
unknown committed
3494
      }
unknown's avatar
unknown committed
3495 3496 3497
      # Test case failure reported by mysqltest
      report_failure_and_restart($tinfo);
    }
unknown's avatar
unknown committed
3498 3499
    else
    {
unknown's avatar
unknown committed
3500 3501 3502
      # mysqltest failed, probably crashed
      $tinfo->{comment}=
	"mysqltest returned unexpected code $res, it has probably crashed";
unknown's avatar
unknown committed
3503 3504 3505
      report_failure_and_restart($tinfo);
    }
  }
3506

unknown's avatar
unknown committed
3507 3508 3509
  # Remove the file that mysqltest writes info to
  unlink($path_timefile);

3510 3511 3512
  # ----------------------------------------------------------------------
  # Stop Instance Manager if we are processing an IM-test case.
  # ----------------------------------------------------------------------
3513
  if ( $tinfo->{'component_id'} eq 'im' and
3514
       !mtr_im_stop($instance_manager, $tinfo->{'name'}))
3515
  {
3516
    mtr_error("Failed to stop Instance Manager.")
3517
  }
unknown's avatar
unknown committed
3518
}
unknown's avatar
unknown committed
3519

3520 3521 3522 3523 3524 3525 3526 3527 3528 3529 3530 3531 3532

#
# Save a snapshot of the installed test db(s)
# I.e take a snapshot of the var/ dir
#
sub save_installed_db () {

  mtr_report("Saving snapshot of installed databases");
  rmtree($path_snapshot);

  foreach my $data_dir (@data_dir_lst)
  {
    my $name= basename($data_dir);
3533
    mtr_copy_dir("$data_dir", "$path_snapshot/$name");
3534 3535 3536
  }
}

3537 3538 3539 3540 3541 3542 3543 3544 3545 3546 3547 3548 3549

#
# Save any interesting files in the data_dir
# before the data dir is removed.
#
sub save_files_before_restore($$) {
  my $test_name= shift;
  my $data_dir= shift;
  my $save_name= "$opt_vardir/log/$test_name";

  # Look for core files
  foreach my $core_file ( glob("$data_dir/core*") )
  {
3550
    last if $opt_max_save_core > 0 && $num_saved_cores >= $opt_max_save_core;
3551 3552 3553 3554
    my $core_name= basename($core_file);
    mtr_report("Saving $core_name");
    mkdir($save_name) if ! -d $save_name;
    rename("$core_file", "$save_name/$core_name");
3555
    ++$num_saved_cores;
3556 3557 3558
  }
}

unknown's avatar
unknown committed
3559

3560 3561 3562 3563
#
# Restore snapshot of the installed test db(s)
# if the snapshot exists
#
3564 3565
sub restore_installed_db ($) {
  my $test_name= shift;
3566 3567 3568 3569 3570 3571 3572 3573

  if ( -d $path_snapshot)
  {
    mtr_report("Restoring snapshot of databases");

    foreach my $data_dir (@data_dir_lst)
    {
      my $name= basename($data_dir);
3574
      save_files_before_restore($test_name, $data_dir);
3575
      rmtree("$data_dir");
3576
      mtr_copy_dir("$path_snapshot/$name", "$data_dir");
3577
    }
3578

3579 3580 3581 3582
    # Remove the ndb_*_fs dirs for all ndbd nodes
    # forcing a clean start of ndb
    foreach my $cluster (@{$clusters})
    {
3583
      foreach my $ndbd (@{$cluster->{'ndbds'}})
3584
      {
3585
	rmtree("$ndbd->{'path_fs'}" );
3586
      }
3587 3588 3589 3590
    }
  }
  else
  {
3591 3592
    # No snapshot existed
    mtr_error("No snapshot existed");
3593 3594 3595
  }
}

unknown's avatar
unknown committed
3596 3597 3598 3599
sub report_failure_and_restart ($) {
  my $tinfo= shift;

  mtr_report_test_failed($tinfo);
3600
  mtr_show_failed_diff($tinfo->{'result_file'});
unknown's avatar
unknown committed
3601
  print "\n";
3602
  if ( $opt_force )
unknown's avatar
unknown committed
3603
  {
3604 3605 3606
    # Stop all servers that are known to be running
    stop_all_servers();

3607
    # Restore the snapshot of the installed test db
3608
    restore_installed_db($tinfo->{'name'});
3609 3610
    print "Resuming Tests\n\n";
    return;
unknown's avatar
unknown committed
3611 3612
  }

3613 3614 3615
  my $test_mode= join(" ", @::glob_test_mode) || "default";
  print "Aborting: $tinfo->{'name'} failed in $test_mode mode. ";
  print "To continue, re-run with '--force'.\n";
unknown's avatar
unknown committed
3616
  if ( ! $glob_debugger and
3617
       ! $opt_extern and
unknown's avatar
unknown committed
3618
       ! $glob_use_embedded_server )
unknown's avatar
unknown committed
3619
  {
unknown's avatar
unknown committed
3620
    stop_all_servers();
unknown's avatar
unknown committed
3621
  }
3622 3623
  mtr_exit(1);

unknown's avatar
unknown committed
3624 3625 3626 3627 3628 3629 3630 3631 3632
}


##############################################################################
#
#  Start and stop servers
#
##############################################################################

unknown's avatar
unknown committed
3633

3634 3635 3636 3637 3638
sub do_before_start_master ($) {
  my ($tinfo)= @_;

  my $tname= $tinfo->{'name'};
  my $init_script= $tinfo->{'master_sh'};
unknown's avatar
unknown committed
3639 3640 3641

  # FIXME what about second master.....

3642
  foreach my $bin ( glob("$opt_vardir/log/master*-bin*") )
unknown's avatar
unknown committed
3643
  {
3644
    unlink($bin);
unknown's avatar
unknown committed
3645 3646
  }

unknown's avatar
unknown committed
3647
  # FIXME only remove the ones that are tied to this master
unknown's avatar
unknown committed
3648
  # Remove old master.info and relay-log.info files
unknown's avatar
unknown committed
3649 3650 3651 3652
  unlink("$master->[0]->{'path_myddir'}/master.info");
  unlink("$master->[0]->{'path_myddir'}/relay-log.info");
  unlink("$master->[1]->{'path_myddir'}/master.info");
  unlink("$master->[1]->{'path_myddir'}/relay-log.info");
unknown's avatar
unknown committed
3653

unknown's avatar
unknown committed
3654
  # Run master initialization shell script if one exists
unknown's avatar
unknown committed
3655
  if ( $init_script )
unknown's avatar
unknown committed
3656
  {
unknown's avatar
unknown committed
3657 3658 3659 3660
    my $ret= mtr_run("/bin/sh", [$init_script], "", "", "", "");
    if ( $ret != 0 )
    {
      # FIXME rewrite those scripts to return 0 if successful
unknown's avatar
unknown committed
3661
      # mtr_warning("$init_script exited with code $ret");
unknown's avatar
unknown committed
3662
    }
unknown's avatar
unknown committed
3663 3664 3665
  }
}

unknown's avatar
unknown committed
3666

3667 3668
sub do_before_start_slave ($) {
  my ($tinfo)= @_;
unknown's avatar
unknown committed
3669

3670 3671
  my $tname= $tinfo->{'name'};
  my $init_script= $tinfo->{'master_sh'};
unknown's avatar
unknown committed
3672

3673
  foreach my $bin ( glob("$opt_vardir/log/slave*-bin*") )
unknown's avatar
unknown committed
3674
  {
3675
    unlink($bin);
unknown's avatar
unknown committed
3676 3677
  }

3678 3679 3680
  unlink("$slave->[0]->{'path_myddir'}/master.info");
  unlink("$slave->[0]->{'path_myddir'}/relay-log.info");

unknown's avatar
unknown committed
3681
  # Run slave initialization shell script if one exists
unknown's avatar
unknown committed
3682
  if ( $init_script )
unknown's avatar
unknown committed
3683
  {
unknown's avatar
unknown committed
3684 3685 3686 3687
    my $ret= mtr_run("/bin/sh", [$init_script], "", "", "", "");
    if ( $ret != 0 )
    {
      # FIXME rewrite those scripts to return 0 if successful
unknown's avatar
unknown committed
3688
      # mtr_warning("$init_script exited with code $ret");
unknown's avatar
unknown committed
3689
    }
unknown's avatar
unknown committed
3690 3691
  }

unknown's avatar
unknown committed
3692 3693 3694 3695
  foreach my $bin ( glob("$slave->[0]->{'path_myddir'}/log.*") )
  {
    unlink($bin);
  }
unknown's avatar
unknown committed
3696 3697
}

unknown's avatar
unknown committed
3698

3699
sub mysqld_arguments ($$$$) {
unknown's avatar
unknown committed
3700
  my $args=              shift;
3701
  my $mysqld=            shift;
unknown's avatar
unknown committed
3702 3703 3704
  my $extra_opt=         shift;
  my $slave_master_info= shift;

3705
  my $idx= $mysqld->{'idx'};
unknown's avatar
unknown committed
3706
  my $sidx= "";                 # Index as string, 0 is empty string
3707
  if ( $idx> 0 )
unknown's avatar
unknown committed
3708
  {
3709
    $sidx= $idx;
unknown's avatar
unknown committed
3710 3711 3712 3713 3714 3715 3716 3717
  }

  my $prefix= "";               # If mysqltest server arg
  if ( $glob_use_embedded_server )
  {
    $prefix= "--server-arg=";
  }

3718 3719
  mtr_add_arg($args, "%s--no-defaults", $prefix);

3720
  mtr_add_arg($args, "%s--console", $prefix);
unknown's avatar
unknown committed
3721 3722
  mtr_add_arg($args, "%s--basedir=%s", $prefix, $path_my_basedir);
  mtr_add_arg($args, "%s--character-sets-dir=%s", $prefix, $path_charsetsdir);
unknown's avatar
unknown committed
3723

3724 3725
  if ( $mysql_version_id >= 50036)
  {
3726 3727 3728 3729 3730 3731 3732 3733 3734 3735
    # By default, prevent the started mysqld to access files outside of vardir
    my $secure_file_dir= $opt_vardir;
    if ( $opt_suite ne "main" )
    {
      # When running a suite other than default allow the mysqld
      # access to subdirs of mysql-test/ in order to make it possible
      # to "load data" from the suites data/ directory.
      $secure_file_dir= $glob_mysql_test_dir;
    }
    mtr_add_arg($args, "%s--secure-file-priv=%s", $prefix, $secure_file_dir);
3736 3737
  }

unknown's avatar
unknown committed
3738 3739 3740 3741 3742
  if ( $mysql_version_id >= 50000 )
  {
    mtr_add_arg($args, "%s--log-bin-trust-function-creators", $prefix);
  }

unknown's avatar
unknown committed
3743 3744 3745 3746
  mtr_add_arg($args, "%s--default-character-set=latin1", $prefix);
  mtr_add_arg($args, "%s--language=%s", $prefix, $path_language);
  mtr_add_arg($args, "%s--tmpdir=$opt_tmpdir", $prefix);

unknown's avatar
unknown committed
3747
  if ( $opt_valgrind_mysqld )
unknown's avatar
unknown committed
3748 3749
  {
    mtr_add_arg($args, "%s--skip-safemalloc", $prefix);
3750 3751 3752 3753 3754

    if ( $mysql_version_id < 50100 )
    {
      mtr_add_arg($args, "%s--skip-bdb", $prefix);
    }
unknown's avatar
unknown committed
3755 3756
  }

3757 3758 3759 3760 3761 3762 3763 3764 3765 3766 3767 3768 3769 3770 3771 3772 3773 3774 3775
  mtr_add_arg($args, "%s--pid-file=%s", $prefix,
	      $mysqld->{'path_pid'});

  mtr_add_arg($args, "%s--port=%d", $prefix,
                $mysqld->{'port'});

  mtr_add_arg($args, "%s--socket=%s", $prefix,
	      $mysqld->{'path_sock'});

  mtr_add_arg($args, "%s--datadir=%s", $prefix,
	      $mysqld->{'path_myddir'});


  if ( $mysql_version_id >= 50106 )
  {
    # Turn on logging to bothe tables and file
    mtr_add_arg($args, "%s--log-output=table,file", $prefix);
  }

3776 3777 3778 3779
  my $log_base_path= "$opt_vardir/log/$mysqld->{'type'}$sidx";
  mtr_add_arg($args, "%s--log=%s.log", $prefix, $log_base_path);
  mtr_add_arg($args,
	      "%s--log-slow-queries=%s-slow.log", $prefix, $log_base_path);
3780

3781
  # Check if "extra_opt" contains --skip-log-bin
3782
  my $skip_binlog= grep(/^--skip-log-bin/, @$extra_opt);
unknown's avatar
unknown committed
3783

3784
  if ( $mysqld->{'type'} eq 'master' )
unknown's avatar
unknown committed
3785
  {
3786
    if (! ($opt_skip_master_binlog || $skip_binlog) )
3787 3788 3789 3790
    {
      mtr_add_arg($args, "%s--log-bin=%s/log/master-bin%s", $prefix,
                  $opt_vardir, $sidx);
    }
3791 3792 3793 3794 3795 3796 3797

    mtr_add_arg($args, "%s--server-id=%d", $prefix,
	       $idx > 0 ? $idx + 101 : 1);

    mtr_add_arg($args, "%s--innodb_data_file_path=ibdata1:10M:autoextend",
		$prefix);

unknown's avatar
unknown committed
3798
    mtr_add_arg($args, "%s--local-infile", $prefix);
unknown's avatar
unknown committed
3799

3800
    if ( $idx > 0 or !$use_innodb)
unknown's avatar
unknown committed
3801 3802 3803 3804
    {
      mtr_add_arg($args, "%s--skip-innodb", $prefix);
    }

3805
    my $cluster= $clusters->[$mysqld->{'cluster'}];
unknown's avatar
unknown committed
3806 3807
    if ( $opt_skip_ndbcluster ||
	 !$cluster->{'pid'})
unknown's avatar
unknown committed
3808 3809 3810
    {
      mtr_add_arg($args, "%s--skip-ndbcluster", $prefix);
    }
3811
    else
unknown's avatar
unknown committed
3812 3813 3814
    {
      mtr_add_arg($args, "%s--ndbcluster", $prefix);
      mtr_add_arg($args, "%s--ndb-connectstring=%s", $prefix,
unknown's avatar
unknown committed
3815
		  $cluster->{'connect_string'});
3816
      if ( $mysql_version_id >= 50100 )
3817 3818 3819
      {
	mtr_add_arg($args, "%s--ndb-extra-logging", $prefix);
      }
unknown's avatar
unknown committed
3820
    }
3821

3822 3823
      mtr_add_arg($args, "%s--plugin_dir=%s", $prefix,
		  dirname($lib_example_plugin));
unknown's avatar
unknown committed
3824
  }
3825
  else
unknown's avatar
unknown committed
3826
  {
3827 3828
    mtr_error("unknown mysqld type")
      unless $mysqld->{'type'} eq 'slave';
unknown's avatar
unknown committed
3829 3830

    mtr_add_arg($args, "%s--init-rpl-role=slave", $prefix);
3831
    if (! ( $opt_skip_slave_binlog || $skip_binlog ))
3832 3833 3834 3835 3836
    {
      mtr_add_arg($args, "%s--log-bin=%s/log/slave%s-bin", $prefix,
                  $opt_vardir, $sidx); # FIXME use own dir for binlogs
      mtr_add_arg($args, "%s--log-slave-updates", $prefix);
    }
unknown's avatar
unknown committed
3837

unknown's avatar
unknown committed
3838
    mtr_add_arg($args, "%s--master-retry-count=10", $prefix);
3839

3840 3841
    mtr_add_arg($args, "%s--relay-log=%s/log/slave%s-relay-bin", $prefix,
                $opt_vardir, $sidx);
unknown's avatar
unknown committed
3842 3843
    mtr_add_arg($args, "%s--report-host=127.0.0.1", $prefix);
    mtr_add_arg($args, "%s--report-port=%d", $prefix,
3844
                $mysqld->{'port'});
unknown's avatar
unknown committed
3845 3846 3847
    mtr_add_arg($args, "%s--report-user=root", $prefix);
    mtr_add_arg($args, "%s--skip-innodb", $prefix);
    mtr_add_arg($args, "%s--skip-slave-start", $prefix);
3848 3849 3850 3851

    # Directory where slaves find the dumps generated by "load data"
    # on the server. The path need to have constant length otherwise
    # test results will vary, thus a relative path is used.
3852
    my $slave_load_path= "../tmp";
unknown's avatar
unknown committed
3853
    mtr_add_arg($args, "%s--slave-load-tmpdir=%s", $prefix,
3854
                $slave_load_path);
unknown's avatar
unknown committed
3855 3856 3857 3858 3859 3860 3861 3862 3863 3864 3865
    mtr_add_arg($args, "%s--set-variable=slave_net_timeout=10", $prefix);

    if ( @$slave_master_info )
    {
      foreach my $arg ( @$slave_master_info )
      {
        mtr_add_arg($args, "%s%s", $prefix, $arg);
      }
    }
    else
    {
unknown's avatar
unknown committed
3866 3867 3868 3869 3870 3871 3872 3873 3874
      if ($mysql_version_id < 50200)
      {
        mtr_add_arg($args, "%s--master-user=root", $prefix);
        mtr_add_arg($args, "%s--master-connect-retry=1", $prefix);
        mtr_add_arg($args, "%s--master-host=127.0.0.1", $prefix);
        mtr_add_arg($args, "%s--master-password=", $prefix);
        mtr_add_arg($args, "%s--master-port=%d", $prefix,
    	            $master->[0]->{'port'}); # First master
      }
3875 3876
      my $slave_server_id=  2 + $idx;
      my $slave_rpl_rank= $slave_server_id;
unknown's avatar
unknown committed
3877 3878 3879
      mtr_add_arg($args, "%s--server-id=%d", $prefix, $slave_server_id);
      mtr_add_arg($args, "%s--rpl-recovery-rank=%d", $prefix, $slave_rpl_rank);
    }
unknown's avatar
unknown committed
3880 3881

    if ( $opt_skip_ndbcluster_slave ||
3882 3883
         $mysqld->{'cluster'} == -1 ||
	 !$clusters->[$mysqld->{'cluster'}]->{'pid'} )
unknown's avatar
unknown committed
3884 3885 3886
    {
      mtr_add_arg($args, "%s--skip-ndbcluster", $prefix);
    }
unknown's avatar
unknown committed
3887
    else
unknown's avatar
unknown committed
3888 3889 3890
    {
      mtr_add_arg($args, "%s--ndbcluster", $prefix);
      mtr_add_arg($args, "%s--ndb-connectstring=%s", $prefix,
3891 3892
		  $clusters->[$mysqld->{'cluster'}]->{'connect_string'});

3893
      if ( $mysql_version_id >= 50100 )
3894 3895 3896
      {
	mtr_add_arg($args, "%s--ndb-extra-logging", $prefix);
      }
unknown's avatar
unknown committed
3897
    }
unknown's avatar
unknown committed
3898 3899 3900 3901
  } # end slave

  if ( $opt_debug )
  {
3902 3903
    mtr_add_arg($args, "%s--debug=d:t:i:A,%s/log/%s%s.trace",
		$prefix, $path_vardir_trace, $mysqld->{'type'}, $sidx);
unknown's avatar
unknown committed
3904 3905 3906 3907 3908 3909
  }

  mtr_add_arg($args, "%s--key_buffer_size=1M", $prefix);
  mtr_add_arg($args, "%s--sort_buffer=256K", $prefix);
  mtr_add_arg($args, "%s--max_heap_table_size=1M", $prefix);

3910
  if ( $opt_ssl_supported )
unknown's avatar
unknown committed
3911
  {
3912 3913 3914 3915 3916 3917
    mtr_add_arg($args, "%s--ssl-ca=%s/std_data/cacert.pem", $prefix,
                $glob_mysql_test_dir);
    mtr_add_arg($args, "%s--ssl-cert=%s/std_data/server-cert.pem", $prefix,
                $glob_mysql_test_dir);
    mtr_add_arg($args, "%s--ssl-key=%s/std_data/server-key.pem", $prefix,
                $glob_mysql_test_dir);
unknown's avatar
unknown committed
3918 3919 3920 3921 3922 3923 3924
  }

  if ( $opt_warnings )
  {
    mtr_add_arg($args, "%s--log-warnings", $prefix);
  }

unknown's avatar
unknown committed
3925 3926
  # Indicate to "mysqld" it will be debugged in debugger
  if ( $glob_debugger )
unknown's avatar
unknown committed
3927 3928 3929 3930
  {
    mtr_add_arg($args, "%s--gdb", $prefix);
  }

unknown's avatar
unknown committed
3931
  my $found_skip_core= 0;
unknown's avatar
unknown committed
3932
  foreach my $arg ( @opt_extra_mysqld_opt, @$extra_opt )
unknown's avatar
unknown committed
3933
  {
3934
    # Allow --skip-core-file to be set in <testname>-[master|slave].opt file
unknown's avatar
unknown committed
3935 3936 3937 3938
    if ($arg eq "--skip-core-file")
    {
      $found_skip_core= 1;
    }
3939 3940 3941 3942
    elsif ($skip_binlog and mtr_match_prefix($arg, "--binlog-format"))
    {
      ; # Dont add --binlog-format when running without binlog
    }
unknown's avatar
unknown committed
3943 3944 3945 3946 3947 3948 3949 3950
    else
    {
      mtr_add_arg($args, "%s%s", $prefix, $arg);
    }
  }
  if ( !$found_skip_core )
  {
    mtr_add_arg($args, "%s%s", $prefix, "--core-file");
unknown's avatar
unknown committed
3951 3952 3953 3954 3955 3956 3957
  }

  if ( $opt_bench )
  {
    mtr_add_arg($args, "%s--rpl-recovery-rank=1", $prefix);
    mtr_add_arg($args, "%s--init-rpl-role=master", $prefix);
  }
3958
  elsif ( $mysqld->{'type'} eq 'master' )
unknown's avatar
unknown committed
3959 3960 3961 3962 3963 3964 3965 3966 3967 3968 3969 3970 3971 3972
  {
    mtr_add_arg($args, "%s--open-files-limit=1024", $prefix);
  }

  return $args;
}


##############################################################################
#
#  Start mysqld and return the PID
#
##############################################################################

unknown's avatar
unknown committed
3973 3974
sub mysqld_start ($$$) {
  my $mysqld=            shift;
unknown's avatar
unknown committed
3975 3976
  my $extra_opt=         shift;
  my $slave_master_info= shift;
unknown's avatar
unknown committed
3977 3978 3979

  my $args;                             # Arg vector
  my $exe;
3980
  my $pid= -1;
unknown's avatar
unknown committed
3981 3982 3983 3984
  my $wait_for_pid_file= 1;

  my $type= $mysqld->{'type'};
  my $idx= $mysqld->{'idx'};
unknown's avatar
unknown committed
3985

3986 3987 3988
  mtr_error("Internal error: mysqld should never be started for embedded")
    if $glob_use_embedded_server;

unknown's avatar
unknown committed
3989
  if ( $type eq 'master' )
unknown's avatar
unknown committed
3990
  {
unknown's avatar
unknown committed
3991 3992
    $exe= $exe_master_mysqld;
  }
3993
  elsif ( $type eq 'slave' )
unknown's avatar
unknown committed
3994 3995
  {
    $exe= $exe_slave_mysqld;
unknown's avatar
unknown committed
3996 3997 3998
  }
  else
  {
3999
    mtr_error("Unknown 'type' \"$type\" passed to mysqld_start");
unknown's avatar
unknown committed
4000 4001 4002 4003
  }

  mtr_init_args(\$args);

unknown's avatar
unknown committed
4004
  if ( $opt_valgrind_mysqld )
unknown's avatar
unknown committed
4005
  {
unknown's avatar
unknown committed
4006
    valgrind_arguments($args, \$exe);
unknown's avatar
unknown committed
4007 4008
  }

4009
  mysqld_arguments($args,$mysqld,$extra_opt,$slave_master_info);
unknown's avatar
unknown committed
4010

unknown's avatar
unknown committed
4011 4012
  if ( $opt_gdb || $opt_manual_gdb)
  {
4013
    gdb_arguments(\$args, \$exe, "$type"."_$idx");
unknown's avatar
unknown committed
4014 4015 4016
  }
  elsif ( $opt_ddd || $opt_manual_ddd )
  {
4017
    ddd_arguments(\$args, \$exe, "$type"."_$idx");
unknown's avatar
unknown committed
4018
  }
4019 4020 4021
  elsif ( $opt_debugger )
  {
    debugger_arguments(\$args, \$exe, "$type"."_$idx");
unknown's avatar
unknown committed
4022
  }
4023 4024 4025 4026 4027 4028 4029 4030 4031 4032 4033
  elsif ( $opt_manual_debug )
  {
     print "\nStart $type in your debugger\n" .
           "dir: $glob_mysql_test_dir\n" .
           "exe: $exe\n" .
	   "args:  " . join(" ", @$args)  . "\n\n" .
	   "Waiting ....\n";

     # Indicate the exe should not be started
    $exe= undef;
  }
unknown's avatar
unknown committed
4034 4035 4036 4037 4038
  else
  {
    # Default to not wait until pid file has been created
    $wait_for_pid_file= 0;
  }
unknown's avatar
unknown committed
4039

unknown's avatar
unknown committed
4040
  if ( defined $exe )
unknown's avatar
unknown committed
4041
  {
unknown's avatar
unknown committed
4042 4043 4044 4045 4046
    $pid= mtr_spawn($exe, $args, "",
		    $mysqld->{'path_myerr'},
		    $mysqld->{'path_myerr'},
		    "",
		    { append_log_file => 1 });
unknown's avatar
unknown committed
4047 4048
  }

unknown's avatar
unknown committed
4049 4050 4051 4052

  if ( $wait_for_pid_file && !sleep_until_file_created($mysqld->{'path_pid'},
						       $mysqld->{'start_timeout'},
						       $pid))
unknown's avatar
unknown committed
4053
  {
unknown's avatar
unknown committed
4054 4055

    mtr_error("Failed to start mysqld $mysqld->{'type'}");
unknown's avatar
unknown committed
4056 4057
  }

unknown's avatar
unknown committed
4058 4059 4060

  # Remember pid of the started process
  $mysqld->{'pid'}= $pid;
4061 4062 4063

  # Remember options used when starting
  $mysqld->{'start_opts'}= $extra_opt;
4064
  $mysqld->{'start_slave_master_info'}= $slave_master_info;
4065

4066
  mtr_verbose("mysqld pid: $pid");
unknown's avatar
unknown committed
4067
  return $pid;
unknown's avatar
unknown committed
4068 4069
}

unknown's avatar
unknown committed
4070

unknown's avatar
unknown committed
4071
sub stop_all_servers () {
unknown's avatar
unknown committed
4072

unknown's avatar
unknown committed
4073
  print  "Stopping All Servers\n";
4074

unknown's avatar
unknown committed
4075
  if ( ! $opt_skip_im )
4076
  {
unknown's avatar
unknown committed
4077 4078 4079 4080 4081
    print  "Shutting-down Instance Manager\n";
    unless (mtr_im_stop($instance_manager, "stop_all_servers"))
    {
      mtr_error("Failed to stop Instance Manager.")
    }
4082
  }
unknown's avatar
unknown committed
4083

unknown's avatar
unknown committed
4084 4085 4086 4087 4088 4089 4090 4091 4092 4093 4094 4095 4096 4097 4098 4099 4100 4101 4102 4103 4104 4105 4106 4107 4108 4109 4110 4111 4112 4113 4114 4115 4116
  my %admin_pids; # hash of admin processes that requests shutdown
  my @kill_pids;  # list of processes to shutdown/kill
  my $pid;

  # Start shutdown of all started masters
  foreach my $mysqld (@{$master}, @{$slave})
  {
    if ( $mysqld->{'pid'} )
    {
      $pid= mtr_mysqladmin_start($mysqld, "shutdown", 70);
      $admin_pids{$pid}= 1;

      push(@kill_pids,{
		       pid      => $mysqld->{'pid'},
		       pidfile  => $mysqld->{'path_pid'},
		       sockfile => $mysqld->{'path_sock'},
		       port     => $mysqld->{'port'},
		      });

      $mysqld->{'pid'}= 0; # Assume we are done with it
    }
  }

  # Start shutdown of clusters
  foreach my $cluster (@{$clusters})
  {
    if ( $cluster->{'pid'} )
    {
      $pid= mtr_ndbmgm_start($cluster, "shutdown");
      $admin_pids{$pid}= 1;

      push(@kill_pids,{
		       pid      => $cluster->{'pid'},
4117
		       pidfile  => $cluster->{'path_pid'}
unknown's avatar
unknown committed
4118 4119 4120 4121 4122 4123 4124 4125 4126 4127 4128 4129 4130 4131 4132 4133 4134 4135 4136 4137 4138 4139 4140 4141 4142 4143 4144 4145
		      });

      $cluster->{'pid'}= 0; # Assume we are done with it

      foreach my $ndbd (@{$cluster->{'ndbds'}})
      {
        if ( $ndbd->{'pid'} )
	{
	  push(@kill_pids,{
			   pid      => $ndbd->{'pid'},
			   pidfile  => $ndbd->{'path_pid'},
			  });
	  $ndbd->{'pid'}= 0;
	}
      }
    }
  }

  # Wait blocking until all shutdown processes has completed
  mtr_wait_blocking(\%admin_pids);

  # Make sure that process has shutdown else try to kill them
  mtr_check_stop_servers(\@kill_pids);

  foreach my $mysqld (@{$master}, @{$slave})
  {
    rm_ndbcluster_tables($mysqld->{'path_myddir'});
  }
unknown's avatar
unknown committed
4146 4147
}

unknown's avatar
unknown committed
4148

4149 4150 4151
sub run_testcase_need_master_restart($)
{
  my ($tinfo)= @_;
unknown's avatar
unknown committed
4152

4153
  # We try to find out if we are to restart the master(s)
unknown's avatar
unknown committed
4154
  my $do_restart= 0;          # Assumes we don't have to
unknown's avatar
unknown committed
4155

unknown's avatar
unknown committed
4156 4157 4158 4159 4160 4161
  if ( $glob_use_embedded_server )
  {
    mtr_verbose("Never start or restart for embedded server");
    return $do_restart;
  }
  elsif ( $tinfo->{'master_sh'} )
unknown's avatar
unknown committed
4162 4163
  {
    $do_restart= 1;           # Always restart if script to run
4164 4165 4166 4167 4168 4169
    mtr_verbose("Restart master: Always restart if script to run");
  }
  if ( $tinfo->{'force_restart'} )
  {
    $do_restart= 1; # Always restart if --force-restart in -opt file
    mtr_verbose("Restart master: Restart forced with --force-restart");
unknown's avatar
unknown committed
4170
  }
unknown's avatar
unknown committed
4171
  elsif ( ! $opt_skip_ndbcluster and
4172
	  !$tinfo->{'ndb_test'} and
unknown's avatar
unknown committed
4173 4174 4175
	  $clusters->[0]->{'pid'} != 0 )
  {
    $do_restart= 1;           # Restart without cluster
4176
    mtr_verbose("Restart master: Test does not need cluster");
unknown's avatar
unknown committed
4177
  }
unknown's avatar
unknown committed
4178
  elsif ( ! $opt_skip_ndbcluster and
4179
	  $tinfo->{'ndb_test'} and
unknown's avatar
unknown committed
4180 4181 4182
	  $clusters->[0]->{'pid'} == 0 )
  {
    $do_restart= 1;           # Restart with cluster
4183
    mtr_verbose("Restart master: Test need cluster");
unknown's avatar
unknown committed
4184
  }
unknown's avatar
unknown committed
4185
  elsif( $tinfo->{'component_id'} eq 'im' )
4186 4187
  {
    $do_restart= 1;
4188
    mtr_verbose("Restart master: Always restart for im tests");
4189
  }
4190 4191 4192
  elsif ( $master->[0]->{'running_master_options'} and
	  $master->[0]->{'running_master_options'}->{'timezone'} ne
	  $tinfo->{'timezone'})
unknown's avatar
unknown committed
4193
  {
unknown's avatar
unknown committed
4194
    $do_restart= 1;
4195
    mtr_verbose("Restart master: Different timezone");
unknown's avatar
unknown committed
4196
  }
4197 4198
  # Check that running master was started with same options
  # as the current test requires
4199
  elsif (! mtr_same_opts($master->[0]->{'start_opts'},
4200 4201 4202
                         $tinfo->{'master_opt'}) )
  {
    $do_restart= 1;
4203
    mtr_verbose("Restart master: running with different options '" .
4204 4205
	       join(" ", @{$tinfo->{'master_opt'}}) . "' != '" .
		join(" ", @{$master->[0]->{'start_opts'}}) . "'" );
4206
  }
4207 4208
  elsif( ! $master->[0]->{'pid'} )
  {
4209 4210 4211 4212 4213 4214 4215 4216 4217 4218
    if ( $opt_extern )
    {
      $do_restart= 0;
      mtr_verbose("No restart: using extern master");
    }
    else
    {
      $do_restart= 1;
      mtr_verbose("Restart master: master is not started");
    }
4219
  }
4220 4221 4222 4223 4224 4225 4226 4227 4228 4229
  return $do_restart;
}

sub run_testcase_need_slave_restart($)
{
  my ($tinfo)= @_;

  # We try to find out if we are to restart the slaves
  my $do_slave_restart= 0;     # Assumes we don't have to

unknown's avatar
unknown committed
4230
  if ( $glob_use_embedded_server )
unknown's avatar
unknown committed
4231
  {
unknown's avatar
unknown committed
4232 4233
    mtr_verbose("Never start or restart for embedded server");
    return $do_slave_restart;
unknown's avatar
unknown committed
4234
  }
unknown's avatar
unknown committed
4235
  elsif ( $max_slave_num == 0)
unknown's avatar
unknown committed
4236
  {
4237
    mtr_verbose("Skip slave restart: No testcase use slaves");
unknown's avatar
unknown committed
4238
  }
4239 4240
  else
  {
unknown's avatar
unknown committed
4241

4242 4243 4244 4245 4246 4247 4248 4249 4250 4251
    # Check if any slave is currently started
    my $any_slave_started= 0;
    foreach my $mysqld (@{$slave})
    {
      if ( $mysqld->{'pid'} )
      {
	$any_slave_started= 1;
	last;
      }
    }
unknown's avatar
unknown committed
4252

4253 4254
    if ($any_slave_started)
    {
4255
      mtr_verbose("Restart slave: Slave is started, always restart");
4256 4257 4258 4259
      $do_slave_restart= 1;
    }
    elsif ( $tinfo->{'slave_num'} )
    {
4260
      mtr_verbose("Restart slave: Test need slave");
4261 4262
      $do_slave_restart= 1;
    }
unknown's avatar
unknown committed
4263
  }
4264 4265 4266 4267 4268 4269 4270 4271 4272 4273 4274 4275 4276 4277 4278 4279 4280 4281

  return $do_slave_restart;

}

# ----------------------------------------------------------------------
# If not using a running servers we may need to stop and restart.
# We restart in the case we have initiation scripts, server options
# etc to run. But we also restart again after the test first restart
# and test is run, to get back to normal server settings.
#
# To make the code a bit more clean, we actually only stop servers
# here, and mark this to be done. Then a generic "start" part will
# start up the needed servers again.
# ----------------------------------------------------------------------

sub run_testcase_stop_servers($$$) {
  my ($tinfo, $do_restart, $do_slave_restart)= @_;
unknown's avatar
unknown committed
4282 4283 4284 4285
  my $pid;
  my %admin_pids; # hash of admin processes that requests shutdown
  my @kill_pids;  # list of processes to shutdown/kill

4286
  # Remember if we restarted for this test case (count restarts)
unknown's avatar
unknown committed
4287
  $tinfo->{'restarted'}= $do_restart;
unknown's avatar
unknown committed
4288

unknown's avatar
unknown committed
4289
  if ( $do_restart )
unknown's avatar
unknown committed
4290
  {
4291
    delete $master->[0]->{'running_master_options'}; # Forget history
unknown's avatar
unknown committed
4292 4293 4294

    # Start shutdown of all started masters
    foreach my $mysqld (@{$master})
unknown's avatar
unknown committed
4295
    {
unknown's avatar
unknown committed
4296 4297 4298 4299 4300 4301 4302 4303 4304 4305 4306 4307 4308 4309 4310 4311 4312 4313 4314 4315
      if ( $mysqld->{'pid'} )
      {
	$pid= mtr_mysqladmin_start($mysqld, "shutdown", 70);

	$admin_pids{$pid}= 1;

	push(@kill_pids,{
			 pid      => $mysqld->{'pid'},
			 pidfile  => $mysqld->{'path_pid'},
			 sockfile => $mysqld->{'path_sock'},
			 port     => $mysqld->{'port'},
			});

	$mysqld->{'pid'}= 0; # Assume we are done with it
      }
    }

    # Start shutdown of master cluster
    my $cluster= $clusters->[0];
    if ( $cluster->{'pid'} )
unknown's avatar
unknown committed
4316
    {
unknown's avatar
unknown committed
4317 4318 4319 4320 4321
      $pid= mtr_ndbmgm_start($cluster, "shutdown");
      $admin_pids{$pid}= 1;

      push(@kill_pids,{
		       pid      => $cluster->{'pid'},
4322
		       pidfile  => $cluster->{'path_pid'}
unknown's avatar
unknown committed
4323 4324 4325 4326 4327 4328 4329 4330 4331 4332 4333 4334
		      });

      $cluster->{'pid'}= 0; # Assume we are done with it

      foreach my $ndbd (@{$cluster->{'ndbds'}})
      {
	push(@kill_pids,{
			 pid      => $ndbd->{'pid'},
			 pidfile  => $ndbd->{'path_pid'},
			});
	$ndbd->{'pid'}= 0; # Assume we are done with it
      }
unknown's avatar
unknown committed
4335 4336 4337
    }
  }

4338
  if ( $do_restart || $do_slave_restart )
4339
  {
unknown's avatar
unknown committed
4340

4341
    delete $slave->[0]->{'running_slave_options'}; # Forget history
4342 4343 4344

    # Start shutdown of all started slaves
    foreach my $mysqld (@{$slave})
unknown's avatar
unknown committed
4345
    {
4346 4347 4348
      if ( $mysqld->{'pid'} )
      {
	$pid= mtr_mysqladmin_start($mysqld, "shutdown", 70);
unknown's avatar
unknown committed
4349

4350
	$admin_pids{$pid}= 1;
unknown's avatar
unknown committed
4351

4352 4353 4354 4355 4356 4357
	push(@kill_pids,{
			 pid      => $mysqld->{'pid'},
			 pidfile  => $mysqld->{'path_pid'},
			 sockfile => $mysqld->{'path_sock'},
			 port     => $mysqld->{'port'},
			});
unknown's avatar
unknown committed
4358 4359


4360 4361
	$mysqld->{'pid'}= 0; # Assume we are done with it
      }
unknown's avatar
unknown committed
4362
    }
unknown's avatar
unknown committed
4363

4364 4365 4366 4367 4368
    # Start shutdown of slave cluster
    my $cluster= $clusters->[1];
    if ( $cluster->{'pid'} )
    {
      $pid= mtr_ndbmgm_start($cluster, "shutdown");
unknown's avatar
unknown committed
4369

4370
      $admin_pids{$pid}= 1;
unknown's avatar
unknown committed
4371 4372

      push(@kill_pids,{
4373 4374
		       pid      => $cluster->{'pid'},
		       pidfile  => $cluster->{'path_pid'}
unknown's avatar
unknown committed
4375
		      });
4376 4377 4378 4379 4380 4381 4382 4383 4384 4385 4386

      $cluster->{'pid'}= 0; # Assume we are done with it

      foreach my $ndbd (@{$cluster->{'ndbds'}} )
      {
	push(@kill_pids,{
			 pid      => $ndbd->{'pid'},
			 pidfile  => $ndbd->{'path_pid'},
			});
	$ndbd->{'pid'}= 0; # Assume we are done with it
      }
unknown's avatar
unknown committed
4387
    }
4388 4389
  }

unknown's avatar
unknown committed
4390 4391 4392 4393 4394 4395 4396 4397 4398 4399 4400 4401 4402 4403 4404 4405
  # ----------------------------------------------------------------------
  # Shutdown has now been started and lists for the shutdown processes
  # and the processes to be killed has been created
  # ----------------------------------------------------------------------

  # Wait blocking until all shutdown processes has completed
  mtr_wait_blocking(\%admin_pids);


  # Make sure that process has shutdown else try to kill them
  mtr_check_stop_servers(\@kill_pids);

  foreach my $mysqld (@{$master}, @{$slave})
  {
    if ( ! $mysqld->{'pid'} )
    {
4406
      # Remove ndbcluster tables if server is stopped
unknown's avatar
unknown committed
4407 4408 4409
      rm_ndbcluster_tables($mysqld->{'path_myddir'});
    }
  }
unknown's avatar
unknown committed
4410 4411
}

4412

4413 4414 4415
#
# run_testcase_start_servers
#
4416
# Start the servers needed by this test case
4417 4418 4419 4420 4421 4422
#
# RETURN
#  0 OK
#  1 Start failed
#

unknown's avatar
unknown committed
4423 4424 4425
sub run_testcase_start_servers($) {
  my $tinfo= shift;
  my $tname= $tinfo->{'name'};
unknown's avatar
unknown committed
4426

unknown's avatar
unknown committed
4427
  if ( $tinfo->{'component_id'} eq 'mysqld' )
unknown's avatar
unknown committed
4428
  {
unknown's avatar
unknown committed
4429
    if ( ! $opt_skip_ndbcluster and
unknown's avatar
unknown committed
4430 4431 4432 4433 4434 4435
	 !$clusters->[0]->{'pid'} and
	 $tinfo->{'ndb_test'} )
    {
      # Test need cluster, cluster is not started, start it
      ndbcluster_start($clusters->[0], "");
    }
unknown's avatar
unknown committed
4436

unknown's avatar
unknown committed
4437 4438 4439
    if ( !$master->[0]->{'pid'} )
    {
      # Master mysqld is not started
4440
      do_before_start_master($tinfo);
unknown's avatar
unknown committed
4441 4442

      mysqld_start($master->[0],$tinfo->{'master_opt'},[]);
unknown's avatar
unknown committed
4443

unknown's avatar
unknown committed
4444 4445
    }

4446 4447
    if ( $clusters->[0]->{'pid'} and ! $master->[1]->{'pid'} and
	 $tinfo->{'master_num'} > 1 )
unknown's avatar
unknown committed
4448 4449
    {
      # Test needs cluster, start an extra mysqld connected to cluster
4450

4451
      if ( $mysql_version_id >= 50100 )
unknown's avatar
unknown committed
4452
      {
4453 4454 4455 4456
	# First wait for first mysql server to have created ndb system
	# tables ok FIXME This is a workaround so that only one mysqld
	# create the tables
	if ( ! sleep_until_file_created(
4457
		  "$master->[0]->{'path_myddir'}/mysql/ndb_apply_status.ndb",
4458 4459 4460
					$master->[0]->{'start_timeout'},
					$master->[0]->{'pid'}))
	{
unknown's avatar
unknown committed
4461

4462
	  $tinfo->{'comment'}= "Failed to create 'mysql/ndb_apply_status' table";
4463
	  return 1;
4464
	}
unknown's avatar
unknown committed
4465 4466 4467
      }
      mysqld_start($master->[1],$tinfo->{'master_opt'},[]);
    }
unknown's avatar
unknown committed
4468

4469 4470
    # Save this test case information, so next can examine it
    $master->[0]->{'running_master_options'}= $tinfo;
unknown's avatar
unknown committed
4471
  }
unknown's avatar
unknown committed
4472 4473 4474 4475 4476 4477 4478 4479 4480
  elsif ( ! $opt_skip_im and $tinfo->{'component_id'} eq 'im' )
  {
    # We have to create defaults file every time, in order to ensure that it
    # will be the same for each test. The problem is that test can change the
    # file (by SET/UNSET commands), so w/o recreating the file, execution of
    # one test can affect the other.

    im_create_defaults_file($instance_manager);

4481
    if  ( ! mtr_im_start($instance_manager, $tinfo->{im_opts}) )
unknown's avatar
unknown committed
4482
    {
4483 4484
      $tinfo->{'comment'}= "Failed to start Instance Manager. ";
      return 1;
unknown's avatar
unknown committed
4485
    }
unknown's avatar
unknown committed
4486
  }
unknown's avatar
unknown committed
4487

unknown's avatar
unknown committed
4488 4489 4490 4491
  # ----------------------------------------------------------------------
  # Start slaves - if needed
  # ----------------------------------------------------------------------
  if ( $tinfo->{'slave_num'} )
unknown's avatar
unknown committed
4492
  {
4493 4494
    restore_slave_databases($tinfo->{'slave_num'});

4495
    do_before_start_slave($tinfo);
unknown's avatar
unknown committed
4496

unknown's avatar
unknown committed
4497
    if ( ! $opt_skip_ndbcluster_slave and
unknown's avatar
unknown committed
4498 4499
	 !$clusters->[1]->{'pid'} and
	 $tinfo->{'ndb_test'} )
unknown's avatar
unknown committed
4500
    {
unknown's avatar
unknown committed
4501 4502 4503 4504 4505
      # Test need slave cluster, cluster is not started, start it
      ndbcluster_start($clusters->[1], "");
    }

    for ( my $idx= 0; $idx <  $tinfo->{'slave_num'}; $idx++ )
unknown's avatar
unknown committed
4506
    {
unknown's avatar
unknown committed
4507 4508 4509 4510
      if ( ! $slave->[$idx]->{'pid'} )
      {
	mysqld_start($slave->[$idx],$tinfo->{'slave_opt'},
		     $tinfo->{'slave_mi'});
4511

unknown's avatar
unknown committed
4512
      }
unknown's avatar
unknown committed
4513
    }
4514

4515 4516
    # Save this test case information, so next can examine it
    $slave->[0]->{'running_slave_options'}= $tinfo;
unknown's avatar
unknown committed
4517 4518
  }

4519 4520
  # Wait for clusters to start
  foreach my $cluster (@{$clusters})
unknown's avatar
unknown committed
4521
  {
4522 4523 4524

    next if !$cluster->{'pid'};

4525
    if (ndbcluster_wait_started($cluster, ""))
4526 4527
    {
      # failed to start
4528 4529
      $tinfo->{'comment'}= "Start of $cluster->{'name'} cluster failed";
      return 1;
4530
    }
unknown's avatar
unknown committed
4531 4532
  }

4533 4534
  # Wait for mysqld's to start
  foreach my $mysqld (@{$master},@{$slave})
4535
  {
4536 4537 4538 4539 4540

    next if !$mysqld->{'pid'};

    if (mysqld_wait_started($mysqld))
    {
4541 4542 4543 4544
      # failed to start
      $tinfo->{'comment'}=
	"Failed to start $mysqld->{'type'} mysqld $mysqld->{'idx'}";
      return 1;
4545
    }
unknown's avatar
unknown committed
4546
  }
4547
  return 0;
unknown's avatar
unknown committed
4548 4549
}

4550 4551 4552 4553 4554
#
# Run include/check-testcase.test
# Before a testcase, run in record mode, save result file to var
# After testcase, run and compare with the recorded file, they should be equal!
#
4555 4556 4557 4558
# RETURN VALUE
#  0 OK
#  1 Check failed
#
4559
sub run_check_testcase ($$) {
4560 4561

  my $mode=     shift;
4562 4563 4564
  my $mysqld=   shift;

  my $name= "check-" . $mysqld->{'type'} . $mysqld->{'idx'};
4565 4566 4567 4568 4569 4570 4571 4572

  my $args;
  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--silent");
  mtr_add_arg($args, "--skip-safemalloc");
  mtr_add_arg($args, "--tmpdir=%s", $opt_tmpdir);
4573
  mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
4574

4575 4576
  mtr_add_arg($args, "--socket=%s", $mysqld->{'path_sock'});
  mtr_add_arg($args, "--port=%d", $mysqld->{'port'});
4577 4578 4579 4580 4581
  mtr_add_arg($args, "--database=test");
  mtr_add_arg($args, "--user=%s", $opt_user);
  mtr_add_arg($args, "--password=");

  mtr_add_arg($args, "-R");
4582
  mtr_add_arg($args, "$opt_vardir/tmp/$name.result");
4583 4584 4585 4586 4587 4588 4589 4590 4591

  if ( $mode eq "before" )
  {
    mtr_add_arg($args, "--record");
  }

  my $res = mtr_run_test($exe_mysqltest,$args,
	        "include/check-testcase.test", "", "", "");

4592
  if ( $res == 1  and $mode eq "after")
4593 4594
  {
    mtr_run("diff",["-u",
4595 4596
		    "$opt_vardir/tmp/$name.result",
		    "$opt_vardir/tmp/$name.reject"],
4597 4598 4599 4600 4601 4602
	    "", "", "", "");
  }
  elsif ( $res )
  {
    mtr_error("Could not execute 'check-testcase' $mode testcase");
  }
4603
  return $res;
4604 4605
}

4606 4607 4608 4609 4610 4611 4612 4613 4614 4615 4616 4617 4618 4619 4620 4621 4622 4623 4624 4625 4626 4627 4628 4629 4630 4631 4632 4633 4634 4635 4636 4637 4638 4639 4640 4641 4642
##############################################################################
#
#  Report the features that were compiled in
#
##############################################################################

sub run_report_features () {
  my $args;

  if ( ! $glob_use_embedded_server )
  {
    mysqld_start($master->[0],[],[]);
    if ( ! $master->[0]->{'pid'} )
    {
      mtr_error("Can't start the mysqld server");
    }
    mysqld_wait_started($master->[0]);
  }

  my $tinfo = {};
  $tinfo->{'name'} = 'report features';
  $tinfo->{'result_file'} = undef;
  $tinfo->{'component_id'} = 'mysqld';
  $tinfo->{'path'} = 'include/report-features.test';
  $tinfo->{'timezone'}=  "GMT-3";
  $tinfo->{'slave_num'} = 0;
  $tinfo->{'master_opt'} = [];
  $tinfo->{'slave_opt'} = [];
  $tinfo->{'slave_mi'} = [];
  $tinfo->{'comment'} = 'report server features';
  run_mysqltest($tinfo);

  if ( ! $glob_use_embedded_server )
  {
    stop_all_servers();
  }
}
unknown's avatar
unknown committed
4643

4644

unknown's avatar
unknown committed
4645
sub run_mysqltest ($) {
4646
  my ($tinfo)= @_;
unknown's avatar
unknown committed
4647 4648
  my $exe= $exe_mysqltest;
  my $args;
unknown's avatar
unknown committed
4649 4650 4651 4652 4653 4654 4655

  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--silent");
  mtr_add_arg($args, "--skip-safemalloc");
  mtr_add_arg($args, "--tmpdir=%s", $opt_tmpdir);
4656
  mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
4657
  mtr_add_arg($args, "--logdir=%s/log", $opt_vardir);
4658

4659 4660 4661 4662
  # Log line number and time  for each line in .test file
  mtr_add_arg($args, "--mark-progress")
    if $opt_mark_progress;

4663 4664 4665 4666 4667 4668 4669 4670 4671
  if ($tinfo->{'component_id'} eq 'im')
  {
    mtr_add_arg($args, "--socket=%s", $instance_manager->{'path_sock'});
    mtr_add_arg($args, "--port=%d", $instance_manager->{'port'});
    mtr_add_arg($args, "--user=%s", $instance_manager->{'admin_login'});
    mtr_add_arg($args, "--password=%s", $instance_manager->{'admin_password'});
  }
  else # component_id == mysqld
  {
unknown's avatar
unknown committed
4672 4673
    mtr_add_arg($args, "--socket=%s", $master->[0]->{'path_sock'});
    mtr_add_arg($args, "--port=%d", $master->[0]->{'port'});
4674 4675 4676 4677
    mtr_add_arg($args, "--database=test");
    mtr_add_arg($args, "--user=%s", $opt_user);
    mtr_add_arg($args, "--password=");
  }
unknown's avatar
unknown committed
4678

unknown's avatar
unknown committed
4679 4680 4681 4682 4683
  if ( $opt_ps_protocol )
  {
    mtr_add_arg($args, "--ps-protocol");
  }

4684 4685 4686 4687 4688 4689 4690 4691 4692 4693 4694 4695 4696 4697 4698
  if ( $opt_sp_protocol )
  {
    mtr_add_arg($args, "--sp-protocol");
  }

  if ( $opt_view_protocol )
  {
    mtr_add_arg($args, "--view-protocol");
  }

  if ( $opt_cursor_protocol )
  {
    mtr_add_arg($args, "--cursor-protocol");
  }

unknown's avatar
unknown committed
4699 4700 4701 4702
  if ( $opt_strace_client )
  {
    $exe=  "strace";            # FIXME there are ktrace, ....
    mtr_add_arg($args, "-o");
4703
    mtr_add_arg($args, "%s/log/mysqltest.strace", $opt_vardir);
unknown's avatar
unknown committed
4704 4705 4706
    mtr_add_arg($args, "$exe_mysqltest");
  }

unknown's avatar
unknown committed
4707 4708
  if ( $opt_timer )
  {
4709
    mtr_add_arg($args, "--timer-file=%s/log/timer", $opt_vardir);
unknown's avatar
unknown committed
4710 4711 4712 4713 4714 4715 4716 4717 4718 4719 4720 4721 4722 4723
  }

  if ( $opt_compress )
  {
    mtr_add_arg($args, "--compress");
  }

  if ( $opt_sleep )
  {
    mtr_add_arg($args, "--sleep=%d", $opt_sleep);
  }

  if ( $opt_debug )
  {
4724
    mtr_add_arg($args, "--debug=d:t:A,%s/log/mysqltest.trace",
unknown's avatar
unknown committed
4725
		$path_vardir_trace);
unknown's avatar
unknown committed
4726 4727
  }

4728
  if ( $opt_ssl_supported )
unknown's avatar
unknown committed
4729
  {
4730
    mtr_add_arg($args, "--ssl-ca=%s/std_data/cacert.pem",
4731
	        $glob_mysql_test_dir);
4732
    mtr_add_arg($args, "--ssl-cert=%s/std_data/client-cert.pem",
4733
	        $glob_mysql_test_dir);
4734
    mtr_add_arg($args, "--ssl-key=%s/std_data/client-key.pem",
4735 4736 4737 4738 4739
	        $glob_mysql_test_dir);
  }

  if ( $opt_ssl )
  {
4740
    # Turn on SSL for _all_ test cases if option --ssl was used
4741
    mtr_add_arg($args, "--ssl");
4742 4743 4744
  }
  elsif ( $opt_ssl_supported )
  {
4745
    mtr_add_arg($args, "--skip-ssl");
unknown's avatar
unknown committed
4746 4747
  }

unknown's avatar
unknown committed
4748 4749 4750 4751
  # ----------------------------------------------------------------------
  # If embedded server, we create server args to give mysqltest to pass on
  # ----------------------------------------------------------------------

unknown's avatar
unknown committed
4752 4753
  if ( $glob_use_embedded_server )
  {
4754
    mysqld_arguments($args,$master->[0],$tinfo->{'master_opt'},[]);
unknown's avatar
unknown committed
4755 4756
  }

4757 4758 4759
  # ----------------------------------------------------------------------
  # export MYSQL_TEST variable containing <path>/mysqltest <args>
  # ----------------------------------------------------------------------
4760 4761
  $ENV{'MYSQL_TEST'}=
    mtr_native_path($exe_mysqltest) . " " . join(" ", @$args);
4762

4763
  # ----------------------------------------------------------------------
4764
  # Add arguments that should not go into the MYSQL_TEST env var
4765 4766
  # ----------------------------------------------------------------------

4767
  if ( $opt_valgrind_mysqltest )
4768 4769 4770 4771 4772 4773 4774 4775 4776 4777
  {
    # Prefix the Valgrind options to the argument list.
    # We do this here, since we do not want to Valgrind the nested invocations
    # of mysqltest; that would mess up the stderr output causing test failure.
    my @args_saved = @$args;
    mtr_init_args(\$args);
    valgrind_arguments($args, \$exe);
    mtr_add_arg($args, "%s", $_) for @args_saved;
  }

unknown's avatar
unknown committed
4778 4779 4780
  mtr_add_arg($args, "--test-file");
  mtr_add_arg($args, $tinfo->{'path'});

4781 4782 4783 4784
  if ( defined $tinfo->{'result_file'} ) {
    mtr_add_arg($args, "--result-file");
    mtr_add_arg($args, $tinfo->{'result_file'});
  }
4785 4786 4787 4788 4789 4790

  if ( $opt_record )
  {
    mtr_add_arg($args, "--record");
  }

unknown's avatar
unknown committed
4791 4792 4793 4794 4795 4796 4797 4798
  if ( $opt_client_gdb )
  {
    gdb_arguments(\$args, \$exe, "client");
  }
  elsif ( $opt_client_ddd )
  {
    ddd_arguments(\$args, \$exe, "client");
  }
4799 4800 4801 4802
  elsif ( $opt_client_debugger )
  {
    debugger_arguments(\$args, \$exe, "client");
  }
unknown's avatar
unknown committed
4803

4804 4805
  if ( $opt_check_testcases )
  {
4806 4807 4808 4809 4810 4811 4812
    foreach my $mysqld (@{$master}, @{$slave})
    {
      if ($mysqld->{'pid'})
      {
	run_check_testcase("before", $mysqld);
      }
    }
4813 4814
  }

4815
  my $res = mtr_run_test($exe,$args,"","",$path_timefile,"");
4816 4817 4818

  if ( $opt_check_testcases )
  {
4819 4820 4821 4822
    foreach my $mysqld (@{$master}, @{$slave})
    {
      if ($mysqld->{'pid'})
      {
4823 4824 4825 4826 4827
	if (run_check_testcase("after", $mysqld))
	{
	  # Check failed, mark the test case with that info
	  $tinfo->{'check_testcase_failed'}= 1;
	}
4828 4829
      }
    }
4830
  }
4831

4832
  return $res;
4833

unknown's avatar
unknown committed
4834
}
unknown's avatar
unknown committed
4835

unknown's avatar
unknown committed
4836

unknown's avatar
unknown committed
4837 4838 4839 4840 4841 4842 4843 4844 4845 4846 4847 4848
#
# Modify the exe and args so that program is run in gdb in xterm
#
sub gdb_arguments {
  my $args= shift;
  my $exe=  shift;
  my $type= shift;

  # Write $args to gdb init file
  my $str= join(" ", @$$args);
  my $gdb_init_file= "$opt_tmpdir/gdbinit.$type";

4849 4850 4851
  # Remove the old gdbinit file
  unlink($gdb_init_file);

unknown's avatar
unknown committed
4852 4853 4854 4855
  if ( $type eq "client" )
  {
    # write init file for client
    mtr_tofile($gdb_init_file,
4856 4857
	       "set args $str\n" .
	       "break main\n");
unknown's avatar
unknown committed
4858 4859 4860 4861 4862 4863 4864 4865 4866 4867
  }
  else
  {
    # write init file for mysqld
    mtr_tofile($gdb_init_file,
	       "set args $str\n" .
	       "break mysql_parse\n" .
	       "commands 1\n" .
	       "disable 1\n" .
	       "end\n" .
4868 4869 4870 4871 4872
	       "run");
  }

  if ( $opt_manual_gdb )
  {
4873
     print "\nTo start gdb for $type, type in another window:\n";
4874 4875 4876 4877 4878 4879
     print "cd $glob_mysql_test_dir;\n";
     print "gdb -x $gdb_init_file $$exe\n";

     # Indicate the exe should not be started
     $$exe= undef;
     return;
unknown's avatar
unknown committed
4880 4881 4882 4883 4884 4885
  }

  $$args= [];
  mtr_add_arg($$args, "-title");
  mtr_add_arg($$args, "$type");
  mtr_add_arg($$args, "-e");
4886

4887
  if ( $exe_libtool )
unknown's avatar
unknown committed
4888
  {
4889
    mtr_add_arg($$args, $exe_libtool);
unknown's avatar
unknown committed
4890 4891 4892 4893 4894 4895 4896 4897 4898
    mtr_add_arg($$args, "--mode=execute");
  }

  mtr_add_arg($$args, "gdb");
  mtr_add_arg($$args, "-x");
  mtr_add_arg($$args, "$gdb_init_file");
  mtr_add_arg($$args, "$$exe");

  $$exe= "xterm";
unknown's avatar
unknown committed
4899
}
unknown's avatar
unknown committed
4900

unknown's avatar
unknown committed
4901

unknown's avatar
unknown committed
4902 4903 4904 4905 4906 4907 4908 4909 4910 4911 4912
#
# Modify the exe and args so that program is run in ddd
#
sub ddd_arguments {
  my $args= shift;
  my $exe=  shift;
  my $type= shift;

  # Write $args to ddd init file
  my $str= join(" ", @$$args);
  my $gdb_init_file= "$opt_tmpdir/gdbinit.$type";
unknown's avatar
unknown committed
4913

4914 4915 4916
  # Remove the old gdbinit file
  unlink($gdb_init_file);

unknown's avatar
unknown committed
4917 4918 4919 4920 4921
  if ( $type eq "client" )
  {
    # write init file for client
    mtr_tofile($gdb_init_file,
	       "set args $str\n" .
4922
	       "break main\n");
unknown's avatar
unknown committed
4923 4924 4925 4926 4927 4928 4929 4930 4931 4932
  }
  else
  {
    # write init file for mysqld
    mtr_tofile($gdb_init_file,
	       "file $$exe\n" .
	       "set args $str\n" .
	       "break mysql_parse\n" .
	       "commands 1\n" .
	       "disable 1\n" .
4933
	       "end");
4934 4935 4936 4937
  }

  if ( $opt_manual_ddd )
  {
4938
     print "\nTo start ddd for $type, type in another window:\n";
4939 4940 4941 4942 4943 4944
     print "cd $glob_mysql_test_dir;\n";
     print "ddd -x $gdb_init_file $$exe\n";

     # Indicate the exe should not be started
     $$exe= undef;
     return;
unknown's avatar
unknown committed
4945
  }
unknown's avatar
unknown committed
4946

unknown's avatar
unknown committed
4947 4948
  my $save_exe= $$exe;
  $$args= [];
4949
  if ( $exe_libtool )
unknown's avatar
unknown committed
4950
  {
4951
    $$exe= $exe_libtool;
unknown's avatar
unknown committed
4952 4953 4954 4955 4956 4957 4958 4959 4960 4961 4962
    mtr_add_arg($$args, "--mode=execute");
    mtr_add_arg($$args, "ddd");
  }
  else
  {
    $$exe= "ddd";
  }
  mtr_add_arg($$args, "--command=$gdb_init_file");
  mtr_add_arg($$args, "$save_exe");
}

4963 4964 4965 4966 4967 4968 4969 4970 4971

#
# Modify the exe and args so that program is run in the selected debugger
#
sub debugger_arguments {
  my $args= shift;
  my $exe=  shift;
  my $debugger= $opt_debugger || $opt_client_debugger;

4972
  if ( $debugger =~ /vcexpress|vc|devenv/ )
4973 4974 4975 4976 4977 4978 4979
  {
    # vc[express] /debugexe exe arg1 .. argn

    # Add /debugexe and name of the exe before args
    unshift(@$$args, "/debugexe");
    unshift(@$$args, "$$exe");

4980 4981 4982
    # Set exe to debuggername
    $$exe= $debugger;

4983
  }
4984
  elsif ( $debugger =~ /windbg/ )
4985 4986 4987 4988 4989 4990
  {
    # windbg exe arg1 .. argn

    # Add name of the exe before args
    unshift(@$$args, "$$exe");

4991 4992 4993 4994 4995 4996 4997 4998 4999 5000 5001 5002 5003 5004 5005
    # Set exe to debuggername
    $$exe= $debugger;

  }
  elsif ( $debugger eq "dbx" )
  {
    # xterm -e dbx -r exe arg1 .. argn

    unshift(@$$args, $$exe);
    unshift(@$$args, "-r");
    unshift(@$$args, $debugger);
    unshift(@$$args, "-e");

    $$exe= "xterm";

5006 5007 5008 5009 5010 5011 5012 5013
  }
  else
  {
    mtr_error("Unknown argument \"$debugger\" passed to --debugger");
  }
}


unknown's avatar
unknown committed
5014 5015 5016
#
# Modify the exe and args so that program is run in valgrind
#
unknown's avatar
unknown committed
5017 5018 5019 5020
sub valgrind_arguments {
  my $args= shift;
  my $exe=  shift;

5021 5022 5023 5024 5025 5026 5027 5028 5029 5030 5031 5032 5033 5034
  if ( $opt_callgrind)
  {
    mtr_add_arg($args, "--tool=callgrind");
    mtr_add_arg($args, "--base=$opt_vardir/log");
  }
  else
  {
    mtr_add_arg($args, "--tool=memcheck"); # From >= 2.1.2 needs this option
    mtr_add_arg($args, "--alignment=8");
    mtr_add_arg($args, "--leak-check=yes");
    mtr_add_arg($args, "--num-callers=16");
    mtr_add_arg($args, "--suppressions=%s/valgrind.supp", $glob_mysql_test_dir)
      if -f "$glob_mysql_test_dir/valgrind.supp";
  }
unknown's avatar
unknown committed
5035

5036 5037
  # Add valgrind options, can be overriden by user
  mtr_add_arg($args, '%s', $_) for (split(' ', $opt_valgrind_options));
5038

unknown's avatar
unknown committed
5039 5040
  mtr_add_arg($args, $$exe);

unknown's avatar
unknown committed
5041
  $$exe= $opt_valgrind_path || "valgrind";
5042 5043 5044 5045 5046 5047 5048 5049

  if ($exe_libtool)
  {
    # Add "libtool --mode-execute" before the test to execute
    # if running in valgrind(to avoid valgrinding bash)
    unshift(@$args, "--mode=execute", $$exe);
    $$exe= $exe_libtool;
  }
unknown's avatar
unknown committed
5050 5051 5052
}


unknown's avatar
unknown committed
5053 5054 5055 5056 5057 5058
##############################################################################
#
#  Usage
#
##############################################################################

unknown's avatar
unknown committed
5059
sub usage ($) {
5060 5061 5062 5063
  my $message= shift;

  if ( $message )
  {
unknown's avatar
unknown committed
5064
    print STDERR "$message\n";
5065 5066
  }

unknown's avatar
unknown committed
5067
  print <<HERE;
unknown's avatar
unknown committed
5068

unknown's avatar
unknown committed
5069
$0 [ OPTIONS ] [ TESTCASE ]
unknown's avatar
unknown committed
5070 5071 5072 5073 5074

Options to control what engine/variation to run

  embedded-server       Use the embedded server, i.e. no mysqld daemons
  ps-protocol           Use the binary protocol between client and server
5075 5076 5077 5078
  cursor-protocol       Use the cursor protocol between client and server
                        (implies --ps-protocol)
  view-protocol         Create a view to execute all non updating queries
  sp-protocol           Create a stored procedure to execute all queries
5079 5080
  compress              Use the compressed protocol between client and server
  ssl                   Use ssl protocol between client and server
5081
  skip-ssl              Dont start server with support for ssl connections
5082 5083
  bench                 Run the benchmark suite
  small-bench           Run the benchmarks with --small-tests --small-tables
5084
  ndb|with-ndbcluster   Use cluster as default table type
5085 5086
  vs-config             Visual Studio configuration used to create executables
                        (default: MTR_VS_CONFIG environment variable)
unknown's avatar
unknown committed
5087

5088
Options to control directories to use
5089 5090
  benchdir=DIR          The directory where the benchmark suite is stored
                        (default: ../../mysql-bench)
5091 5092
  tmpdir=DIR            The directory where temporary files are stored
                        (default: ./var/tmp).
5093 5094 5095
  vardir=DIR            The directory where files generated from the test run
                        is stored (default: ./var). Specifying a ramdisk or
                        tmpfs will speed up tests.
5096 5097 5098
  mem                   Run testsuite in "memory" using tmpfs or ramdisk
                        Attempts to find a suitable location
                        using a builtin list of standard locations
5099 5100 5101
                        for tmpfs (/dev/shm)
                        The option can also be set using environment
                        variable MTR_MEM=[DIR]
5102

unknown's avatar
unknown committed
5103 5104 5105
Options to control what test suites or cases to run

  force                 Continue to run the suite after failure
5106
  with-ndbcluster-only  Run only tests that include "ndb" in the filename
unknown's avatar
unknown committed
5107 5108 5109
  skip-ndb[cluster]     Skip all tests that need cluster
  skip-ndb[cluster]-slave Skip all tests that need a slave cluster
  ndb-extra             Run extra tests from ndb directory
unknown's avatar
unknown committed
5110 5111 5112 5113
  do-test=PREFIX        Run test cases which name are prefixed with PREFIX
  start-from=PREFIX     Run test cases starting from test prefixed with PREFIX
  suite=NAME            Run the test suite named NAME. The default is "main"
  skip-rpl              Skip the replication test cases.
unknown's avatar
unknown committed
5114
  skip-im               Don't start IM, and skip the IM test cases
unknown's avatar
unknown committed
5115
  skip-test=PREFIX      Skip test cases which name are prefixed with PREFIX
5116 5117
  big-test              Set the environment variable BIG_TEST, which can be
                        checked from test cases.
unknown's avatar
unknown committed
5118 5119 5120 5121 5122

Options that specify ports

  master_port=PORT      Specify the port number used by the first master
  slave_port=PORT       Specify the port number used by the first slave
5123 5124
  ndbcluster-port=PORT  Specify the port number used by cluster
  ndbcluster-port-slave=PORT  Specify the port number used by slave cluster
5125 5126
  mtr-build-thread=#    Specify unique collection of ports. Can also be set by
                        setting the environment variable MTR_BUILD_THREAD.
unknown's avatar
unknown committed
5127 5128 5129 5130

Options for test case authoring

  record TESTNAME       (Re)genereate the result file for TESTNAME
5131
  check-testcases       Check testcases for sideeffects
5132
  mark-progress         Log line number and elapsed time to <testname>.progress
unknown's avatar
unknown committed
5133 5134 5135 5136 5137 5138 5139

Options that pass on options

  mysqld=ARGS           Specify additional arguments to "mysqld"

Options to run test on running server

5140
  extern                Use running server for tests
unknown's avatar
unknown committed
5141 5142
  ndb-connectstring=STR Use running cluster, and connect using STR
  ndb-connectstring-slave=STR Use running slave cluster, and connect using STR
5143 5144
  user=USER             User for connection to extern server
  socket=PATH           Socket for connection to extern server
unknown's avatar
unknown committed
5145 5146 5147

Options for debugging the product

5148 5149
  client-ddd            Start mysqltest client in ddd
  client-debugger=NAME  Start mysqltest in the selected debugger
unknown's avatar
unknown committed
5150 5151
  client-gdb            Start mysqltest client in gdb
  ddd                   Start mysqld in ddd
5152
  debug                 Dump trace output for all servers and client programs
5153
  debugger=NAME         Start mysqld in the selected debugger
5154 5155 5156 5157 5158
  gdb                   Start the mysqld(s) in gdb
  manual-debug          Let user manually start mysqld in debugger, before
                        running test(s)
  manual-gdb            Let user manually start mysqld in gdb, before running
                        test(s)
unknown's avatar
unknown committed
5159 5160
  master-binary=PATH    Specify the master "mysqld" to use
  slave-binary=PATH     Specify the slave "mysqld" to use
5161
  strace-client         Create strace output for mysqltest client
5162 5163 5164
  max-save-core         Limit the number of core files saved (to avoid filling
                        up disks for heavily crashing server). Defaults to
                        $opt_max_save_core, set to 0 for no limit.
unknown's avatar
unknown committed
5165 5166 5167 5168 5169

Options for coverage, profiling etc

  gcov                  FIXME
  gprof                 FIXME
5170
  valgrind              Run the "mysqltest" and "mysqld" executables using
5171 5172
                        valgrind with options($default_valgrind_options)
  valgrind-all          Synonym for --valgrind
5173 5174
  valgrind-mysqltest    Run the "mysqltest" and "mysql_client_test" executable
                        with valgrind
unknown's avatar
unknown committed
5175
  valgrind-mysqld       Run the "mysqld" executable with valgrind
5176
  valgrind-options=ARGS Options to give valgrind, replaces default options
unknown's avatar
unknown committed
5177
  valgrind-path=[EXE]   Path to the valgrind executable
5178
  callgrind             Instruct valgrind to use callgrind
unknown's avatar
unknown committed
5179 5180 5181

Misc options

5182
  comment=STR           Write STR to the output
5183
  notimer               Don't show test case execution time
unknown's avatar
unknown committed
5184
  script-debug          Debug this script itself
5185
  verbose               More verbose output
5186 5187 5188 5189 5190 5191
  start-and-exit        Only initialize and start the servers, using the
                        startup settings for the specified test case (if any)
  start-dirty           Only start the servers (without initialization) for
                        the specified test case (if any)
  fast                  Don't try to clean up from earlier runs
  reorder               Reorder tests to get fewer server restarts
unknown's avatar
unknown committed
5192
  help                  Get this help text
unknown's avatar
unknown committed
5193
  unified-diff | udiff  When presenting differences, use unified diff
unknown's avatar
unknown committed
5194

5195
  testcase-timeout=MINUTES Max test case run time (default $default_testcase_timeout)
5196 5197
  suite-timeout=MINUTES Max test suite run time (default $default_suite_timeout)
  warnings | log-warnings Pass --log-warnings to mysqld
5198

5199
  sleep=SECONDS         Passed to mysqltest, will be used as fixed sleep time
unknown's avatar
unknown committed
5200

5201 5202 5203
Deprecated options
  with-openssl          Deprecated option for ssl

5204

unknown's avatar
unknown committed
5205
HERE
unknown's avatar
unknown committed
5206
  mtr_exit(1);
5207

unknown's avatar
unknown committed
5208
}