mysql-test-run.pl 141 KB
Newer Older
unknown's avatar
unknown committed
1 2 3 4
#!/usr/bin/perl
# -*- cperl -*-

#
5 6 7 8 9
##############################################################################
#
#  mysql-test-run.pl
#
#  Tool used for executing a suite of .test file
unknown's avatar
unknown committed
10
#
11 12
#  See the "MySQL Test framework manual" for more information
#  http://dev.mysql.com/doc/mysqltest/en/index.html
unknown's avatar
unknown committed
13
#
14
#  Please keep the test framework tools identical in all versions!
unknown's avatar
unknown committed
15
#
16
##############################################################################
unknown's avatar
unknown committed
17
#
18
# Coding style directions for this perl script
unknown's avatar
unknown committed
19
#
unknown's avatar
unknown committed
20
#   - To make this Perl script easy to alter even for those that not
21
#     code Perl that often, keeep the coding style as close as possible to
unknown's avatar
unknown committed
22
#     the C/C++ MySQL coding standard.
unknown's avatar
unknown committed
23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52
#
#   - All lists of arguments to send to commands are Perl lists/arrays,
#     not strings we append args to. Within reason, most string
#     concatenation for arguments should be avoided.
#
#   - Functions defined in the main program are not to be prefixed,
#     functions in "library files" are to be prefixed with "mtr_" (for
#     Mysql-Test-Run). There are some exceptions, code that fits best in
#     the main program, but are put into separate files to avoid
#     clutter, may be without prefix.
#
#   - All stat/opendir/-f/ is to be kept in collect_test_cases(). It
#     will create a struct that the rest of the program can use to get
#     the information. This separates the "find information" from the
#     "do the work" and makes the program more easy to maintain.
#
#   - The rule when it comes to the logic of this program is
#
#       command_line_setup() - is to handle the logic between flags
#       collect_test_cases() - is to do its best to select what tests
#                              to run, dig out options, if needs restart etc.
#       run_testcase()       - is to run a single testcase, and follow the
#                              logic set in both above. No, or rare file
#                              system operations. If a test seems complex,
#                              it should probably not be here.
#
# A nice way to trace the execution of this script while debugging
# is to use the Devel::Trace package found at
# "http://www.plover.com/~mjd/perl/Trace/" and run this script like
# "perl -d:Trace mysql-test-run.pl"
unknown's avatar
unknown committed
53
#
unknown's avatar
unknown committed
54 55 56 57 58 59

$Devel::Trace::TRACE= 0;       # Don't trace boring init stuff

#require 5.6.1;
use File::Path;
use File::Basename;
60
use File::Copy;
61
use File::Temp qw / tempdir /;
unknown's avatar
unknown committed
62 63 64 65 66 67
use Cwd;
use Getopt::Long;
use Sys::Hostname;
use IO::Socket;
use IO::Socket::INET;
use strict;
68
use warnings;
unknown's avatar
unknown committed
69

70 71 72
select(STDOUT);
$| = 1; # Automatically flush STDOUT

unknown's avatar
unknown committed
73 74 75 76
our $glob_win32_perl=  ($^O eq "MSWin32"); # ActiveState Win32 Perl
our $glob_cygwin_perl= ($^O eq "cygwin");  # Cygwin Perl
our $glob_win32=       ($glob_win32_perl or $glob_cygwin_perl);
our $glob_netware=     ($^O eq "NetWare"); # NetWare
unknown's avatar
unknown committed
77

unknown's avatar
unknown committed
78
require "lib/mtr_cases.pl";
79
require "lib/mtr_im.pl";
unknown's avatar
unknown committed
80
require "lib/mtr_process.pl";
81
require "lib/mtr_timer.pl";
unknown's avatar
unknown committed
82 83 84 85
require "lib/mtr_io.pl";
require "lib/mtr_gcov.pl";
require "lib/mtr_gprof.pl";
require "lib/mtr_report.pl";
unknown's avatar
unknown committed
86
require "lib/mtr_diff.pl";
unknown's avatar
unknown committed
87 88
require "lib/mtr_match.pl";
require "lib/mtr_misc.pl";
89
require "lib/mtr_stress.pl";
90
require "lib/mtr_unique.pl";
unknown's avatar
unknown committed
91 92 93 94 95 96 97 98 99 100

$Devel::Trace::TRACE= 1;

##############################################################################
#
#  Default settings
#
##############################################################################

# Misc global variables
unknown's avatar
unknown committed
101
our $mysql_version_id;
unknown's avatar
unknown committed
102
our $glob_mysql_test_dir=         undef;
unknown's avatar
unknown committed
103
our $glob_mysql_bench_dir=        undef;
unknown's avatar
unknown committed
104 105
our $glob_hostname=               undef;
our $glob_scriptname=             undef;
106
our $glob_timers=                 undef;
unknown's avatar
unknown committed
107
our $glob_use_running_ndbcluster= 0;
unknown's avatar
unknown committed
108
our $glob_use_running_ndbcluster_slave= 0;
unknown's avatar
unknown committed
109
our $glob_use_embedded_server=    0;
unknown's avatar
unknown committed
110
our @glob_test_mode;
unknown's avatar
unknown committed
111 112 113 114 115 116 117

our $glob_basedir;

our $path_charsetsdir;
our $path_client_bindir;
our $path_language;
our $path_timefile;
118
our $path_snapshot;
119
our $path_mysqltest_log;
120
our $path_current_test_log;
unknown's avatar
unknown committed
121
our $path_my_basedir;
unknown's avatar
unknown committed
122

123
our $opt_vardir;                 # A path but set directly on cmd line
unknown's avatar
unknown committed
124
our $path_vardir_trace;          # unix formatted opt_vardir for trace files
unknown's avatar
unknown committed
125 126
our $opt_tmpdir;                 # A path but set directly on cmd line

127 128 129 130 131 132
# Visual Studio produces executables in different sub-directories based on the
# configuration used to build them.  To make life easier, an environment
# variable or command-line option may be specified to control which set of
# executables will be used by the test suite.
our $opt_vs_config = $ENV{'MTR_VS_CONFIG'};

133 134
our $default_vardir;

unknown's avatar
unknown committed
135 136 137
our $opt_usage;
our $opt_suite;

unknown's avatar
unknown committed
138
our $opt_script_debug= 0;  # Script debugging, enable with --script-debug
unknown's avatar
unknown committed
139
our $opt_verbose= 0;  # Verbose output, enable with --verbose
unknown's avatar
unknown committed
140 141 142 143

our $exe_master_mysqld;
our $exe_mysql;
our $exe_mysqladmin;
144
our $exe_mysql_upgrade;
unknown's avatar
unknown committed
145
our $exe_mysqlbinlog;
unknown's avatar
unknown committed
146
our $exe_mysql_client_test;
unknown's avatar
unknown committed
147
our $exe_mysqld;
unknown's avatar
unknown committed
148 149 150 151 152
our $exe_mysqlcheck;
our $exe_mysqldump;
our $exe_mysqlslap;
our $exe_mysqlimport;
our $exe_mysqlshow;
unknown's avatar
unknown committed
153
our $exe_mysql_fix_system_tables;
154
our $file_mysql_fix_privilege_tables;
unknown's avatar
unknown committed
155
our $exe_mysqltest;
unknown's avatar
unknown committed
156 157
our $exe_ndbd;
our $exe_ndb_mgmd;
unknown's avatar
unknown committed
158
our $exe_slave_mysqld;
159
our $exe_im;
160
our $exe_my_print_defaults;
161
our $exe_perror;
162
our $lib_udf_example;
163
our $exe_libtool;
unknown's avatar
unknown committed
164 165 166

our $opt_bench= 0;
our $opt_small_bench= 0;
167
our $opt_big_test= 0;
unknown's avatar
unknown committed
168

unknown's avatar
unknown committed
169
our @opt_extra_mysqld_opt;
unknown's avatar
unknown committed
170 171

our $opt_compress;
172 173 174 175
our $opt_ssl;
our $opt_skip_ssl;
our $opt_ssl_supported;
our $opt_ps_protocol;
176 177 178
our $opt_sp_protocol;
our $opt_cursor_protocol;
our $opt_view_protocol;
179

unknown's avatar
unknown committed
180 181
our $opt_debug;
our $opt_do_test;
unknown's avatar
unknown committed
182
our @opt_cases;                  # The test cases names in argv
unknown's avatar
unknown committed
183
our $opt_embedded_server;
184 185 186 187

our $opt_extern= 0;
our $opt_socket;

unknown's avatar
unknown committed
188 189
our $opt_fast;
our $opt_force;
unknown's avatar
unknown committed
190 191
our $opt_reorder= 0;
our $opt_enable_disabled;
192
our $opt_mem= $ENV{'MTR_MEM'};
unknown's avatar
unknown committed
193 194 195 196 197

our $opt_gcov;
our $opt_gcov_err;
our $opt_gcov_msg;

unknown's avatar
unknown committed
198
our $glob_debugger= 0;
unknown's avatar
unknown committed
199 200
our $opt_gdb;
our $opt_client_gdb;
unknown's avatar
unknown committed
201 202
our $opt_ddd;
our $opt_client_ddd;
unknown's avatar
unknown committed
203
our $opt_manual_gdb;
unknown's avatar
unknown committed
204 205
our $opt_manual_ddd;
our $opt_manual_debug;
206
our $opt_mtr_build_thread=0;
207 208
our $opt_debugger;
our $opt_client_debugger;
unknown's avatar
unknown committed
209 210 211 212 213 214

our $opt_gprof;
our $opt_gprof_dir;
our $opt_gprof_master;
our $opt_gprof_slave;

unknown's avatar
unknown committed
215
our $master;
unknown's avatar
unknown committed
216
our $slave;
unknown's avatar
unknown committed
217
our $clusters;
unknown's avatar
unknown committed
218

219 220
our $instance_manager;

221 222 223 224 225
our $opt_master_myport;
our $opt_slave_myport;
our $im_port;
our $im_mysqld1_port;
our $im_mysqld2_port;
unknown's avatar
unknown committed
226 227
our $opt_ndbcluster_port;
our $opt_ndbconnectstring;
unknown's avatar
unknown committed
228 229
our $opt_ndbcluster_port_slave;
our $opt_ndbconnectstring_slave;
unknown's avatar
unknown committed
230 231

our $opt_record;
232
my $opt_report_features;
233
our $opt_check_testcases;
234
our $opt_mark_progress;
unknown's avatar
unknown committed
235 236 237

our $opt_skip;
our $opt_skip_rpl;
238
our $max_slave_num= 0;
unknown's avatar
unknown committed
239
our $max_master_num= 1;
unknown's avatar
unknown committed
240
our $use_innodb;
unknown's avatar
unknown committed
241
our $opt_skip_test;
unknown's avatar
unknown committed
242
our $opt_skip_im;
unknown's avatar
unknown committed
243 244

our $opt_sleep;
unknown's avatar
unknown committed
245

unknown's avatar
unknown committed
246 247
our $opt_testcase_timeout;
our $opt_suite_timeout;
unknown's avatar
unknown committed
248
my  $default_testcase_timeout=     15; # 15 min max
249
my  $default_suite_timeout=       180; # 3 hours max
unknown's avatar
unknown committed
250 251

our $opt_start_and_exit;
252
our $opt_start_dirty;
unknown's avatar
unknown committed
253 254 255 256
our $opt_start_from;

our $opt_strace_client;

unknown's avatar
unknown committed
257
our $opt_timer= 1;
unknown's avatar
unknown committed
258

unknown's avatar
unknown committed
259
our $opt_user;
unknown's avatar
unknown committed
260

unknown's avatar
unknown committed
261 262 263
our $opt_valgrind= 0;
our $opt_valgrind_mysqld= 0;
our $opt_valgrind_mysqltest= 0;
unknown's avatar
unknown committed
264
our $default_valgrind_options= "--show-reachable=yes";
unknown's avatar
unknown committed
265
our $opt_valgrind_options;
unknown's avatar
unknown committed
266
our $opt_valgrind_path;
unknown's avatar
unknown committed
267
our $opt_callgrind;
unknown's avatar
unknown committed
268

269 270 271 272
our $opt_stress=               "";
our $opt_stress_suite=     "main";
our $opt_stress_mode=    "random";
our $opt_stress_threads=        5;
273 274 275
our $opt_stress_test_count=     0;
our $opt_stress_loop_count=     0;
our $opt_stress_test_duration=  0;
276 277 278
our $opt_stress_init_file=     "";
our $opt_stress_test_file=     "";

unknown's avatar
unknown committed
279 280 281 282 283
our $opt_wait_for_master;
our $opt_wait_for_slave;

our $opt_warnings;

unknown's avatar
unknown committed
284 285
our $opt_udiff;

unknown's avatar
unknown committed
286 287 288 289
our $opt_skip_ndbcluster= 0;
our $opt_skip_ndbcluster_slave= 0;
our $opt_with_ndbcluster= 0;
our $opt_with_ndbcluster_only= 0;
290
our $glob_ndbcluster_supported= 0;
unknown's avatar
unknown committed
291 292 293
our $opt_ndb_extra_test= 0;
our $opt_skip_master_binlog= 0;
our $opt_skip_slave_binlog= 0;
unknown's avatar
unknown committed
294

295
our $exe_ndb_mgm;
unknown's avatar
unknown committed
296
our $exe_ndb_waiter;
297
our $path_ndb_tools_dir;
unknown's avatar
unknown committed
298 299 300
our $path_ndb_examples_dir;
our $exe_ndb_example;
our $path_ndb_testrun_log;
unknown's avatar
unknown committed
301

302 303
our $path_sql_dir;

304 305
our @data_dir_lst;

unknown's avatar
unknown committed
306 307 308 309
our $used_binlog_format;
our $debug_compiled_binaries;
our $glob_tot_real_time= 0;

310 311
our %mysqld_variables;

312 313
my $source_dist= 0;

314 315
our $opt_max_save_core= 5;
my $num_saved_cores= 0;  # Number of core files saved in vardir/log/ so far.
unknown's avatar
unknown committed
316 317 318 319 320 321 322 323 324 325

######################################################################
#
#  Function declarations
#
######################################################################

sub main ();
sub initial_setup ();
sub command_line_setup ();
326
sub set_mtr_build_thread_ports($);
327
sub datadir_list_setup ();
unknown's avatar
unknown committed
328
sub executable_setup ();
unknown's avatar
unknown committed
329
sub environment_setup ();
330
sub kill_running_servers ();
331 332
sub remove_stale_vardir ();
sub setup_vardir ();
unknown's avatar
unknown committed
333
sub check_ssl_support ($);
334
sub check_running_as_root();
unknown's avatar
unknown committed
335 336 337 338 339 340
sub check_ndbcluster_support ($);
sub rm_ndbcluster_tables ($);
sub ndbcluster_start_install ($);
sub ndbcluster_start ($$);
sub ndbcluster_wait_started ($$);
sub mysqld_wait_started($);
unknown's avatar
unknown committed
341
sub run_benchmarks ($);
342
sub initialize_servers ();
unknown's avatar
unknown committed
343 344
sub mysql_install_db ();
sub install_db ($$);
unknown's avatar
unknown committed
345
sub copy_install_db ($$);
unknown's avatar
unknown committed
346
sub run_testcase ($);
unknown's avatar
unknown committed
347 348 349
sub run_testcase_stop_servers ($$$);
sub run_testcase_start_servers ($);
sub run_testcase_check_skip_test($);
unknown's avatar
unknown committed
350
sub report_failure_and_restart ($);
351 352
sub do_before_start_master ($);
sub do_before_start_slave ($);
unknown's avatar
unknown committed
353 354 355
sub ndbd_start ($$$);
sub ndb_mgmd_start ($);
sub mysqld_start ($$$);
356
sub mysqld_arguments ($$$$);
unknown's avatar
unknown committed
357
sub stop_all_servers ();
unknown's avatar
unknown committed
358
sub run_mysqltest ($);
unknown's avatar
unknown committed
359
sub usage ($);
unknown's avatar
unknown committed
360

361

unknown's avatar
unknown committed
362 363 364 365 366 367 368 369 370 371 372
######################################################################
#
#  Main program
#
######################################################################

main();

sub main () {

  command_line_setup();
373

374 375 376 377
  check_ndbcluster_support(\%mysqld_variables);
  check_ssl_support(\%mysqld_variables);
  check_debug_support(\%mysqld_variables);

unknown's avatar
unknown committed
378
  executable_setup();
379

unknown's avatar
unknown committed
380
  environment_setup();
unknown's avatar
unknown committed
381 382 383 384 385 386 387 388 389 390 391 392
  signal_setup();

  if ( $opt_gcov )
  {
    gcov_prepare();
  }

  if ( $opt_gprof )
  {
    gprof_prepare();
  }

393
  if ( $opt_bench )
unknown's avatar
unknown committed
394
  {
395
    initialize_servers();
unknown's avatar
unknown committed
396 397
    run_benchmarks(shift);      # Shift what? Extra arguments?!
  }
398 399
  elsif ( $opt_stress )
  {
400
    initialize_servers();
401 402
    run_stress_test()
  }
unknown's avatar
unknown committed
403 404
  else
  {
405 406 407 408
    # Figure out which tests we are going to run
    my $tests= collect_test_cases($opt_suite);

    # Turn off NDB and other similar options if no tests use it
409
    my ($need_ndbcluster,$need_im);
410 411
    foreach my $test (@$tests)
    {
412 413
      next if $test->{skip};

414 415
      $need_ndbcluster||= $test->{ndb_test};
      $need_im||= $test->{component_id} eq 'im';
416 417 418 419 420 421 422

      # Count max number of slaves used by a test case
      if ( $test->{slave_num} > $max_slave_num)
      {
	$max_slave_num= $test->{slave_num};
	mtr_error("Too many slaves") if $max_slave_num > 3;
      }
423 424 425 426 427 428 429 430 431

      # Count max number of masters used by a test case
      if ( $test->{master_num} > $max_master_num)
      {
	$max_master_num= $test->{master_num};
	mtr_error("Too many masters") if $max_master_num > 2;
	mtr_error("Too few masters") if $max_master_num < 1;
      }

unknown's avatar
unknown committed
432
      $use_innodb||= $test->{'innodb_test'};
433
    }
unknown's avatar
unknown committed
434

435 436 437 438 439 440
    # Check if cluster can be skipped
    if ( !$need_ndbcluster )
    {
      $opt_skip_ndbcluster= 1;
      $opt_skip_ndbcluster_slave= 1;
    }
unknown's avatar
unknown committed
441

442 443 444 445 446
    # Check if slave cluster can be skipped
    if ($max_slave_num == 0)
    {
      $opt_skip_ndbcluster_slave= 1;
    }
unknown's avatar
unknown committed
447

448 449 450 451
    # Check if im can be skipped
    if ( ! $need_im )
    {
     $opt_skip_im= 1;
452
    }
unknown's avatar
unknown committed
453

unknown's avatar
unknown committed
454
    initialize_servers();
unknown's avatar
unknown committed
455

456 457 458 459
    if ( $opt_report_features ) {
      run_report_features();
    }

unknown's avatar
unknown committed
460
    run_suite($opt_suite, $tests);
unknown's avatar
unknown committed
461
  }
462

unknown's avatar
unknown committed
463
  mtr_exit(0);
unknown's avatar
unknown committed
464 465 466 467 468 469 470 471 472 473 474 475
}

##############################################################################
#
#  Default settings
#
##############################################################################

sub command_line_setup () {

  # These are defaults for things that are set on the command line

unknown's avatar
unknown committed
476
  $opt_suite=        "main";    # Special default suite
unknown's avatar
unknown committed
477 478
  my $opt_comment;

479 480
  $opt_master_myport=          9306;
  $opt_slave_myport=           9308;
unknown's avatar
unknown committed
481 482
  $opt_ndbcluster_port=        9310;
  $opt_ndbcluster_port_slave=  9311;
483 484 485
  $im_port=                    9312;
  $im_mysqld1_port=            9313;
  $im_mysqld2_port=            9314;
486 487 488 489 490 491 492 493 494
  
  # If so requested, we try to avail ourselves of a unique build thread number.
  if ( $ENV{'MTR_BUILD_THREAD'} ) {
    if ( lc($ENV{'MTR_BUILD_THREAD'}) eq 'auto' ) {
      print "Requesting build thread... ";
      $ENV{'MTR_BUILD_THREAD'} = mtr_require_unique_id_and_wait("/tmp/mysql-test-ports", 200, 299);
      print "got ".$ENV{'MTR_BUILD_THREAD'}."\n";
    }
  }
unknown's avatar
unknown committed
495

unknown's avatar
unknown committed
496 497
  if ( $ENV{'MTR_BUILD_THREAD'} )
  {
498
    set_mtr_build_thread_ports($ENV{'MTR_BUILD_THREAD'});
unknown's avatar
unknown committed
499 500
  }

501 502 503 504 505
  # This is needed for test log evaluation in "gen-build-status-page"
  # in all cases where the calling tool does not log the commands
  # directly before it executes them, like "make test-force-pl" in RPM builds.
  print "Logging: $0 ", join(" ", @ARGV), "\n";

unknown's avatar
unknown committed
506
  # Read the command line
unknown's avatar
unknown committed
507
  # Note: Keep list, and the order, in sync with usage at end of this file
unknown's avatar
unknown committed
508

unknown's avatar
unknown committed
509
  Getopt::Long::Configure("pass_through");
unknown's avatar
unknown committed
510
  GetOptions(
unknown's avatar
unknown committed
511
             # Control what engine/variation to run
unknown's avatar
unknown committed
512
             'embedded-server'          => \$opt_embedded_server,
unknown's avatar
unknown committed
513
             'ps-protocol'              => \$opt_ps_protocol,
514 515 516
             'sp-protocol'              => \$opt_sp_protocol,
             'view-protocol'            => \$opt_view_protocol,
             'cursor-protocol'          => \$opt_cursor_protocol,
unknown's avatar
unknown committed
517
             'ssl|with-openssl'         => \$opt_ssl,
518 519
             'skip-ssl'                 => \$opt_skip_ssl,
             'compress'                 => \$opt_compress,
unknown's avatar
unknown committed
520 521
             'bench'                    => \$opt_bench,
             'small-bench'              => \$opt_small_bench,
522
             'with-ndbcluster'          => \$opt_with_ndbcluster,
523
             'vs-config'            => \$opt_vs_config,
unknown's avatar
unknown committed
524 525

             # Control what test suites or cases to run
unknown's avatar
unknown committed
526
             'force'                    => \$opt_force,
527
             'with-ndbcluster-only'     => \$opt_with_ndbcluster_only,
unknown's avatar
unknown committed
528 529 530 531 532 533
             'skip-ndbcluster|skip-ndb' => \$opt_skip_ndbcluster,
             'skip-ndbcluster-slave|skip-ndb-slave'
                                        => \$opt_skip_ndbcluster_slave,
             'ndb-extra-test'           => \$opt_ndb_extra_test,
             'skip-master-binlog'       => \$opt_skip_master_binlog,
             'skip-slave-binlog'        => \$opt_skip_slave_binlog,
unknown's avatar
unknown committed
534
             'do-test=s'                => \$opt_do_test,
unknown's avatar
unknown committed
535
             'start-from=s'             => \$opt_start_from,
unknown's avatar
unknown committed
536 537
             'suite=s'                  => \$opt_suite,
             'skip-rpl'                 => \$opt_skip_rpl,
unknown's avatar
unknown committed
538
             'skip-im'                  => \$opt_skip_im,
unknown's avatar
unknown committed
539
             'skip-test=s'              => \$opt_skip_test,
unknown's avatar
unknown committed
540
             'big-test'                 => \$opt_big_test,
unknown's avatar
unknown committed
541 542 543 544

             # Specify ports
             'master_port=i'            => \$opt_master_myport,
             'slave_port=i'             => \$opt_slave_myport,
unknown's avatar
unknown committed
545 546
             'ndbcluster-port|ndbcluster_port=i' => \$opt_ndbcluster_port,
             'ndbcluster-port-slave=i'  => \$opt_ndbcluster_port_slave,
547 548 549
             'im-port=i'                => \$im_port, # Instance Manager port.
             'im-mysqld1-port=i'        => \$im_mysqld1_port, # Port of mysqld, controlled by IM
             'im-mysqld2-port=i'        => \$im_mysqld2_port, # Port of mysqld, controlled by IM
550
	     'mtr-build-thread=i'       => \$opt_mtr_build_thread,
unknown's avatar
unknown committed
551 552 553

             # Test case authoring
             'record'                   => \$opt_record,
554
             'check-testcases'          => \$opt_check_testcases,
555
             'mark-progress'            => \$opt_mark_progress,
unknown's avatar
unknown committed
556

unknown's avatar
unknown committed
557
             # Extra options used when starting mysqld
unknown's avatar
unknown committed
558
             'mysqld=s'                 => \@opt_extra_mysqld_opt,
unknown's avatar
unknown committed
559 560 561

             # Run test on running server
             'extern'                   => \$opt_extern,
unknown's avatar
unknown committed
562 563
             'ndb-connectstring=s'       => \$opt_ndbconnectstring,
             'ndb-connectstring-slave=s' => \$opt_ndbconnectstring_slave,
unknown's avatar
unknown committed
564 565

             # Debugging
unknown's avatar
unknown committed
566
             'gdb'                      => \$opt_gdb,
unknown's avatar
unknown committed
567
             'client-gdb'               => \$opt_client_gdb,
unknown's avatar
unknown committed
568 569
             'manual-gdb'               => \$opt_manual_gdb,
             'manual-debug'             => \$opt_manual_debug,
unknown's avatar
unknown committed
570
             'ddd'                      => \$opt_ddd,
unknown's avatar
unknown committed
571
             'client-ddd'               => \$opt_client_ddd,
572 573
	     'debugger=s'               => \$opt_debugger,
	     'client-debugger=s'        => \$opt_client_debugger,
unknown's avatar
unknown committed
574 575 576
             'strace-client'            => \$opt_strace_client,
             'master-binary=s'          => \$exe_master_mysqld,
             'slave-binary=s'           => \$exe_slave_mysqld,
577
             'max-save-core=i'          => \$opt_max_save_core,
unknown's avatar
unknown committed
578 579 580

             # Coverage, profiling etc
             'gcov'                     => \$opt_gcov,
unknown's avatar
unknown committed
581
             'gprof'                    => \$opt_gprof,
582
             'valgrind|valgrind-all'    => \$opt_valgrind,
unknown's avatar
unknown committed
583 584
             'valgrind-mysqltest'       => \$opt_valgrind_mysqltest,
             'valgrind-mysqld'          => \$opt_valgrind_mysqld,
unknown's avatar
unknown committed
585
             'valgrind-options=s'       => \$opt_valgrind_options,
unknown's avatar
unknown committed
586
             'valgrind-path=s'          => \$opt_valgrind_path,
unknown's avatar
unknown committed
587
	     'callgrind'                => \$opt_callgrind,
unknown's avatar
unknown committed
588

589 590 591 592 593 594 595 596 597 598 599
             # Stress testing 
             'stress'                   => \$opt_stress,
             'stress-suite=s'           => \$opt_stress_suite,
             'stress-threads=i'         => \$opt_stress_threads,
             'stress-test-file=s'       => \$opt_stress_test_file,
             'stress-init-file=s'       => \$opt_stress_init_file,
             'stress-mode=s'            => \$opt_stress_mode,
             'stress-loop-count=i'      => \$opt_stress_loop_count,
             'stress-test-count=i'      => \$opt_stress_test_count,
             'stress-test-duration=i'   => \$opt_stress_test_duration,

600 601 602
	     # Directories
             'tmpdir=s'                 => \$opt_tmpdir,
             'vardir=s'                 => \$opt_vardir,
unknown's avatar
unknown committed
603
             'benchdir=s'               => \$glob_mysql_bench_dir,
604
             'mem'                      => \$opt_mem,
605

unknown's avatar
unknown committed
606
             # Misc
607
             'report-features'          => \$opt_report_features,
608
             'comment=s'                => \$opt_comment,
unknown's avatar
unknown committed
609 610
             'debug'                    => \$opt_debug,
             'fast'                     => \$opt_fast,
unknown's avatar
unknown committed
611
             'reorder'                  => \$opt_reorder,
unknown's avatar
unknown committed
612
             'enable-disabled'          => \$opt_enable_disabled,
unknown's avatar
unknown committed
613
             'script-debug'             => \$opt_script_debug,
unknown's avatar
unknown committed
614
             'verbose'                  => \$opt_verbose,
unknown's avatar
unknown committed
615 616
             'sleep=i'                  => \$opt_sleep,
             'socket=s'                 => \$opt_socket,
617
             'start-dirty'              => \$opt_start_dirty,
unknown's avatar
unknown committed
618
             'start-and-exit'           => \$opt_start_and_exit,
unknown's avatar
unknown committed
619
             'timer!'                   => \$opt_timer,
unknown's avatar
unknown committed
620
             'unified-diff|udiff'       => \$opt_udiff,
unknown's avatar
unknown committed
621
             'user=s'                   => \$opt_user,
622 623
             'testcase-timeout=i'       => \$opt_testcase_timeout,
             'suite-timeout=i'          => \$opt_suite_timeout,
unknown's avatar
unknown committed
624
             'warnings|log-warnings'    => \$opt_warnings,
unknown's avatar
unknown committed
625 626

             'help|h'                   => \$opt_usage,
unknown's avatar
unknown committed
627 628
            ) or usage("Can't read options");

unknown's avatar
unknown committed
629
  usage("") if $opt_usage;
unknown's avatar
unknown committed
630

631 632
  $glob_scriptname=  basename($0);

633 634 635 636 637 638 639 640 641
  if ($opt_mtr_build_thread != 0)
  {
    set_mtr_build_thread_ports($opt_mtr_build_thread)
  }
  elsif ($ENV{'MTR_BUILD_THREAD'})
  {
    $opt_mtr_build_thread= $ENV{'MTR_BUILD_THREAD'};
  }

642 643 644 645 646 647 648 649 650 651 652
  # We require that we are in the "mysql-test" directory
  # to run mysql-test-run
  if (! -f $glob_scriptname)
  {
    mtr_error("Can't find the location for the mysql-test-run script\n" .
              "Go to to the mysql-test directory and execute the script " .
              "as follows:\n./$glob_scriptname");
  }

  if ( -d "../sql" )
  {
653
    $source_dist=  1;
654 655 656 657
  }

  $glob_hostname=  mtr_short_hostname();

658
  # Find the absolute path to the test directory
659 660
  $glob_mysql_test_dir=  cwd();
  if ( $glob_cygwin_perl )
unknown's avatar
unknown committed
661
  {
662 663 664
    # Windows programs like 'mysqld' needs Windows paths
    $glob_mysql_test_dir= `cygpath -m "$glob_mysql_test_dir"`;
    chomp($glob_mysql_test_dir);
unknown's avatar
unknown committed
665
  }
666 667 668 669 670 671 672 673 674 675 676

  # In most cases, the base directory we find everything relative to,
  # is the parent directory of the "mysql-test" directory. For source
  # distributions, TAR binary distributions and some other packages.
  $glob_basedir= dirname($glob_mysql_test_dir);

  # In the RPM case, binaries and libraries are installed in the
  # default system locations, instead of having our own private base
  # directory. And we install "/usr/share/mysql-test". Moving up one
  # more directory relative to "mysql-test" gives us a usable base
  # directory for RPM installs.
unknown's avatar
unknown committed
677
  if ( ! $source_dist and ! -d "$glob_basedir/bin" )
unknown's avatar
unknown committed
678
  {
679
    $glob_basedir= dirname($glob_basedir);
unknown's avatar
unknown committed
680
  }
681 682 683 684

  # Expect mysql-bench to be located adjacent to the source tree, by default
  $glob_mysql_bench_dir= "$glob_basedir/../mysql-bench"
    unless defined $glob_mysql_bench_dir;
unknown's avatar
unknown committed
685 686
  $glob_mysql_bench_dir= undef
    unless -d $glob_mysql_bench_dir;
687 688

  $path_my_basedir=
689
    $source_dist ? $glob_mysql_test_dir : $glob_basedir;
690 691 692 693 694 695 696 697

  $glob_timers= mtr_init_timers();

  #
  # Find the mysqld executable to be able to find the mysqld version
  # number as early as possible
  #

698
  # Look for the client binaries directory
699
  $path_client_bindir= mtr_path_exists("$glob_basedir/client_release",
700
				       "$glob_basedir/client_debug",
701
				       vs_config_dirs('client', ''),
702 703
				       "$glob_basedir/client",
				       "$glob_basedir/bin");
704

unknown's avatar
unknown committed
705 706 707
  if (!$opt_extern)
  {
    $exe_mysqld=       mtr_exe_exists (vs_config_dirs('sql', 'mysqld'),
708 709 710 711 712 713 714 715
				       "$glob_basedir/sql/mysqld",
				       "$path_client_bindir/mysqld-max-nt",
				       "$path_client_bindir/mysqld-max",
				       "$path_client_bindir/mysqld-nt",
				       "$path_client_bindir/mysqld",
				       "$path_client_bindir/mysqld-debug",
				       "$path_client_bindir/mysqld-max",
				       "$glob_basedir/libexec/mysqld",
unknown's avatar
unknown committed
716 717
				       "$glob_basedir/bin/mysqld",
				       "$glob_basedir/sbin/mysqld");
718

unknown's avatar
unknown committed
719 720 721 722 723 724 725 726 727 728
    # Use the mysqld found above to find out what features are available
    collect_mysqld_features();
  }
  else
  {
    $mysqld_variables{'port'}= 3306;
    $mysqld_variables{'master-port'}= 3306;
    $opt_skip_ndbcluster= 1;
    $opt_skip_im= 1;
  }
unknown's avatar
unknown committed
729

730 731 732 733 734 735 736 737
  if ( $opt_comment )
  {
    print "\n";
    print '#' x 78, "\n";
    print "# $opt_comment\n";
    print '#' x 78, "\n\n";
  }

unknown's avatar
unknown committed
738 739 740 741 742 743
  foreach my $arg ( @ARGV )
  {
    if ( $arg =~ /^--skip-/ )
    {
      push(@opt_extra_mysqld_opt, $arg);
    }
744 745 746 747 748 749
    elsif ( $arg =~ /^--$/ )
    {
      # It is an effect of setting 'pass_through' in option processing
      # that the lone '--' separating options from arguments survives,
      # simply ignore it.
    }
unknown's avatar
unknown committed
750 751 752 753 754 755 756 757 758
    elsif ( $arg =~ /^-/ )
    {
      usage("Invalid option \"$arg\"");
    }
    else
    {
      push(@opt_cases, $arg);
    }
  }
unknown's avatar
unknown committed
759

760
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
761 762 763 764
  # Find out type of logging that are being used
  # --------------------------------------------------------------------------
  # NOTE if the default binlog format is changed, this has to be changed
  $used_binlog_format= "stmt";
unknown's avatar
unknown committed
765
  if (!$opt_extern && $mysql_version_id >= 50100 )
766
  {
767 768 769
    $used_binlog_format= "mixed"; # Default value for binlog format

    foreach my $arg ( @opt_extra_mysqld_opt )
770
    {
771 772 773 774
      if ( $arg =~ /binlog-format=(\S+)/ )
      {
	$used_binlog_format= $1;
      }
775
    }
776
    mtr_report("Using binlog format '$used_binlog_format'");
unknown's avatar
unknown committed
777 778
  }

779 780
  # --------------------------------------------------------------------------
  # Check if we should speed up tests by trying to run on tmpfs
781
  # --------------------------------------------------------------------------
782
  if ( defined $opt_mem )
783 784 785 786 787 788
  {
    mtr_error("Can't use --mem and --vardir at the same time ")
      if $opt_vardir;
    mtr_error("Can't use --mem and --tmpdir at the same time ")
      if $opt_tmpdir;

789 790 791 792 793
    # Search through list of locations that are known
    # to be "fast disks" to list to find a suitable location
    # Use --mem=<dir> as first location to look.
    my @tmpfs_locations= ($opt_mem, "/dev/shm", "/tmp");

794 795 796 797 798 799
    foreach my $fs (@tmpfs_locations)
    {
      if ( -d $fs )
      {
	mtr_report("Using tmpfs in $fs");
	$opt_mem= "$fs/var";
800
	$opt_mem .= $opt_mtr_build_thread if $opt_mtr_build_thread;
801 802 803 804
	last;
      }
    }
  }
805

806 807 808
  # --------------------------------------------------------------------------
  # Set the "var/" directory, as it is the base for everything else
  # --------------------------------------------------------------------------
809
  $default_vardir= "$glob_mysql_test_dir/var";
810 811
  if ( ! $opt_vardir )
  {
812
    $opt_vardir= $default_vardir;
813
  }
814
  elsif ( $mysql_version_id < 50000 and
815
	  $opt_vardir ne $default_vardir)
unknown's avatar
unknown committed
816
  {
817 818 819
    # Version 4.1 and --vardir was specified
    # Only supported as a symlink from var/
    # by setting up $opt_mem that symlink will be created
820 821 822 823 824 825 826
    if ( ! $glob_win32 )
    {
      # Only platforms that have native symlinks can use the vardir trick
      $opt_mem= $opt_vardir;
      mtr_report("Using 4.1 vardir trick");
    }

827
    $opt_vardir= $default_vardir;
828
  }
unknown's avatar
unknown committed
829 830

  $path_vardir_trace= $opt_vardir;
unknown's avatar
unknown committed
831
  # Chop off any "c:", DBUG likes a unix path ex: c:/src/... => /src/...
unknown's avatar
unknown committed
832
  $path_vardir_trace=~ s/^\w://;
unknown's avatar
unknown committed
833

unknown's avatar
unknown committed
834 835 836
  # We make the path absolute, as the server will do a chdir() before usage
  unless ( $opt_vardir =~ m,^/, or
           ($glob_win32 and $opt_vardir =~ m,^[a-z]:/,i) )
837 838 839 840
  {
    # Make absolute path, relative test dir
    $opt_vardir= "$glob_mysql_test_dir/$opt_vardir";
  }
unknown's avatar
unknown committed
841

842
  # --------------------------------------------------------------------------
843
  # Set tmpdir
844 845
  # --------------------------------------------------------------------------
  $opt_tmpdir=       "$opt_vardir/tmp" unless $opt_tmpdir;
unknown's avatar
unknown committed
846
  $opt_tmpdir =~ s,/+$,,;       # Remove ending slash if any
unknown's avatar
unknown committed
847 848

  # --------------------------------------------------------------------------
849
  # Check im suport
unknown's avatar
unknown committed
850
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
851
  if (!$opt_extern)
unknown's avatar
unknown committed
852
  {
unknown's avatar
unknown committed
853 854 855
    if ( $mysql_version_id < 50000 ) {
      # Instance manager is not supported until 5.0
      $opt_skip_im= 1;
856

unknown's avatar
unknown committed
857
    }
unknown's avatar
unknown committed
858

unknown's avatar
unknown committed
859 860 861 862
    if ( $glob_win32 ) {
      mtr_report("Disable Instance manager - not supported on Windows");
      $opt_skip_im= 1;
    }
unknown's avatar
unknown committed
863

unknown's avatar
unknown committed
864
  }
unknown's avatar
unknown committed
865
  # --------------------------------------------------------------------------
866
  # Record flag
unknown's avatar
unknown committed
867
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
868
  if ( $opt_record and ! @opt_cases )
unknown's avatar
unknown committed
869 870 871 872
  {
    mtr_error("Will not run in record mode without a specific test case");
  }

873 874 875
  # --------------------------------------------------------------------------
  # Embedded server flag
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
876 877 878
  if ( $opt_embedded_server )
  {
    $glob_use_embedded_server= 1;
unknown's avatar
unknown committed
879
    push(@glob_test_mode, "embedded");
unknown's avatar
unknown committed
880
    $opt_skip_rpl= 1;              # We never run replication with embedded
unknown's avatar
unknown committed
881 882
    $opt_skip_ndbcluster= 1;       # Turn off use of NDB cluster
    $opt_skip_ssl= 1;              # Turn off use of SSL
unknown's avatar
unknown committed
883 884 885

    if ( $opt_extern )
    {
unknown's avatar
unknown committed
886
      mtr_error("Can't use --extern with --embedded-server");
unknown's avatar
unknown committed
887 888 889
    }
  }

890 891 892 893

  # --------------------------------------------------------------------------
  # ps protcol flag
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
894 895 896 897 898
  if ( $opt_ps_protocol )
  {
    push(@glob_test_mode, "ps-protocol");
  }

899 900 901
  # --------------------------------------------------------------------------
  # Ndb cluster flags
  # --------------------------------------------------------------------------
902
  if ( $opt_with_ndbcluster and !$opt_bench)
unknown's avatar
unknown committed
903
  {
904
    mtr_error("Can only use --with-ndbcluster togheter with --bench");
unknown's avatar
unknown committed
905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935
  }

  if ( $opt_ndbconnectstring )
  {
    $glob_use_running_ndbcluster= 1;
    mtr_error("Can't specify --ndb-connectstring and --skip-ndbcluster")
      if $opt_skip_ndbcluster;
    mtr_error("Can't specify --ndb-connectstring and --ndbcluster-port")
      if $opt_ndbcluster_port;
  }
  else
  {
    # Set default connect string
    $opt_ndbconnectstring= "host=localhost:$opt_ndbcluster_port";
  }

  if ( $opt_ndbconnectstring_slave )
  {
      $glob_use_running_ndbcluster_slave= 1;
      mtr_error("Can't specify ndb-connectstring_slave and " .
		"--skip-ndbcluster-slave")
	if $opt_skip_ndbcluster;
      mtr_error("Can't specify --ndb-connectstring-slave and " .
		"--ndbcluster-port-slave")
	if $opt_ndbcluster_port_slave;
  }
  else
  {
    # Set default connect string
    $opt_ndbconnectstring_slave= "host=localhost:$opt_ndbcluster_port_slave";
  }
unknown's avatar
unknown committed
936

937 938 939
  # --------------------------------------------------------------------------
  # Bench flags
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
940 941 942 943 944
  if ( $opt_small_bench )
  {
    $opt_bench=  1;
  }

945 946 947
  # --------------------------------------------------------------------------
  # Big test flags
  # --------------------------------------------------------------------------
948 949 950 951
   if ( $opt_big_test )
   {
     $ENV{'BIG_TEST'}= 1;
   }
952

953 954 955
  # --------------------------------------------------------------------------
  # Gcov flag
  # --------------------------------------------------------------------------
956
  if ( $opt_gcov and ! $source_dist )
unknown's avatar
unknown committed
957
  {
unknown's avatar
unknown committed
958 959 960
    mtr_error("Coverage test needs the source - please use source dist");
  }

961
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
962
  # Check debug related options
963
  # --------------------------------------------------------------------------
964
  if ( $opt_gdb || $opt_client_gdb || $opt_ddd || $opt_client_ddd ||
965 966
       $opt_manual_gdb || $opt_manual_ddd || $opt_manual_debug ||
       $opt_debugger || $opt_client_debugger )
unknown's avatar
unknown committed
967
  {
968
    # Indicate that we are using debugger
unknown's avatar
unknown committed
969
    $glob_debugger= 1;
unknown's avatar
unknown committed
970 971
    if ( $opt_extern )
    {
unknown's avatar
unknown committed
972
      mtr_error("Can't use --extern when using debugger");
unknown's avatar
unknown committed
973 974 975
    }
  }

976 977 978 979 980
  # --------------------------------------------------------------------------
  # Check if special exe was selected for master or slave
  # --------------------------------------------------------------------------
  $exe_master_mysqld= $exe_master_mysqld || $exe_mysqld;
  $exe_slave_mysqld=  $exe_slave_mysqld  || $exe_mysqld;
981

982
  # --------------------------------------------------------------------------
983
  # Check valgrind arguments
984
  # --------------------------------------------------------------------------
985
  if ( $opt_valgrind or $opt_valgrind_path or defined $opt_valgrind_options)
unknown's avatar
unknown committed
986
  {
unknown's avatar
unknown committed
987 988 989 990 991
    mtr_report("Turning on valgrind for all executables");
    $opt_valgrind= 1;
    $opt_valgrind_mysqld= 1;
    $opt_valgrind_mysqltest= 1;
  }
992
  elsif ( $opt_valgrind_mysqld )
unknown's avatar
unknown committed
993
  {
994
    mtr_report("Turning on valgrind for mysqld(s) only");
unknown's avatar
unknown committed
995
    $opt_valgrind= 1;
996 997 998
  }
  elsif ( $opt_valgrind_mysqltest )
  {
999
    mtr_report("Turning on valgrind for mysqltest and mysql_client_test only");
unknown's avatar
unknown committed
1000
    $opt_valgrind= 1;
1001
  }
unknown's avatar
unknown committed
1002

unknown's avatar
unknown committed
1003
  if ( $opt_callgrind )
unknown's avatar
unknown committed
1004
  {
unknown's avatar
unknown committed
1005
    mtr_report("Turning on valgrind with callgrind for mysqld(s)");
1006
    $opt_valgrind= 1;
unknown's avatar
unknown committed
1007
    $opt_valgrind_mysqld= 1;
unknown's avatar
unknown committed
1008

unknown's avatar
unknown committed
1009 1010 1011
    # Set special valgrind options unless options passed on command line
    $opt_valgrind_options="--trace-children=yes"
      unless defined $opt_valgrind_options;
1012 1013 1014 1015 1016 1017 1018 1019 1020
  }

  if ( $opt_valgrind )
  {
    # Set valgrind_options to default unless already defined
    $opt_valgrind_options=$default_valgrind_options
      unless defined $opt_valgrind_options;

    mtr_report("Running valgrind with options \"$opt_valgrind_options\"");
unknown's avatar
unknown committed
1021 1022 1023 1024 1025
  }

  if ( ! $opt_testcase_timeout )
  {
    $opt_testcase_timeout= $default_testcase_timeout;
1026
    $opt_testcase_timeout*= 10 if $opt_valgrind;
unknown's avatar
unknown committed
1027 1028 1029 1030 1031
  }

  if ( ! $opt_suite_timeout )
  {
    $opt_suite_timeout= $default_suite_timeout;
1032
    $opt_suite_timeout*= 6 if $opt_valgrind;
unknown's avatar
unknown committed
1033
  }
unknown's avatar
unknown committed
1034

unknown's avatar
unknown committed
1035
  if ( ! $opt_user )
unknown's avatar
unknown committed
1036
  {
1037
    if ( $opt_extern )
unknown's avatar
unknown committed
1038 1039 1040 1041 1042 1043 1044
    {
      $opt_user= "test";
    }
    else
    {
      $opt_user= "root"; # We want to do FLUSH xxx commands
    }
unknown's avatar
unknown committed
1045 1046
  }

1047 1048 1049 1050 1051 1052
  # On QNX, /tmp/dir/master.sock and /tmp/dir//master.sock seem to be
  # considered different, so avoid the extra slash (/) in the socket
  # paths.
  my $sockdir = $opt_tmpdir;
  $sockdir =~ s|/+$||;

1053 1054 1055
  # On some operating systems, there is a limit to the length of a
  # UNIX domain socket's path far below PATH_MAX, so try to avoid long
  # socket path names.
unknown's avatar
unknown committed
1056
  $sockdir = tempdir(CLEANUP => 0) if ( length($sockdir) > 80 );
1057

1058 1059
  # Put this into a hash, will be a C struct

unknown's avatar
unknown committed
1060 1061
  $master->[0]=
  {
unknown's avatar
unknown committed
1062 1063 1064
   pid           => 0,
   type          => "master",
   idx           => 0,
unknown's avatar
unknown committed
1065 1066
   path_myddir   => "$opt_vardir/master-data",
   path_myerr    => "$opt_vardir/log/master.err",
unknown's avatar
unknown committed
1067 1068 1069
   path_pid    => "$opt_vardir/run/master.pid",
   path_sock   => "$sockdir/master.sock",
   port   =>  $opt_master_myport,
unknown's avatar
unknown committed
1070
   start_timeout =>  400, # enough time create innodb tables
unknown's avatar
unknown committed
1071 1072
   cluster       =>  0, # index in clusters list
   start_opts    => [],
unknown's avatar
unknown committed
1073 1074 1075 1076
  };

  $master->[1]=
  {
unknown's avatar
unknown committed
1077 1078 1079
   pid           => 0,
   type          => "master",
   idx           => 1,
unknown's avatar
unknown committed
1080 1081
   path_myddir   => "$opt_vardir/master1-data",
   path_myerr    => "$opt_vardir/log/master1.err",
unknown's avatar
unknown committed
1082 1083 1084
   path_pid    => "$opt_vardir/run/master1.pid",
   path_sock   => "$sockdir/master1.sock",
   port   => $opt_master_myport + 1,
unknown's avatar
unknown committed
1085
   start_timeout => 400, # enough time create innodb tables
unknown's avatar
unknown committed
1086 1087
   cluster       =>  0, # index in clusters list
   start_opts    => [],
unknown's avatar
unknown committed
1088 1089 1090 1091
  };

  $slave->[0]=
  {
unknown's avatar
unknown committed
1092 1093 1094
   pid           => 0,
   type          => "slave",
   idx           => 0,
unknown's avatar
unknown committed
1095 1096
   path_myddir   => "$opt_vardir/slave-data",
   path_myerr    => "$opt_vardir/log/slave.err",
unknown's avatar
unknown committed
1097 1098 1099
   path_pid    => "$opt_vardir/run/slave.pid",
   path_sock   => "$sockdir/slave.sock",
   port   => $opt_slave_myport,
unknown's avatar
unknown committed
1100
   start_timeout => 400,
unknown's avatar
unknown committed
1101 1102 1103

   cluster       =>  1, # index in clusters list
   start_opts    => [],
unknown's avatar
unknown committed
1104 1105 1106 1107
  };

  $slave->[1]=
  {
unknown's avatar
unknown committed
1108 1109 1110
   pid           => 0,
   type          => "slave",
   idx           => 1,
unknown's avatar
unknown committed
1111 1112
   path_myddir   => "$opt_vardir/slave1-data",
   path_myerr    => "$opt_vardir/log/slave1.err",
unknown's avatar
unknown committed
1113 1114 1115
   path_pid    => "$opt_vardir/run/slave1.pid",
   path_sock   => "$sockdir/slave1.sock",
   port   => $opt_slave_myport + 1,
unknown's avatar
unknown committed
1116
   start_timeout => 300,
unknown's avatar
unknown committed
1117 1118
   cluster       =>  -1, # index in clusters list
   start_opts    => [],
unknown's avatar
unknown committed
1119 1120 1121 1122
  };

  $slave->[2]=
  {
unknown's avatar
unknown committed
1123 1124 1125
   pid           => 0,
   type          => "slave",
   idx           => 2,
unknown's avatar
unknown committed
1126 1127
   path_myddir   => "$opt_vardir/slave2-data",
   path_myerr    => "$opt_vardir/log/slave2.err",
unknown's avatar
unknown committed
1128 1129 1130
   path_pid    => "$opt_vardir/run/slave2.pid",
   path_sock   => "$sockdir/slave2.sock",
   port   => $opt_slave_myport + 2,
unknown's avatar
unknown committed
1131
   start_timeout => 300,
unknown's avatar
unknown committed
1132 1133
   cluster       =>  -1, # index in clusters list
   start_opts    => [],
unknown's avatar
unknown committed
1134
  };
1135

unknown's avatar
Merge  
unknown committed
1136 1137 1138 1139 1140
  $instance_manager=
  {
   path_err =>        "$opt_vardir/log/im.err",
   path_log =>        "$opt_vardir/log/im.log",
   path_pid =>        "$opt_vardir/run/im.pid",
1141
   path_angel_pid =>  "$opt_vardir/run/im.angel.pid",
1142
   path_sock =>       "$sockdir/im.sock",
unknown's avatar
Merge  
unknown committed
1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156
   port =>            $im_port,
   start_timeout =>   $master->[0]->{'start_timeout'},
   admin_login =>     'im_admin',
   admin_password =>  'im_admin_secret',
   admin_sha1 =>      '*598D51AD2DFF7792045D6DF3DDF9AA1AF737B295',
   password_file =>   "$opt_vardir/im.passwd",
   defaults_file =>   "$opt_vardir/im.cnf",
  };

  $instance_manager->{'instances'}->[0]=
  {
   server_id    => 1,
   port         => $im_mysqld1_port,
   path_datadir => "$opt_vardir/im_mysqld_1.data",
1157
   path_sock    => "$sockdir/mysqld_1.sock",
unknown's avatar
unknown committed
1158
   path_pid     => "$opt_vardir/run/mysqld_1.pid",
unknown's avatar
unknown committed
1159 1160
   start_timeout  => 400, # enough time create innodb tables
   old_log_format => 1
unknown's avatar
Merge  
unknown committed
1161 1162 1163 1164 1165 1166 1167
  };

  $instance_manager->{'instances'}->[1]=
  {
   server_id    => 2,
   port         => $im_mysqld2_port,
   path_datadir => "$opt_vardir/im_mysqld_2.data",
1168
   path_sock    => "$sockdir/mysqld_2.sock",
unknown's avatar
unknown committed
1169
   path_pid     => "$opt_vardir/run/mysqld_2.pid",
unknown's avatar
Merge  
unknown committed
1170
   nonguarded   => 1,
unknown's avatar
unknown committed
1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198
   start_timeout  => 400, # enough time create innodb tables
   old_log_format => 1
  };

  my $data_dir= "$opt_vardir/ndbcluster-$opt_ndbcluster_port";
  $clusters->[0]=
  {
   name            => "Master",
   nodes           => 2,
   port            => "$opt_ndbcluster_port",
   data_dir        => "$data_dir",
   connect_string  => "$opt_ndbconnectstring",
   path_pid        => "$data_dir/ndb_3.pid", # Nodes + 1
   pid             => 0, # pid of ndb_mgmd
   installed_ok    => 0,
  };

  $data_dir= "$opt_vardir/ndbcluster-$opt_ndbcluster_port_slave";
  $clusters->[1]=
  {
   name            => "Slave",
   nodes           => 1,
   port            => "$opt_ndbcluster_port_slave",
   data_dir        => "$data_dir",
   connect_string  => "$opt_ndbconnectstring_slave",
   path_pid        => "$data_dir/ndb_2.pid", # Nodes + 1
   pid             => 0, # pid of ndb_mgmd
   installed_ok    => 0,
unknown's avatar
Merge  
unknown committed
1199
  };
1200

unknown's avatar
unknown committed
1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216
  # Init pids of ndbd's
  foreach my $cluster ( @{$clusters} )
  {
    for ( my $idx= 0; $idx < $cluster->{'nodes'}; $idx++ )
    {
      my $nodeid= $idx+1;
      $cluster->{'ndbds'}->[$idx]=
	{
	 pid      => 0,
	 nodeid => $nodeid,
	 path_pid => "$cluster->{'data_dir'}/ndb_${nodeid}.pid",
	 path_fs => "$cluster->{'data_dir'}/ndb_${nodeid}_fs",
	};
    }
  }

1217 1218
  if ( $opt_extern )
  {
1219 1220 1221 1222
    # Turn off features not supported when running with extern server
    $opt_skip_rpl= 1;

    # Setup master->[0] with the settings for the extern server
unknown's avatar
unknown committed
1223
    $master->[0]->{'path_sock'}=  $opt_socket ? $opt_socket : "/tmp/mysql.sock";
1224
    mtr_report("Using extern server at '$master->[0]->{path_sock}'");
1225 1226 1227 1228 1229
  }
  else
  {
    mtr_error("--socket can only be used in combination with --extern")
      if $opt_socket;
1230 1231 1232
  }

  $path_timefile=  "$opt_vardir/log/mysqltest-time";
1233
  $path_mysqltest_log=  "$opt_vardir/log/mysqltest.log";
1234
  $path_current_test_log= "$opt_vardir/log/current_test";
unknown's avatar
unknown committed
1235
  $path_ndb_testrun_log= "$opt_vardir/log/ndb_testrun.log";
1236 1237

  $path_snapshot= "$opt_tmpdir/snapshot_$opt_master_myport/";
1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250

  if ( $opt_valgrind and $opt_debug )
  {
    # When both --valgrind and --debug is selected, send
    # all output to the trace file, making it possible to
    # see the exact location where valgrind complains
    foreach my $mysqld (@{$master}, @{$slave})
    {
      my $sidx= $mysqld->{idx} ? "$mysqld->{idx}" : "";
      $mysqld->{path_myerr}=
	"$opt_vardir/log/" . $mysqld->{type} . "$sidx.trace";
    }
  }
1251 1252
}

1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268
#
# To make it easier for different devs to work on the same host,
# an environment variable can be used to control all ports. A small
# number is to be used, 0 - 16 or similar.
#
# Note the MASTER_MYPORT has to be set the same in all 4.x and 5.x
# versions of this script, else a 4.0 test run might conflict with a
# 5.1 test run, even if different MTR_BUILD_THREAD is used. This means
# all port numbers might not be used in this version of the script.
#
# Also note the limitation of ports we are allowed to hand out. This
# differs between operating systems and configuration, see
# http://www.ncftp.com/ncftpd/doc/misc/ephemeral_ports.html
# But a fairly safe range seems to be 5001 - 32767
#

unknown's avatar
unknown committed
1269
sub set_mtr_build_thread_ports($) {
1270 1271
  my $mtr_build_thread= shift;

unknown's avatar
unknown committed
1272 1273 1274 1275 1276 1277
  if ( lc($mtr_build_thread) eq 'auto' ) {
    print "Requesting build thread... ";
    $ENV{'MTR_BUILD_THREAD'} = $mtr_build_thread = mtr_require_unique_id_and_wait("/tmp/mysql-test-ports", 200, 299);
    print "got ".$mtr_build_thread."\n";
  }

1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295
  # Up to two masters, up to three slaves
  $opt_master_myport=         $mtr_build_thread * 10 + 10000; # and 1
  $opt_slave_myport=          $opt_master_myport + 2;  # and 3 4
  $opt_ndbcluster_port=       $opt_master_myport + 5;
  $opt_ndbcluster_port_slave= $opt_master_myport + 6;
  $im_port=                   $opt_master_myport + 7;
  $im_mysqld1_port=           $opt_master_myport + 8;
  $im_mysqld2_port=           $opt_master_myport + 9;

  if ( $opt_master_myport < 5001 or $opt_master_myport + 10 >= 32767 )
  {
    mtr_error("MTR_BUILD_THREAD number results in a port",
              "outside 5001 - 32767",
              "($opt_master_myport - $opt_master_myport + 10)");
  }
}


1296
sub datadir_list_setup () {
1297 1298

  # Make a list of all data_dirs
1299 1300 1301 1302
  for (my $idx= 0; $idx < $max_master_num; $idx++)
  {
    push(@data_dir_lst, $master->[$idx]->{'path_myddir'});
  }
1303

1304
  for (my $idx= 0; $idx < $max_slave_num; $idx++)
1305
  {
1306
    push(@data_dir_lst, $slave->[$idx]->{'path_myddir'});
1307 1308
  }

1309 1310 1311 1312 1313 1314 1315
  unless ($opt_skip_im)
  {
    foreach my $instance (@{$instance_manager->{'instances'}})
    {
      push(@data_dir_lst, $instance->{'path_datadir'});
    }
  }
unknown's avatar
unknown committed
1316 1317 1318 1319 1320 1321 1322 1323 1324 1325
}


##############################################################################
#
#  Set paths to various executable programs
#
##############################################################################


1326
sub collect_mysqld_features () {
unknown's avatar
unknown committed
1327
  my $found_variable_list_start= 0;
1328

1329 1330 1331 1332 1333
  #
  # Execute "mysqld --no-defaults --help --verbose" to get a
  # of all features and settings
  #
  my $list= `$exe_mysqld --no-defaults --verbose --help`;
unknown's avatar
unknown committed
1334

1335
  foreach my $line (split('\n', $list))
unknown's avatar
unknown committed
1336
  {
unknown's avatar
unknown committed
1337 1338
    # First look for version
    if ( !$mysql_version_id )
unknown's avatar
unknown committed
1339
    {
unknown's avatar
unknown committed
1340
      # Look for version
1341 1342 1343
      my $exe_name= basename($exe_mysqld);
      mtr_verbose("exe_name: $exe_name");
      if ( $line =~ /^\S*$exe_name\s\sVer\s([0-9]*)\.([0-9]*)\.([0-9]*)/ )
unknown's avatar
unknown committed
1344
      {
1345
	#print "Major: $1 Minor: $2 Build: $3\n";
unknown's avatar
unknown committed
1346
	$mysql_version_id= $1*10000 + $2*100 + $3;
1347 1348
	#print "mysql_version_id: $mysql_version_id\n";
	mtr_report("MySQL Version $1.$2.$3");
unknown's avatar
unknown committed
1349
      }
unknown's avatar
unknown committed
1350 1351 1352
    }
    else
    {
unknown's avatar
unknown committed
1353
      if (!$found_variable_list_start)
unknown's avatar
unknown committed
1354
      {
unknown's avatar
unknown committed
1355
	# Look for start of variables list
1356
	if ( $line =~ /[\-]+\s[\-]+/ )
unknown's avatar
unknown committed
1357 1358 1359
	{
	  $found_variable_list_start= 1;
	}
1360 1361 1362
      }
      else
      {
unknown's avatar
unknown committed
1363
	# Put variables into hash
1364
	if ( $line =~ /^([\S]+)[ \t]+(.*?)\r?$/ )
unknown's avatar
unknown committed
1365
	{
1366
	  # print "$1=\"$2\"\n";
unknown's avatar
unknown committed
1367 1368
	  $mysqld_variables{$1}= $2;
	}
1369 1370
	else
	{
1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383
	  # The variable list is ended with a blank line
	  if ( $line =~ /^[\s]*$/ )
	  {
	    last;
	  }
	  else
	  {
	    # Send out a warning, we should fix the variables that has no
	    # space between variable name and it's value
	    # or should it be fixed width column parsing? It does not
	    # look like that in function my_print_variables in my_getopt.c
	    mtr_warning("Could not parse variable list line : $line");
	  }
1384
	}
unknown's avatar
unknown committed
1385
      }
unknown's avatar
unknown committed
1386
    }
unknown's avatar
unknown committed
1387
  }
1388

unknown's avatar
unknown committed
1389
  mtr_error("Could not find version of MySQL") unless $mysql_version_id;
1390
  mtr_error("Could not find variabes list") unless $found_variable_list_start;
unknown's avatar
unknown committed
1391 1392 1393 1394

}


1395 1396 1397 1398 1399 1400
sub executable_setup_im () {

  # Look for instance manager binary - mysqlmanager
  $exe_im=
    mtr_exe_maybe_exists(
      "$glob_basedir/server-tools/instance-manager/mysqlmanager",
1401
      "$glob_basedir/libexec/mysqlmanager",
unknown's avatar
unknown committed
1402 1403
      "$glob_basedir/bin/mysqlmanager",
      "$glob_basedir/sbin/mysqlmanager");
1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444

  return ($exe_im eq "");
}

sub executable_setup_ndb () {

  # Look for ndb tols and binaries
  my $ndb_path= mtr_file_exists("$glob_basedir/ndb",
				"$glob_basedir/storage/ndb",
				"$glob_basedir/bin");

  $exe_ndbd=
    mtr_exe_maybe_exists("$ndb_path/src/kernel/ndbd",
			 "$ndb_path/ndbd");
  $exe_ndb_mgm=
    mtr_exe_maybe_exists("$ndb_path/src/mgmclient/ndb_mgm",
			 "$ndb_path/ndb_mgm");
  $exe_ndb_mgmd=
    mtr_exe_maybe_exists("$ndb_path/src/mgmsrv/ndb_mgmd",
			 "$ndb_path/ndb_mgmd");
  $exe_ndb_waiter=
    mtr_exe_maybe_exists("$ndb_path/tools/ndb_waiter",
			 "$ndb_path/ndb_waiter");

  # May not exist
  $path_ndb_tools_dir= mtr_file_exists("$ndb_path/tools",
				       "$ndb_path");
  # May not exist
  $path_ndb_examples_dir=
    mtr_file_exists("$ndb_path/ndbapi-examples",
		    "$ndb_path/examples");
  # May not exist
  $exe_ndb_example=
    mtr_file_exists("$path_ndb_examples_dir/ndbapi_simple/ndbapi_simple");

  return ( $exe_ndbd eq "" or
	   $exe_ndb_mgm eq "" or
	   $exe_ndb_mgmd eq "" or
	   $exe_ndb_waiter eq "");
}

unknown's avatar
unknown committed
1445
sub executable_setup () {
unknown's avatar
unknown committed
1446

unknown's avatar
unknown committed
1447 1448 1449 1450 1451 1452 1453 1454 1455 1456
  #
  # Check if libtool is available in this distribution/clone
  # we need it when valgrinding or debugging non installed binary
  # Otherwise valgrind will valgrind the libtool wrapper or bash
  # and gdb will not find the real executable to debug
  #
  if ( -x "../libtool")
  {
    $exe_libtool= "../libtool";
    if ($opt_valgrind or $glob_debugger)
unknown's avatar
unknown committed
1457
    {
unknown's avatar
unknown committed
1458
      mtr_report("Using \"$exe_libtool\" when running valgrind or debugger");
unknown's avatar
unknown committed
1459 1460 1461
    }
  }

unknown's avatar
unknown committed
1462
  # Look for language files and charsetsdir, use same share
1463
  my $path_share=      mtr_path_exists("$glob_basedir/share/mysql",
unknown's avatar
unknown committed
1464 1465
				       "$glob_basedir/sql/share",
				       "$glob_basedir/share");
unknown's avatar
unknown committed
1466

unknown's avatar
unknown committed
1467 1468
  $path_language=      mtr_path_exists("$path_share/english");
  $path_charsetsdir=   mtr_path_exists("$path_share/charsets");
unknown's avatar
unknown committed
1469

unknown's avatar
unknown committed
1470 1471
  # Look for my_print_defaults
  $exe_my_print_defaults=
1472 1473 1474
    mtr_exe_exists(vs_config_dirs('extra', 'my_print_defaults'),
		           "$path_client_bindir/my_print_defaults",
		           "$glob_basedir/extra/my_print_defaults");
unknown's avatar
unknown committed
1475

unknown's avatar
unknown committed
1476
  # Look for perror
1477 1478 1479
  $exe_perror= mtr_exe_exists(vs_config_dirs('extra', 'perror'),
			                  "$glob_basedir/extra/perror",
			                  "$path_client_bindir/perror");
unknown's avatar
unknown committed
1480

unknown's avatar
unknown committed
1481 1482 1483 1484 1485 1486 1487 1488 1489
  # Look for the client binaries
  $exe_mysqlcheck=     mtr_exe_exists("$path_client_bindir/mysqlcheck");
  $exe_mysqldump=      mtr_exe_exists("$path_client_bindir/mysqldump");
  $exe_mysqlimport=    mtr_exe_exists("$path_client_bindir/mysqlimport");
  $exe_mysqlshow=      mtr_exe_exists("$path_client_bindir/mysqlshow");
  $exe_mysqlbinlog=    mtr_exe_exists("$path_client_bindir/mysqlbinlog");
  $exe_mysqladmin=     mtr_exe_exists("$path_client_bindir/mysqladmin");
  $exe_mysql=          mtr_exe_exists("$path_client_bindir/mysql");

unknown's avatar
unknown committed
1490
  if (!$opt_extern)
1491
  {
unknown's avatar
unknown committed
1492

1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503
    # Look for SQL scripts directory
    if ( mtr_file_exists("$path_share/mysql_system_tables.sql") ne "")
    {
      # The SQL scripts are in path_share
      $path_sql_dir= $path_share;
    }
    else
    {
      $path_sql_dir= mtr_path_exists("$glob_basedir/share",
				     "$glob_basedir/scripts");
    }
1504

unknown's avatar
unknown committed
1505 1506 1507 1508 1509 1510 1511 1512
    if ( $mysql_version_id >= 50100 ) {
      $exe_mysqlslap=    mtr_exe_exists("$path_client_bindir/mysqlslap");
    }
    if ( $mysql_version_id >= 50000 and !$glob_use_embedded_server ) {
      $exe_mysql_upgrade= mtr_exe_exists("$path_client_bindir/mysql_upgrade")
    } else {
      $exe_mysql_upgrade= "";
    }
unknown's avatar
unknown committed
1513

unknown's avatar
unknown committed
1514 1515 1516 1517 1518 1519
    if ( ! $glob_win32 ) {
      # Look for mysql_fix_system_table script
      $exe_mysql_fix_system_tables=
	mtr_script_exists("$glob_basedir/scripts/mysql_fix_privilege_tables",
			  "$path_client_bindir/mysql_fix_privilege_tables");
    }
unknown's avatar
unknown committed
1520

unknown's avatar
unknown committed
1521 1522 1523 1524
    # Look for mysql_fix_privilege_tables.sql script
    $file_mysql_fix_privilege_tables=
      mtr_file_exists("$glob_basedir/scripts/mysql_fix_privilege_tables.sql",
		      "$glob_basedir/share/mysql_fix_privilege_tables.sql");
1525

unknown's avatar
unknown committed
1526 1527 1528 1529 1530 1531 1532 1533
    if ( ! $opt_skip_ndbcluster and executable_setup_ndb()) {
      mtr_warning("Could not find all required ndb binaries, " .
		  "all ndb tests will fail, use --skip-ndbcluster to " .
		  "skip testing it.");

      foreach my $cluster (@{$clusters}) {
	$cluster->{"executable_setup_failed"}= 1;
      }
unknown's avatar
unknown committed
1534
    }
1535

unknown's avatar
unknown committed
1536 1537 1538 1539 1540 1541
    if ( ! $opt_skip_im and executable_setup_im()) {
      mtr_warning("Could not find all required instance manager binaries, " .
		  "all im tests will fail, use --skip-im to " .
		  "continue without instance manager");
      $instance_manager->{"executable_setup_failed"}= 1;
    }
unknown's avatar
unknown committed
1542

unknown's avatar
unknown committed
1543 1544 1545 1546
    # Look for the udf_example library
    $lib_udf_example=
      mtr_file_exists(vs_config_dirs('sql', 'udf_example.dll'),
		      "$glob_basedir/sql/.libs/udf_example.so",);
1547

unknown's avatar
unknown committed
1548
  }
1549

unknown's avatar
unknown committed
1550 1551
  # Look for mysqltest executable
  if ( $glob_use_embedded_server )
unknown's avatar
unknown committed
1552
  {
unknown's avatar
unknown committed
1553
    $exe_mysqltest=
1554 1555
      mtr_exe_exists(vs_config_dirs('libmysqld/examples','mysqltest_embedded'),
                     "$glob_basedir/libmysqld/examples/mysqltest_embedded",
1556
                     "$path_client_bindir/mysqltest_embedded");
unknown's avatar
unknown committed
1557
  }
unknown's avatar
unknown committed
1558 1559
  else
  {
1560
    $exe_mysqltest= mtr_exe_exists("$path_client_bindir/mysqltest");
unknown's avatar
unknown committed
1561 1562
  }

1563 1564 1565
  # Look for mysql_client_test executable which may _not_ exist in
  # some versions, test using it should be skipped
  if ( $glob_use_embedded_server )
unknown's avatar
unknown committed
1566
  {
1567
    $exe_mysql_client_test=
1568
      mtr_exe_maybe_exists(
1569
        vs_config_dirs('libmysqld/examples', 'mysql_client_test_embedded'),
1570
        "$glob_basedir/libmysqld/examples/mysql_client_test_embedded");
unknown's avatar
unknown committed
1571 1572 1573
  }
  else
  {
1574
    $exe_mysql_client_test=
1575 1576
      mtr_exe_maybe_exists(vs_config_dirs('tests', 'mysql_client_test'),
                           "$glob_basedir/tests/mysql_client_test",
1577
                           "$glob_basedir/bin/mysql_client_test");
unknown's avatar
unknown committed
1578 1579 1580 1581 1582 1583 1584
  }
}


sub generate_cmdline_mysqldump ($) {
  my($mysqld) = @_;
  return
1585 1586
    mtr_native_path($exe_mysqldump) .
      " --no-defaults -uroot " .
unknown's avatar
unknown committed
1587 1588
      "--port=$mysqld->{'port'} " .
      "--socket=$mysqld->{'path_sock'} --password=";
unknown's avatar
unknown committed
1589 1590 1591
}


unknown's avatar
unknown committed
1592 1593
##############################################################################
#
unknown's avatar
unknown committed
1594 1595
#  Set environment to be used by childs of this process for
#  things that are constant duting the whole lifetime of mysql-test-run.pl
unknown's avatar
unknown committed
1596 1597 1598
#
##############################################################################

1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615
sub mysql_client_test_arguments()
{
  my $exe= $exe_mysql_client_test;

  my $args;
  mtr_init_args(\$args);
  if ( $opt_valgrind_mysqltest )
  {
    valgrind_arguments($args, \$exe);
  }

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--testcase");
  mtr_add_arg($args, "--user=root");
  mtr_add_arg($args, "--port=$master->[0]->{'port'}");
  mtr_add_arg($args, "--socket=$master->[0]->{'path_sock'}");

unknown's avatar
unknown committed
1616
  if ( $opt_extern || $mysql_version_id >= 50000 )
1617 1618 1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639
  {
    mtr_add_arg($args, "--vardir=$opt_vardir")
  }

  if ( $opt_debug )
  {
    mtr_add_arg($args,
      "--debug=d:t:A,$path_vardir_trace/log/mysql_client_test.trace");
  }

  if ( $glob_use_embedded_server )
  {
    mtr_add_arg($args,
      " -A --language=$path_language");
    mtr_add_arg($args,
      " -A --datadir=$slave->[0]->{'path_myddir'}");
    mtr_add_arg($args,
      " -A --character-sets-dir=$path_charsetsdir");
  }

  return join(" ", $exe, @$args);
}

1640 1641 1642 1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656 1657 1658 1659 1660 1661 1662 1663 1664 1665 1666
sub mysql_upgrade_arguments()
{
  my $exe= $exe_mysql_upgrade;

  my $args;
  mtr_init_args(\$args);
#  if ( $opt_valgrind_mysql_ugrade )
#  {
#    valgrind_arguments($args, \$exe);
#  }

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--user=root");
  mtr_add_arg($args, "--port=$master->[0]->{'port'}");
  mtr_add_arg($args, "--socket=$master->[0]->{'path_sock'}");
  mtr_add_arg($args, "--datadir=$master->[0]->{'path_myddir'}");
  mtr_add_arg($args, "--basedir=$glob_basedir");

  if ( $opt_debug )
  {
    mtr_add_arg($args,
      "--debug=d:t:A,$path_vardir_trace/log/mysql_upgrade.trace");
  }

  return join(" ", $exe, @$args);
}

unknown's avatar
unknown committed
1667 1668 1669 1670
# Note that some env is setup in spawn/run, in "mtr_process.pl"

sub environment_setup () {

unknown's avatar
unknown committed
1671 1672
  umask(022);

1673
  my @ld_library_paths;
1674

unknown's avatar
unknown committed
1675
  # --------------------------------------------------------------------------
1676 1677
  # Setup LD_LIBRARY_PATH so the libraries from this distro/clone
  # are used in favor of the system installed ones
unknown's avatar
unknown committed
1678
  # --------------------------------------------------------------------------
1679
  if ( $source_dist )
1680
  {
unknown's avatar
unknown committed
1681
    push(@ld_library_paths, "$glob_basedir/libmysql/.libs/",
1682 1683
                            "$glob_basedir/libmysql_r/.libs/",
                            "$glob_basedir/zlib.libs/");
1684 1685
  }
  else
unknown's avatar
unknown committed
1686
  {
unknown's avatar
unknown committed
1687 1688 1689 1690 1691 1692
    push(@ld_library_paths, "$glob_basedir/lib");
  }

 # --------------------------------------------------------------------------
  # Add the path where libndbclient can be found
  # --------------------------------------------------------------------------
1693
  if ( $glob_ndbcluster_supported )
unknown's avatar
unknown committed
1694 1695
  {
    push(@ld_library_paths,  "$glob_basedir/storage/ndb/src/.libs");
unknown's avatar
unknown committed
1696
  }
unknown's avatar
unknown committed
1697

1698 1699 1700
  # --------------------------------------------------------------------------
  # Add the path where mysqld will find udf_example.so
  # --------------------------------------------------------------------------
1701 1702 1703 1704 1705 1706
  if ( $lib_udf_example )
  {
    push(@ld_library_paths, dirname($lib_udf_example));
  }

  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
1707
  # Valgrind need to be run with debug libraries otherwise it's almost
1708 1709 1710
  # impossible to add correct supressions, that means if "/usr/lib/debug"
  # is available, it should be added to
  # LD_LIBRARY_PATH
1711 1712 1713 1714
  #
  # But pthread is broken in libc6-dbg on Debian <= 3.1 (see Debian
  # bug 399035, http://bugs.debian.org/cgi-bin/bugreport.cgi?bug=399035),
  # so don't change LD_LIBRARY_PATH on that platform.
1715 1716
  # --------------------------------------------------------------------------
  my $debug_libraries_path= "/usr/lib/debug";
1717 1718 1719
  my $deb_version;
  if (  $opt_valgrind and -d $debug_libraries_path and
        (! -e '/etc/debian_version' or
1720
	 ($deb_version= mtr_grab_file('/etc/debian_version')) !~ /^[0-9]+\.[0-9]$/ or
1721
         $deb_version > 3.1 ) )
1722 1723 1724
  {
    push(@ld_library_paths, $debug_libraries_path);
  }
1725

1726
  $ENV{'LD_LIBRARY_PATH'}= join(":", @ld_library_paths,
unknown's avatar
unknown committed
1727
				$ENV{'LD_LIBRARY_PATH'} ?
1728
				split(':', $ENV{'LD_LIBRARY_PATH'}) : ());
1729 1730 1731
  mtr_debug("LD_LIBRARY_PATH: $ENV{'LD_LIBRARY_PATH'}");

  $ENV{'DYLD_LIBRARY_PATH'}= join(":", @ld_library_paths,
1732 1733
				  $ENV{'DYLD_LIBRARY_PATH'} ?
				  split(':', $ENV{'DYLD_LIBRARY_PATH'}) : ());
1734
  mtr_debug("DYLD_LIBRARY_PATH: $ENV{'DYLD_LIBRARY_PATH'}");
1735

unknown's avatar
unknown committed
1736

unknown's avatar
unknown committed
1737 1738 1739 1740
  # --------------------------------------------------------------------------
  # Also command lines in .opt files may contain env vars
  # --------------------------------------------------------------------------

unknown's avatar
unknown committed
1741
  $ENV{'CHARSETSDIR'}=              $path_charsetsdir;
unknown's avatar
unknown committed
1742 1743 1744
  $ENV{'UMASK'}=              "0660"; # The octal *string*
  $ENV{'UMASK_DIR'}=          "0770"; # The octal *string*
  $ENV{'LC_COLLATE'}=         "C";
1745
  $ENV{'USE_RUNNING_SERVER'}= $opt_extern;
unknown's avatar
unknown committed
1746
  $ENV{'MYSQL_TEST_DIR'}=     $glob_mysql_test_dir;
1747
  $ENV{'MYSQLTEST_VARDIR'}=   $opt_vardir;
1748
  $ENV{'MYSQL_TMP_DIR'}=      $opt_tmpdir;
unknown's avatar
unknown committed
1749 1750 1751 1752 1753 1754 1755 1756
  $ENV{'MASTER_MYSOCK'}=      $master->[0]->{'path_sock'};
  $ENV{'MASTER_MYSOCK1'}=     $master->[1]->{'path_sock'};
  $ENV{'MASTER_MYPORT'}=      $master->[0]->{'port'};
  $ENV{'MASTER_MYPORT1'}=     $master->[1]->{'port'};
  $ENV{'SLAVE_MYSOCK'}=       $slave->[0]->{'path_sock'};
  $ENV{'SLAVE_MYPORT'}=       $slave->[0]->{'port'};
  $ENV{'SLAVE_MYPORT1'}=      $slave->[1]->{'port'};
  $ENV{'SLAVE_MYPORT2'}=      $slave->[2]->{'port'};
1757
  $ENV{'MYSQL_TCP_PORT'}=     $mysqld_variables{'port'};
1758
  $ENV{'DEFAULT_MASTER_PORT'}= $mysqld_variables{'master-port'};
unknown's avatar
unknown committed
1759

1760 1761 1762
  $ENV{'IM_PATH_SOCK'}=       $instance_manager->{path_sock};
  $ENV{'IM_USERNAME'}=        $instance_manager->{admin_login};
  $ENV{'IM_PASSWORD'}=        $instance_manager->{admin_password};
1763
  $ENV{MTR_BUILD_THREAD}=      $opt_mtr_build_thread;
1764

1765 1766 1767
  $ENV{'EXE_MYSQL'}=          $exe_mysql;


unknown's avatar
unknown committed
1768 1769 1770
  # ----------------------------------------------------
  # Setup env for NDB
  # ----------------------------------------------------
1771 1772 1773
  if ( ! $opt_skip_ndbcluster )
  {
    $ENV{'NDB_MGM'}=                  $exe_ndb_mgm;
unknown's avatar
unknown committed
1774

1775 1776
    $ENV{'NDBCLUSTER_PORT'}=          $opt_ndbcluster_port;
    $ENV{'NDBCLUSTER_PORT_SLAVE'}=    $opt_ndbcluster_port_slave;
unknown's avatar
unknown committed
1777

1778
    $ENV{'NDB_EXTRA_TEST'}=           $opt_ndb_extra_test;
unknown's avatar
unknown committed
1779

1780 1781 1782 1783 1784
    $ENV{'NDB_BACKUP_DIR'}=           $clusters->[0]->{'data_dir'};
    $ENV{'NDB_DATA_DIR'}=             $clusters->[0]->{'data_dir'};
    $ENV{'NDB_TOOLS_DIR'}=            $path_ndb_tools_dir;
    $ENV{'NDB_TOOLS_OUTPUT'}=         $path_ndb_testrun_log;
    $ENV{'NDB_CONNECTSTRING'}=        $opt_ndbconnectstring;
unknown's avatar
unknown committed
1785

1786 1787 1788 1789 1790
    if ( $mysql_version_id >= 50000 )
    {
      $ENV{'NDB_EXAMPLES_DIR'}=         $path_ndb_examples_dir;
      $ENV{'MY_NDB_EXAMPLES_BINARY'}=   $exe_ndb_example;
    }
1791 1792
    $ENV{'NDB_EXAMPLES_OUTPUT'}=      $path_ndb_testrun_log;
  }
unknown's avatar
unknown committed
1793 1794 1795 1796

  # ----------------------------------------------------
  # Setup env for IM
  # ----------------------------------------------------
1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818
  if ( ! $opt_skip_im )
  {
    $ENV{'IM_EXE'}=             $exe_im;
    $ENV{'IM_PATH_PID'}=        $instance_manager->{path_pid};
    $ENV{'IM_PATH_ANGEL_PID'}=  $instance_manager->{path_angel_pid};
    $ENV{'IM_PORT'}=            $instance_manager->{port};
    $ENV{'IM_DEFAULTS_PATH'}=   $instance_manager->{defaults_file};
    $ENV{'IM_PASSWORD_PATH'}=   $instance_manager->{password_file};

    $ENV{'IM_MYSQLD1_SOCK'}=
      $instance_manager->{instances}->[0]->{path_sock};
    $ENV{'IM_MYSQLD1_PORT'}=
      $instance_manager->{instances}->[0]->{port};
    $ENV{'IM_MYSQLD1_PATH_PID'}=
      $instance_manager->{instances}->[0]->{path_pid};
    $ENV{'IM_MYSQLD2_SOCK'}=
      $instance_manager->{instances}->[1]->{path_sock};
    $ENV{'IM_MYSQLD2_PORT'}=
      $instance_manager->{instances}->[1]->{port};
    $ENV{'IM_MYSQLD2_PATH_PID'}=
      $instance_manager->{instances}->[1]->{path_pid};
  }
unknown's avatar
unknown committed
1819 1820 1821 1822 1823

  # ----------------------------------------------------
  # Setup env so childs can execute mysqlcheck
  # ----------------------------------------------------
  my $cmdline_mysqlcheck=
1824 1825 1826 1827
    mtr_native_path($exe_mysqlcheck) .
      " --no-defaults -uroot " .
      "--port=$master->[0]->{'port'} " .
      "--socket=$master->[0]->{'path_sock'} --password=";
unknown's avatar
unknown committed
1828 1829 1830 1831 1832 1833 1834 1835 1836 1837 1838 1839 1840 1841 1842 1843 1844 1845 1846 1847 1848 1849 1850 1851 1852 1853 1854 1855

  if ( $opt_debug )
  {
    $cmdline_mysqlcheck .=
      " --debug=d:t:A,$path_vardir_trace/log/mysqlcheck.trace";
  }
  $ENV{'MYSQL_CHECK'}=              $cmdline_mysqlcheck;

  # ----------------------------------------------------
  # Setup env to childs can execute myqldump
  # ----------------------------------------------------
  my $cmdline_mysqldump= generate_cmdline_mysqldump($master->[0]);
  my $cmdline_mysqldumpslave= generate_cmdline_mysqldump($slave->[0]);

  if ( $opt_debug )
  {
    $cmdline_mysqldump .=
      " --debug=d:t:A,$path_vardir_trace/log/mysqldump-master.trace";
    $cmdline_mysqldumpslave .=
      " --debug=d:t:A,$path_vardir_trace/log/mysqldump-slave.trace";
  }
  $ENV{'MYSQL_DUMP'}= $cmdline_mysqldump;
  $ENV{'MYSQL_DUMP_SLAVE'}= $cmdline_mysqldumpslave;


  # ----------------------------------------------------
  # Setup env so childs can execute mysqlslap
  # ----------------------------------------------------
1856
  if ( $exe_mysqlslap )
1857
  {
1858
    my $cmdline_mysqlslap=
1859 1860
      mtr_native_path($exe_mysqlslap) .
      " -uroot " .
1861 1862 1863 1864 1865
      "--port=$master->[0]->{'port'} " .
      "--socket=$master->[0]->{'path_sock'} --password= " .
      "--lock-directory=$opt_tmpdir";

    if ( $opt_debug )
1866
   {
1867 1868 1869 1870
      $cmdline_mysqlslap .=
	" --debug=d:t:A,$path_vardir_trace/log/mysqlslap.trace";
    }
    $ENV{'MYSQL_SLAP'}= $cmdline_mysqlslap;
unknown's avatar
unknown committed
1871
  }
unknown's avatar
unknown committed
1872

unknown's avatar
unknown committed
1873 1874 1875 1876
  # ----------------------------------------------------
  # Setup env so childs can execute mysqlimport
  # ----------------------------------------------------
  my $cmdline_mysqlimport=
1877 1878
    mtr_native_path($exe_mysqlimport) .
    " -uroot " .
unknown's avatar
unknown committed
1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893
    "--port=$master->[0]->{'port'} " .
    "--socket=$master->[0]->{'path_sock'} --password=";

  if ( $opt_debug )
  {
    $cmdline_mysqlimport .=
      " --debug=d:t:A,$path_vardir_trace/log/mysqlimport.trace";
  }
  $ENV{'MYSQL_IMPORT'}= $cmdline_mysqlimport;


  # ----------------------------------------------------
  # Setup env so childs can execute mysqlshow
  # ----------------------------------------------------
  my $cmdline_mysqlshow=
1894 1895
    mtr_native_path($exe_mysqlshow) .
    " -uroot " .
unknown's avatar
unknown committed
1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909
    "--port=$master->[0]->{'port'} " .
    "--socket=$master->[0]->{'path_sock'} --password=";

  if ( $opt_debug )
  {
    $cmdline_mysqlshow .=
      " --debug=d:t:A,$path_vardir_trace/log/mysqlshow.trace";
  }
  $ENV{'MYSQL_SHOW'}= $cmdline_mysqlshow;

  # ----------------------------------------------------
  # Setup env so childs can execute mysqlbinlog
  # ----------------------------------------------------
  my $cmdline_mysqlbinlog=
1910
    mtr_native_path($exe_mysqlbinlog) .
unknown's avatar
unknown committed
1911
      " --no-defaults --local-load=$opt_tmpdir";
unknown's avatar
unknown committed
1912
  if (!$opt_extern && $mysql_version_id >= 50000 )
unknown's avatar
unknown committed
1913 1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927
  {
    $cmdline_mysqlbinlog .=" --character-sets-dir=$path_charsetsdir";
  }

  if ( $opt_debug )
  {
    $cmdline_mysqlbinlog .=
      " --debug=d:t:A,$path_vardir_trace/log/mysqlbinlog.trace";
  }
  $ENV{'MYSQL_BINLOG'}= $cmdline_mysqlbinlog;

  # ----------------------------------------------------
  # Setup env so childs can execute mysql
  # ----------------------------------------------------
  my $cmdline_mysql=
1928 1929
    mtr_native_path($exe_mysql) .
    " --no-defaults --host=localhost  --user=root --password= " .
unknown's avatar
unknown committed
1930 1931 1932 1933 1934 1935 1936 1937 1938
    "--port=$master->[0]->{'port'} " .
    "--socket=$master->[0]->{'path_sock'} ".
    "--character-sets-dir=$path_charsetsdir";

  $ENV{'MYSQL'}= $cmdline_mysql;

  # ----------------------------------------------------
  # Setup env so childs can execute mysql_client_test
  # ----------------------------------------------------
1939
  $ENV{'MYSQL_CLIENT_TEST'}=  mysql_client_test_arguments();
unknown's avatar
unknown committed
1940

1941 1942 1943
  # ----------------------------------------------------
  # Setup env so childs can execute mysql_upgrade
  # ----------------------------------------------------
unknown's avatar
unknown committed
1944
  if ( !$opt_extern && $mysql_version_id >= 50000 )
1945 1946 1947 1948
  {
    $ENV{'MYSQL_UPGRADE'}= mysql_upgrade_arguments();
  }

unknown's avatar
unknown committed
1949 1950 1951
  # ----------------------------------------------------
  # Setup env so childs can execute mysql_fix_system_tables
  # ----------------------------------------------------
unknown's avatar
unknown committed
1952
  if ( !$opt_extern && ! $glob_win32 )
1953 1954 1955 1956 1957 1958 1959 1960
  {
    my $cmdline_mysql_fix_system_tables=
      "$exe_mysql_fix_system_tables --no-defaults --host=localhost " .
      "--user=root --password= " .
      "--basedir=$glob_basedir --bindir=$path_client_bindir --verbose " .
      "--port=$master->[0]->{'port'} " .
      "--socket=$master->[0]->{'path_sock'}";
    $ENV{'MYSQL_FIX_SYSTEM_TABLES'}=  $cmdline_mysql_fix_system_tables;
1961

1962
  }
unknown's avatar
unknown committed
1963 1964 1965 1966
  if (!$opt_extern)
  {
    $ENV{'MYSQL_FIX_PRIVILEGE_TABLES'}=  $file_mysql_fix_privilege_tables;
  }
unknown's avatar
unknown committed
1967 1968 1969 1970

  # ----------------------------------------------------
  # Setup env so childs can execute my_print_defaults
  # ----------------------------------------------------
1971
  $ENV{'MYSQL_MY_PRINT_DEFAULTS'}= mtr_native_path($exe_my_print_defaults);
unknown's avatar
unknown committed
1972

1973 1974 1975
  # ----------------------------------------------------
  # Setup env so childs can execute mysqladmin
  # ----------------------------------------------------
1976
  $ENV{'MYSQLADMIN'}= mtr_native_path($exe_mysqladmin);
unknown's avatar
unknown committed
1977 1978 1979 1980

  # ----------------------------------------------------
  # Setup env so childs can execute perror  
  # ----------------------------------------------------
1981
  $ENV{'MY_PERROR'}= mtr_native_path($exe_perror);
unknown's avatar
unknown committed
1982 1983 1984 1985 1986 1987 1988 1989 1990 1991 1992 1993 1994

  # ----------------------------------------------------
  # Add the path where mysqld will find udf_example.so
  # ----------------------------------------------------
  $ENV{'UDF_EXAMPLE_LIB'}=
    ($lib_udf_example ? basename($lib_udf_example) : "");

  $ENV{'LD_LIBRARY_PATH'}=
    ($lib_udf_example ?  dirname($lib_udf_example) : "") .
      ($ENV{'LD_LIBRARY_PATH'} ? ":$ENV{'LD_LIBRARY_PATH'}" : "");


  # ----------------------------------------------------
unknown's avatar
unknown committed
1995
  # We are nice and report a bit about our settings
unknown's avatar
unknown committed
1996 1997 1998 1999 2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019
  # ----------------------------------------------------
  if (!$opt_extern)
  {
    print "Using MTR_BUILD_THREAD      = $ENV{MTR_BUILD_THREAD}\n";
    print "Using MASTER_MYPORT         = $ENV{MASTER_MYPORT}\n";
    print "Using MASTER_MYPORT1        = $ENV{MASTER_MYPORT1}\n";
    print "Using SLAVE_MYPORT          = $ENV{SLAVE_MYPORT}\n";
    print "Using SLAVE_MYPORT1         = $ENV{SLAVE_MYPORT1}\n";
    print "Using SLAVE_MYPORT2         = $ENV{SLAVE_MYPORT2}\n";
    if ( ! $opt_skip_ndbcluster )
    {
      print "Using NDBCLUSTER_PORT       = $ENV{NDBCLUSTER_PORT}\n";
      if ( ! $opt_skip_ndbcluster_slave )
      {
	print "Using NDBCLUSTER_PORT_SLAVE = $ENV{NDBCLUSTER_PORT_SLAVE}\n";
      }
    }
    if ( ! $opt_skip_im )
    {
      print "Using IM_PORT               = $ENV{IM_PORT}\n";
      print "Using IM_MYSQLD1_PORT       = $ENV{IM_MYSQLD1_PORT}\n";
      print "Using IM_MYSQLD2_PORT       = $ENV{IM_MYSQLD2_PORT}\n";
    }
  }
2020 2021 2022 2023 2024

  # Create an environment variable to make it possible
  # to detect that valgrind is being used from test cases
  $ENV{'VALGRIND_TEST'}= $opt_valgrind;

unknown's avatar
unknown committed
2025 2026 2027
}


unknown's avatar
unknown committed
2028 2029 2030 2031 2032 2033 2034 2035 2036 2037 2038
##############################################################################
#
#  If we get a ^C, we try to clean up before termination
#
##############################################################################
# FIXME check restrictions what to do in a signal handler

sub signal_setup () {
  $SIG{INT}= \&handle_int_signal;
}

unknown's avatar
unknown committed
2039

unknown's avatar
unknown committed
2040 2041 2042
sub handle_int_signal () {
  $SIG{INT}= 'DEFAULT';         # If we get a ^C again, we die...
  mtr_warning("got INT signal, cleaning up.....");
unknown's avatar
unknown committed
2043
  stop_all_servers();
unknown's avatar
unknown committed
2044
  mtr_error("We die from ^C signal from user");
unknown's avatar
unknown committed
2045 2046 2047 2048 2049 2050 2051 2052 2053
}


##############################################################################
#
#  Handle left overs from previous runs
#
##############################################################################

2054
sub kill_running_servers () {
unknown's avatar
unknown committed
2055 2056 2057 2058

  if ( $opt_fast or $glob_use_embedded_server )
  {
    # FIXME is embedded server really using PID files?!
unknown's avatar
unknown committed
2059 2060 2061 2062 2063
    unlink($master->[0]->{'path_pid'});
    unlink($master->[1]->{'path_pid'});
    unlink($slave->[0]->{'path_pid'});
    unlink($slave->[1]->{'path_pid'});
    unlink($slave->[2]->{'path_pid'});
unknown's avatar
unknown committed
2064 2065 2066 2067 2068
  }
  else
  {
    # Ensure that no old mysqld test servers are running
    # This is different from terminating processes we have
unknown's avatar
unknown committed
2069
    # started from this run of the script, this is terminating
unknown's avatar
unknown committed
2070 2071
    # leftovers from previous runs.
    mtr_kill_leftovers();
unknown's avatar
unknown committed
2072
   }
2073 2074
}

2075 2076 2077 2078 2079
#
# Remove var and any directories in var/ created by previous
# tests
#
sub remove_stale_vardir () {
2080

unknown's avatar
unknown committed
2081 2082
  mtr_report("Removing Stale Files");

2083 2084 2085 2086 2087
  # Safety!
  mtr_error("No, don't remove the vardir when running with --extern")
    if $opt_extern;

  mtr_verbose("opt_vardir: $opt_vardir");
2088
  if ( $opt_vardir eq $default_vardir )
2089 2090 2091 2092
  {
    #
    # Running with "var" in mysql-test dir
    #
2093
    if ( -l $opt_vardir)
2094
    {
2095
      # var is a symlink
2096 2097

      if ( $opt_mem and readlink($opt_vardir) eq $opt_mem )
2098 2099
      {
	# Remove the directory which the link points at
2100
	mtr_verbose("Removing " . readlink($opt_vardir));
2101
	rmtree(readlink($opt_vardir));
2102

2103
	# Remove the "var" symlink
2104
	mtr_verbose("unlink($opt_vardir)");
2105
	unlink($opt_vardir);
2106
      }
2107 2108 2109 2110 2111 2112 2113 2114
      elsif ( $opt_mem )
      {
	# Just remove the "var" symlink
	mtr_report("WARNING: Removing '$opt_vardir' symlink it's wrong");

	mtr_verbose("unlink($opt_vardir)");
	unlink($opt_vardir);
      }
2115 2116 2117
      else
      {
	# Some users creates a soft link in mysql-test/var to another area
2118 2119
	# - allow it, but remove all files in it

2120
	mtr_report("WARNING: Using the 'mysql-test/var' symlink");
2121

2122 2123 2124 2125
	# Make sure the directory where it points exist
	mtr_error("The destination for symlink $opt_vardir does not exist")
	  if ! -d readlink($opt_vardir);

2126 2127 2128 2129 2130
	foreach my $bin ( glob("$opt_vardir/*") )
	{
	  mtr_verbose("Removing bin $bin");
	  rmtree($bin);
	}
2131
      }
2132 2133 2134 2135
    }
    else
    {
      # Remove the entire "var" dir
2136
      mtr_verbose("Removing $opt_vardir/");
2137 2138
      rmtree("$opt_vardir/");
    }
2139 2140 2141 2142 2143 2144 2145 2146 2147 2148

    if ( $opt_mem )
    {
      # A symlink from var/ to $opt_mem will be set up
      # remove the $opt_mem dir to assure the symlink
      # won't point at an old directory
      mtr_verbose("Removing $opt_mem");
      rmtree($opt_mem);
    }

2149 2150 2151 2152 2153 2154 2155 2156 2157
  }
  else
  {
    #
    # Running with "var" in some other place
    #

    # Remove the var/ dir in mysql-test dir if any
    # this could be an old symlink that shouldn't be there
2158
    mtr_verbose("Removing $default_vardir");
2159
    rmtree($default_vardir);
2160 2161

    # Remove the "var" dir
2162
    mtr_verbose("Removing $opt_vardir/");
2163 2164
    rmtree("$opt_vardir/");
  }
2165 2166 2167 2168 2169 2170 2171
}

#
# Create var and the directories needed in var
#
sub setup_vardir() {
  mtr_report("Creating Directories");
unknown's avatar
unknown committed
2172

2173
  if ( $opt_vardir eq $default_vardir )
2174
  {
2175 2176 2177 2178 2179 2180
    #
    # Running with "var" in mysql-test dir
    #
    if ( -l $opt_vardir )
    {
      #  it's a symlink
2181

2182 2183 2184 2185 2186 2187 2188 2189 2190
      # Make sure the directory where it points exist
      mtr_error("The destination for symlink $opt_vardir does not exist")
	if ! -d readlink($opt_vardir);
    }
    elsif ( $opt_mem )
    {
      # Runinng with "var" as a link to some "memory" location, normally tmpfs
      mtr_verbose("Creating $opt_mem");
      mkpath($opt_mem);
2191

2192 2193 2194
      mtr_report("Symlinking 'var' to '$opt_mem'");
      symlink($opt_mem, $opt_vardir);
    }
2195 2196
  }

2197 2198 2199 2200 2201 2202 2203 2204 2205 2206 2207 2208 2209
  if ( ! -d $opt_vardir )
  {
    mtr_verbose("Creating $opt_vardir");
    mkpath($opt_vardir);
  }

  # Ensure a proper error message if vardir couldn't be created
  unless ( -d $opt_vardir and -w $opt_vardir )
  {
    mtr_error("Writable 'var' directory is needed, use the " .
	      "'--vardir=<path>' option");
  }

2210 2211 2212
  mkpath("$opt_vardir/log");
  mkpath("$opt_vardir/run");
  mkpath("$opt_vardir/tmp");
unknown's avatar
unknown committed
2213
  mkpath($opt_tmpdir) if $opt_tmpdir ne "$opt_vardir/tmp";
unknown's avatar
unknown committed
2214

2215
  # Create new data dirs
2216 2217 2218 2219 2220
  foreach my $data_dir (@data_dir_lst)
  {
    mkpath("$data_dir/mysql");
    mkpath("$data_dir/test");
  }
2221

2222 2223
  # Make a link std_data_ln in var/ that points to std_data
  if ( ! $glob_win32 )
2224
  {
2225 2226 2227 2228 2229 2230 2231 2232 2233 2234 2235 2236 2237
    symlink("$glob_mysql_test_dir/std_data", "$opt_vardir/std_data_ln");
  }
  else
  {
    # on windows, copy all files from std_data into var/std_data_ln
    mkpath("$opt_vardir/std_data_ln");
    opendir(DIR, "$glob_mysql_test_dir/std_data")
      or mtr_error("Can't find the std_data directory: $!");
    for(readdir(DIR)) {
      next if -d "$glob_mysql_test_dir/std_data/$_";
      copy("$glob_mysql_test_dir/std_data/$_", "$opt_vardir/std_data_ln/$_");
    }
    closedir(DIR);
2238
  }
unknown's avatar
unknown committed
2239 2240

  # Remove old log files
unknown's avatar
unknown committed
2241
  foreach my $name (glob("r/*.progress r/*.log r/*.warnings"))
unknown's avatar
unknown committed
2242 2243 2244
  {
    unlink($name);
  }
unknown's avatar
unknown committed
2245 2246 2247
}


2248 2249 2250
sub  check_running_as_root () {
  # Check if running as root
  # i.e a file can be read regardless what mode we set it to
2251
  my $test_file= "$opt_vardir/test_running_as_root.txt";
2252 2253 2254 2255 2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274
  mtr_tofile($test_file, "MySQL");
  chmod(oct("0000"), $test_file);

  my $result="";
  if (open(FILE,"<",$test_file))
  {
    $result= join('', <FILE>);
    close FILE;
  }

  chmod(oct("0755"), $test_file);
  unlink($test_file);

  $ENV{'MYSQL_TEST_ROOT'}= "NO";
  if ($result eq "MySQL")
  {
    mtr_warning("running this script as _root_ will cause some " .
                "tests to be skipped");
    $ENV{'MYSQL_TEST_ROOT'}= "YES";
  }
}


unknown's avatar
unknown committed
2275 2276
sub check_ssl_support ($) {
  my $mysqld_variables= shift;
2277

unknown's avatar
unknown committed
2278
  if ($opt_skip_ssl || $opt_extern)
2279
  {
unknown's avatar
unknown committed
2280 2281 2282 2283
    if (!$opt_extern)
    {
      mtr_report("Skipping SSL");
    }
2284 2285 2286 2287 2288
    $opt_ssl_supported= 0;
    $opt_ssl= 0;
    return;
  }

2289
  if ( ! $mysqld_variables->{'ssl'} )
2290 2291 2292 2293 2294 2295
  {
    if ( $opt_ssl)
    {
      mtr_error("Couldn't find support for SSL");
      return;
    }
unknown's avatar
unknown committed
2296
    mtr_report("Skipping SSL, mysqld not compiled with SSL");
2297 2298 2299 2300 2301 2302 2303 2304 2305
    $opt_ssl_supported= 0;
    $opt_ssl= 0;
    return;
  }
  mtr_report("Setting mysqld to support SSL connections");
  $opt_ssl_supported= 1;
}


unknown's avatar
unknown committed
2306 2307 2308
sub check_debug_support ($) {
  my $mysqld_variables= shift;

2309
  if ( ! $mysqld_variables->{'debug'} )
unknown's avatar
unknown committed
2310 2311 2312 2313 2314 2315 2316 2317 2318 2319 2320 2321 2322 2323
  {
    #mtr_report("Binaries are not debug compiled");
    $debug_compiled_binaries= 0;

    if ( $opt_debug )
    {
      mtr_error("Can't use --debug, binaries does not support it");
    }
    return;
  }
  mtr_report("Binaries are debug compiled");
  $debug_compiled_binaries= 1;
}

2324 2325 2326 2327 2328 2329 2330 2331 2332 2333 2334 2335 2336 2337 2338 2339 2340 2341 2342 2343 2344 2345 2346 2347 2348
##############################################################################
#
# Helper function to handle configuration-based subdirectories which Visual
# Studio uses for storing binaries.  If opt_vs_config is set, this returns
# a path based on that setting; if not, it returns paths for the default
# /release/ and /debug/ subdirectories.
#
# $exe can be undefined, if the directory itself will be used
#
###############################################################################

sub vs_config_dirs ($$) {
  my ($path_part, $exe) = @_;

  $exe = "" if not defined $exe;

  if ($opt_vs_config)
  {
    return ("$glob_basedir/$path_part/$opt_vs_config/$exe");
  }

  return ("$glob_basedir/$path_part/release/$exe",
          "$glob_basedir/$path_part/debug/$exe");
}

unknown's avatar
unknown committed
2349 2350 2351 2352 2353 2354
##############################################################################
#
#  Start the ndb cluster
#
##############################################################################

unknown's avatar
unknown committed
2355 2356
sub check_ndbcluster_support ($) {
  my $mysqld_variables= shift;
unknown's avatar
unknown committed
2357

unknown's avatar
unknown committed
2358
  if ($opt_skip_ndbcluster || $opt_extern)
unknown's avatar
unknown committed
2359
  {
unknown's avatar
unknown committed
2360 2361 2362 2363
    if (!$opt_extern)
    {
      mtr_report("Skipping ndbcluster");
    }
unknown's avatar
unknown committed
2364 2365 2366 2367
    $opt_skip_ndbcluster_slave= 1;
    return;
  }

2368
  if ( ! $mysqld_variables->{'ndb-connectstring'} )
unknown's avatar
unknown committed
2369 2370 2371 2372
  {
    mtr_report("Skipping ndbcluster, mysqld not compiled with ndbcluster");
    $opt_skip_ndbcluster= 1;
    $opt_skip_ndbcluster_slave= 1;
2373 2374
    return;
  }
2375
  $glob_ndbcluster_supported= 1;
unknown's avatar
unknown committed
2376
  mtr_report("Using ndbcluster when necessary, mysqld supports it");
2377 2378 2379 2380 2381 2382 2383 2384

  if ( $mysql_version_id < 50100 )
  {
    # Slave cluster is not supported until 5.1
    $opt_skip_ndbcluster_slave= 1;

  }

unknown's avatar
unknown committed
2385
  return;
unknown's avatar
unknown committed
2386 2387
}

unknown's avatar
unknown committed
2388

unknown's avatar
unknown committed
2389 2390
sub ndbcluster_start_install ($) {
  my $cluster= shift;
unknown's avatar
unknown committed
2391

unknown's avatar
unknown committed
2392 2393 2394 2395 2396 2397 2398 2399 2400 2401 2402 2403 2404 2405 2406 2407 2408 2409
  mtr_report("Installing $cluster->{'name'} Cluster");

  mkdir($cluster->{'data_dir'});

  # Create a config file from template
  my $ndb_no_ord=512;
  my $ndb_no_attr=2048;
  my $ndb_con_op=105000;
  my $ndb_dmem="80M";
  my $ndb_imem="24M";
  my $ndb_pbmem="32M";
  my $nodes= $cluster->{'nodes'};
  my $ndb_host= "localhost";
  my $ndb_diskless= 0;

  if (!$opt_bench)
  {
    # Use a smaller configuration
2410
    if (  $mysql_version_id < 50100 )
2411
    {
2412
      # 4.1 and 5.0 is using a "larger" --small configuration
2413 2414 2415 2416 2417 2418 2419 2420 2421 2422 2423 2424 2425
      $ndb_no_ord=128;
      $ndb_con_op=10000;
      $ndb_dmem="40M";
      $ndb_imem="12M";
    }
    else
    {
      $ndb_no_ord=32;
      $ndb_con_op=5000;
      $ndb_dmem="20M";
      $ndb_imem="1M";
      $ndb_pbmem="4M";
    }
2426 2427
  }

unknown's avatar
unknown committed
2428 2429 2430 2431 2432 2433 2434 2435 2436 2437 2438 2439 2440 2441 2442 2443 2444 2445 2446 2447
  my $config_file_template=     "ndb/ndb_config_${nodes}_node.ini";
  my $config_file= "$cluster->{'data_dir'}/config.ini";

  open(IN, $config_file_template)
    or mtr_error("Can't open $config_file_template: $!");
  open(OUT, ">", $config_file)
    or mtr_error("Can't write to $config_file: $!");
  while (<IN>)
  {
    chomp;

    s/CHOOSE_MaxNoOfAttributes/$ndb_no_attr/;
    s/CHOOSE_MaxNoOfOrderedIndexes/$ndb_no_ord/;
    s/CHOOSE_MaxNoOfConcurrentOperations/$ndb_con_op/;
    s/CHOOSE_DataMemory/$ndb_dmem/;
    s/CHOOSE_IndexMemory/$ndb_imem/;
    s/CHOOSE_Diskless/$ndb_diskless/;
    s/CHOOSE_HOSTNAME_.*/$ndb_host/;
    s/CHOOSE_FILESYSTEM/$cluster->{'data_dir'}/;
    s/CHOOSE_PORT_MGM/$cluster->{'port'}/;
2448 2449 2450 2451 2452
    if ( $mysql_version_id < 50000 )
    {
      my $base_port= $cluster->{'port'} + 1;
      s/CHOOSE_PORT_TRANSPORTER/$base_port/;
    }
unknown's avatar
unknown committed
2453 2454 2455 2456 2457 2458 2459 2460 2461 2462 2463
    s/CHOOSE_DiskPageBufferMemory/$ndb_pbmem/;

    print OUT "$_ \n";
  }
  close OUT;
  close IN;


  # Start cluster with "--initial"

  ndbcluster_start($cluster, "--initial");
2464 2465 2466 2467 2468

  return 0;
}


unknown's avatar
unknown committed
2469 2470 2471 2472 2473 2474 2475
sub ndbcluster_wait_started($$){
  my $cluster= shift;
  my $ndb_waiter_extra_opt= shift;
  my $path_waiter_log= "$cluster->{'data_dir'}/ndb_waiter.log";
  my $args;

  mtr_init_args(\$args);
unknown's avatar
unknown committed
2476

unknown's avatar
unknown committed
2477 2478 2479 2480
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--core");
  mtr_add_arg($args, "--ndb-connectstring=%s", $cluster->{'connect_string'});
  mtr_add_arg($args, "--timeout=60");
2481

unknown's avatar
unknown committed
2482
  if ($ndb_waiter_extra_opt)
2483
  {
unknown's avatar
unknown committed
2484
    mtr_add_arg($args, "$ndb_waiter_extra_opt");
2485 2486
  }

unknown's avatar
unknown committed
2487 2488 2489 2490 2491 2492 2493 2494
  # Start the ndb_waiter which will connect to the ndb_mgmd
  # and poll it for state of the ndbd's, will return when
  # all nodes in the cluster is started
  my $res= mtr_run($exe_ndb_waiter, $args,
		   "", $path_waiter_log, $path_waiter_log, "");
  mtr_verbose("ndbcluster_wait_started, returns: $res") if $res;
  return $res;
}
2495

unknown's avatar
unknown committed
2496 2497 2498 2499 2500 2501 2502 2503 2504


sub mysqld_wait_started($){
  my $mysqld= shift;

  my $res= sleep_until_file_created($mysqld->{'path_pid'},
				    $mysqld->{'start_timeout'},
				    $mysqld->{'pid'});
  return $res == 0;
2505 2506
}

unknown's avatar
unknown committed
2507

unknown's avatar
unknown committed
2508 2509
sub ndb_mgmd_wait_started($) {
  my ($cluster)= @_;
unknown's avatar
unknown committed
2510

unknown's avatar
unknown committed
2511 2512 2513
  my $retries= 100;
  while (ndbcluster_wait_started($cluster, "--no-contact") and
	 $retries)
2514
  {
unknown's avatar
unknown committed
2515 2516 2517 2518
    # Millisceond sleep emulated with select
    select(undef, undef, undef, (0.1));

    $retries--;
2519
  }
unknown's avatar
unknown committed
2520 2521 2522 2523 2524 2525 2526 2527 2528 2529 2530 2531 2532 2533 2534 2535 2536 2537 2538 2539 2540 2541 2542 2543 2544 2545 2546 2547 2548

  return $retries == 0;

}

sub ndb_mgmd_start ($) {
  my $cluster= shift;

  my $args;                             # Arg vector
  my $pid= -1;

  mtr_init_args(\$args);
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--core");
  mtr_add_arg($args, "--nodaemon");
  mtr_add_arg($args, "--config-file=%s", "$cluster->{'data_dir'}/config.ini");


  my $path_ndb_mgmd_log= "$cluster->{'data_dir'}/\l$cluster->{'name'}_ndb_mgmd.log";
  $pid= mtr_spawn($exe_ndb_mgmd, $args, "",
		  $path_ndb_mgmd_log,
		  $path_ndb_mgmd_log,
		  "",
		  { append_log_file => 1 });

  # FIXME Should not be needed
  # Unfortunately the cluster nodes will fail to start
  # if ndb_mgmd has not started properly
  if (ndb_mgmd_wait_started($cluster))
2549
  {
unknown's avatar
unknown committed
2550
    mtr_error("Failed to wait for start of ndb_mgmd");
2551 2552
  }

unknown's avatar
unknown committed
2553 2554
  # Remember pid of ndb_mgmd
  $cluster->{'pid'}= $pid;
2555

unknown's avatar
unknown committed
2556 2557 2558
  mtr_verbose("ndb_mgmd_start, pid: $pid");

  return $pid;
2559 2560
}

unknown's avatar
unknown committed
2561

unknown's avatar
unknown committed
2562 2563 2564 2565 2566 2567 2568
sub ndbd_start ($$$) {
  my $cluster= shift;
  my $idx= shift;
  my $extra_args= shift;

  my $args;                             # Arg vector
  my $pid= -1;
2569

unknown's avatar
unknown committed
2570 2571 2572 2573
  mtr_init_args(\$args);
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--core");
  mtr_add_arg($args, "--ndb-connectstring=%s", "$cluster->{'connect_string'}");
2574
  if ( $mysql_version_id >= 50000)
2575
  {
2576
    mtr_add_arg($args, "--character-sets-dir=%s", "$path_charsetsdir");
2577
  }
unknown's avatar
unknown committed
2578 2579 2580 2581 2582 2583 2584 2585 2586 2587 2588 2589 2590 2591 2592 2593 2594 2595 2596 2597 2598 2599 2600 2601 2602 2603 2604 2605 2606 2607
  mtr_add_arg($args, "--nodaemon");
  mtr_add_arg($args, "$extra_args");

  my $nodeid= $cluster->{'ndbds'}->[$idx]->{'nodeid'};
  my $path_ndbd_log= "$cluster->{'data_dir'}/ndb_${nodeid}.log";
  $pid= mtr_spawn($exe_ndbd, $args, "",
		  $path_ndbd_log,
		  $path_ndbd_log,
		  "",
		  { append_log_file => 1 });

  # Add pid to list of pids for this cluster
  $cluster->{'ndbds'}->[$idx]->{'pid'}= $pid;

  # Rememeber options used when starting
  $cluster->{'ndbds'}->[$idx]->{'start_extra_args'}= $extra_args;
  $cluster->{'ndbds'}->[$idx]->{'idx'}= $idx;

  mtr_verbose("ndbd_start, pid: $pid");

  return $pid;
}


sub ndbcluster_start ($$) {
  my $cluster= shift;
  my $extra_args= shift;

  mtr_verbose("ndbcluster_start '$cluster->{'name'}'");

2608
  if ( $glob_use_running_ndbcluster )
2609
  {
2610 2611
    return 0;
  }
unknown's avatar
unknown committed
2612 2613

  if ( $cluster->{'pid'} )
2614
  {
unknown's avatar
unknown committed
2615
    mtr_error("Cluster '$cluster->{'name'}' already started");
2616
  }
unknown's avatar
unknown committed
2617 2618 2619 2620

  ndb_mgmd_start($cluster);

  for ( my $idx= 0; $idx < $cluster->{'nodes'}; $idx++ )
2621
  {
unknown's avatar
unknown committed
2622
    ndbd_start($cluster, $idx, $extra_args);
2623 2624 2625
  }

  return 0;
unknown's avatar
unknown committed
2626 2627
}

unknown's avatar
unknown committed
2628

unknown's avatar
unknown committed
2629 2630
sub rm_ndbcluster_tables ($) {
  my $dir=       shift;
unknown's avatar
unknown committed
2631 2632
  foreach my $bin ( glob("$dir/mysql/apply_status*"),
                    glob("$dir/mysql/schema*"))
2633
  {
unknown's avatar
unknown committed
2634
    unlink($bin);
2635
  }
unknown's avatar
unknown committed
2636 2637 2638 2639 2640 2641 2642 2643 2644 2645 2646 2647 2648 2649
}


##############################################################################
#
#  Run the benchmark suite
#
##############################################################################

sub run_benchmarks ($) {
  my $benchmark=  shift;

  my $args;

unknown's avatar
unknown committed
2650
  if ( ! $glob_use_embedded_server )
unknown's avatar
unknown committed
2651
  {
unknown's avatar
unknown committed
2652
    mysqld_start($master->[0],[],[]);
unknown's avatar
unknown committed
2653 2654 2655 2656
    if ( ! $master->[0]->{'pid'} )
    {
      mtr_error("Can't start the mysqld server");
    }
unknown's avatar
unknown committed
2657 2658 2659 2660
  }

  mtr_init_args(\$args);

unknown's avatar
unknown committed
2661
  mtr_add_arg($args, "--socket=%s", $master->[0]->{'path_sock'});
unknown's avatar
unknown committed
2662
  mtr_add_arg($args, "--user=%s", $opt_user);
unknown's avatar
unknown committed
2663 2664 2665 2666 2667 2668 2669 2670 2671 2672 2673 2674

  if ( $opt_small_bench )
  {
    mtr_add_arg($args, "--small-test");
    mtr_add_arg($args, "--small-tables");
  }

  if ( $opt_with_ndbcluster )
  {
    mtr_add_arg($args, "--create-options=TYPE=ndb");
  }

unknown's avatar
unknown committed
2675 2676
  chdir($glob_mysql_bench_dir)
    or mtr_error("Couldn't chdir to '$glob_mysql_bench_dir': $!");
unknown's avatar
unknown committed
2677 2678 2679 2680

  if ( ! $benchmark )
  {
    mtr_add_arg($args, "--log");
unknown's avatar
unknown committed
2681
    mtr_run("$glob_mysql_bench_dir/run-all-tests", $args, "", "", "", "");
unknown's avatar
unknown committed
2682 2683 2684 2685
    # FIXME check result code?!
  }
  elsif ( -x $benchmark )
  {
unknown's avatar
unknown committed
2686
    mtr_run("$glob_mysql_bench_dir/$benchmark", $args, "", "", "", "");
unknown's avatar
unknown committed
2687 2688 2689 2690
    # FIXME check result code?!
  }
  else
  {
unknown's avatar
unknown committed
2691
    mtr_error("Benchmark $benchmark not found");
unknown's avatar
unknown committed
2692 2693 2694 2695 2696 2697 2698 2699 2700 2701 2702 2703 2704 2705 2706 2707 2708
  }

  chdir($glob_mysql_test_dir);          # Go back

  if ( ! $glob_use_embedded_server )
  {
    stop_masters();
  }
}


##############################################################################
#
#  Run the test suite
#
##############################################################################

unknown's avatar
unknown committed
2709
sub run_suite () {
2710
  my ($suite, $tests)= @_;
unknown's avatar
unknown committed
2711 2712

  mtr_print_thick_line();
unknown's avatar
unknown committed
2713

2714 2715
  mtr_timer_start($glob_timers,"suite", 60 * $opt_suite_timeout);

unknown's avatar
unknown committed
2716
  mtr_report("Starting Tests in the '$suite' suite");
unknown's avatar
unknown committed
2717

unknown's avatar
unknown committed
2718 2719
  mtr_report_tests_not_skipped_though_disabled($tests);

unknown's avatar
unknown committed
2720 2721 2722 2723
  mtr_print_header();

  foreach my $tinfo ( @$tests )
  {
unknown's avatar
unknown committed
2724 2725 2726 2727 2728
    if (run_testcase_check_skip_test($tinfo))
    {
      next;
    }

2729
    mtr_timer_start($glob_timers,"testcase", 60 * $opt_testcase_timeout);
unknown's avatar
unknown committed
2730
    run_testcase($tinfo);
2731
    mtr_timer_stop($glob_timers,"testcase");
unknown's avatar
unknown committed
2732 2733 2734 2735
  }

  mtr_print_line();

2736
  if ( ! $glob_debugger and
2737
       ! $opt_extern and
unknown's avatar
unknown committed
2738
       ! $glob_use_embedded_server )
unknown's avatar
unknown committed
2739
  {
unknown's avatar
unknown committed
2740
    stop_all_servers();
unknown's avatar
unknown committed
2741 2742 2743 2744 2745 2746 2747 2748 2749 2750 2751 2752
  }

  if ( $opt_gcov )
  {
    gcov_collect(); # collect coverage information
  }
  if ( $opt_gprof )
  {
    gprof_collect(); # collect coverage information
  }

  mtr_report_stats($tests);
2753 2754

  mtr_timer_stop($glob_timers,"suite");
unknown's avatar
unknown committed
2755 2756 2757 2758 2759 2760 2761 2762 2763
}


##############################################################################
#
#  Initiate the test databases
#
##############################################################################

2764
sub initialize_servers () {
2765

2766
  datadir_list_setup();
2767

2768 2769 2770 2771 2772 2773 2774 2775 2776 2777 2778
  if ( $opt_extern )
  {
    # Running against an already started server, if the specified
    # vardir does not already exist it should be created
    if ( ! -d $opt_vardir )
    {
      mtr_report("Creating '$opt_vardir'");
      setup_vardir();
    }
    else
    {
unknown's avatar
unknown committed
2779 2780 2781 2782
      if ($opt_verbose)
      {
	mtr_report("No need to create '$opt_vardir' it already exists");
      }
2783 2784 2785
    }
  }
  else
2786
  {
2787
    kill_running_servers();
2788

2789
    if ( ! $opt_start_dirty )
2790
    {
2791 2792 2793
      remove_stale_vardir();
      setup_vardir();

2794 2795 2796
      mysql_install_db();
      if ( $opt_force )
      {
2797 2798
	# Save a snapshot of the freshly installed db
	# to make it possible to restore to a known point in time
2799 2800 2801 2802
	save_installed_db();
      }
    }
  }
2803
  check_running_as_root();
2804 2805
}

unknown's avatar
unknown committed
2806 2807 2808 2809
sub mysql_install_db () {

  install_db('master', $master->[0]->{'path_myddir'});

2810 2811 2812 2813
  if ($max_master_num)
  {
    copy_install_db('master', $master->[1]->{'path_myddir'});
  }
2814

2815 2816
  # Install the number of slave databses needed
  for (my $idx= 0; $idx < $max_slave_num; $idx++)
2817
  {
2818
    copy_install_db("slave".($idx+1), $slave->[$idx]->{'path_myddir'});
2819
  }
unknown's avatar
unknown committed
2820

unknown's avatar
unknown committed
2821
  if ( ! $opt_skip_im )
2822 2823 2824 2825
  {
    im_prepare_env($instance_manager);
  }

unknown's avatar
unknown committed
2826 2827
  my $cluster_started_ok= 1; # Assume it can be started

2828 2829
  if ($opt_skip_ndbcluster || $glob_use_running_ndbcluster ||
      $clusters->[0]->{executable_setup_failed})
2830
  {
2831 2832 2833 2834 2835 2836 2837 2838 2839
    # Don't install master cluster
  }
  elsif (ndbcluster_start_install($clusters->[0]))
  {
    mtr_warning("Failed to start install of $clusters->[0]->{name}");
    $cluster_started_ok= 0;
  }

  if ($max_slave_num == 0 ||
2840 2841
      $opt_skip_ndbcluster_slave || $glob_use_running_ndbcluster_slave ||
      $clusters->[1]->{executable_setup_failed})
unknown's avatar
unknown committed
2842
  {
2843 2844 2845 2846 2847
    # Don't install slave cluster
  }
  elsif (ndbcluster_start_install($clusters->[1]))
  {
    mtr_warning("Failed to start install of $clusters->[1]->{name}");
unknown's avatar
unknown committed
2848 2849 2850 2851 2852 2853 2854 2855 2856 2857 2858
    $cluster_started_ok= 0;
  }

  foreach my $cluster (@{$clusters})
  {

    next if !$cluster->{'pid'};

    $cluster->{'installed_ok'}= 1; # Assume install suceeds

    if (ndbcluster_wait_started($cluster, ""))
2859 2860
    {
      # failed to install, disable usage and flag that its no ok
unknown's avatar
unknown committed
2861 2862 2863 2864 2865 2866 2867 2868
      mtr_report("ndbcluster_install of $cluster->{'name'} failed");
      $cluster->{"installed_ok"}= 0;

      $cluster_started_ok= 0;
    }
  }

  if ( ! $cluster_started_ok )
2869
  {
unknown's avatar
unknown committed
2870 2871 2872
    if ( $opt_force)
    {
      # Continue without cluster
2873 2874 2875
    }
    else
    {
unknown's avatar
unknown committed
2876
      mtr_error("To continue, re-run with '--force'.");
2877
    }
2878 2879
  }

unknown's avatar
unknown committed
2880 2881 2882 2883
  return 0;
}


2884 2885 2886 2887 2888 2889 2890 2891 2892 2893 2894
sub copy_install_db ($$) {
  my $type=      shift;
  my $data_dir=  shift;

  mtr_report("Installing \u$type Database");

  # Just copy the installed db from first master
  mtr_copy_dir($master->[0]->{'path_myddir'}, $data_dir);

}

unknown's avatar
unknown committed
2895

unknown's avatar
unknown committed
2896 2897 2898 2899
sub install_db ($$) {
  my $type=      shift;
  my $data_dir=  shift;

unknown's avatar
unknown committed
2900
  mtr_report("Installing \u$type Database");
unknown's avatar
unknown committed
2901

unknown's avatar
unknown committed
2902

2903
  my $args;
unknown's avatar
unknown committed
2904 2905 2906 2907 2908 2909 2910
  mtr_init_args(\$args);
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--bootstrap");
  mtr_add_arg($args, "--basedir=%s", $path_my_basedir);
  mtr_add_arg($args, "--datadir=%s", $data_dir);
  mtr_add_arg($args, "--skip-innodb");
  mtr_add_arg($args, "--skip-ndbcluster");
unknown's avatar
unknown committed
2911
  mtr_add_arg($args, "--tmpdir=.");
2912
  mtr_add_arg($args, "--core-file");
unknown's avatar
unknown committed
2913

2914 2915 2916
  if ( $opt_debug )
  {
    mtr_add_arg($args, "--debug=d:t:i:A,%s/log/bootstrap_%s.trace",
unknown's avatar
unknown committed
2917
		$path_vardir_trace, $type);
2918 2919
  }

unknown's avatar
unknown committed
2920
  if ( ! $glob_netware )
unknown's avatar
unknown committed
2921 2922 2923 2924 2925
  {
    mtr_add_arg($args, "--language=%s", $path_language);
    mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
  }

2926 2927 2928 2929 2930 2931 2932
  # If DISABLE_GRANT_OPTIONS is defined when the server is compiled (e.g.,
  # configure --disable-grant-options), mysqld will not recognize the
  # --bootstrap or --skip-grant-tables options.  The user can set
  # MYSQLD_BOOTSTRAP to the full path to a mysqld which does accept
  # --bootstrap, to accommodate this.
  my $exe_mysqld_bootstrap = $ENV{'MYSQLD_BOOTSTRAP'} || $exe_mysqld;

2933 2934 2935 2936 2937
  # ----------------------------------------------------------------------
  # export MYSQLD_BOOTSTRAP_CMD variable containing <path>/mysqld <args>
  # ----------------------------------------------------------------------
  $ENV{'MYSQLD_BOOTSTRAP_CMD'}= "$exe_mysqld_bootstrap " . join(" ", @$args);

2938 2939 2940
  # ----------------------------------------------------------------------
  # Create the bootstrap.sql file
  # ----------------------------------------------------------------------
2941
  my $bootstrap_sql_file= "$opt_vardir/tmp/bootstrap.sql";
2942 2943 2944 2945

  # Use the mysql database for system tables
  mtr_tofile($bootstrap_sql_file, "use mysql");

2946 2947
  # Add the offical mysql system tables
  # for a production system
2948 2949 2950
  mtr_appendfile_to_file("$path_sql_dir/mysql_system_tables.sql",
			 $bootstrap_sql_file);

2951 2952 2953 2954 2955
  # Add the mysql system tables initial data
  # for a production system
  mtr_appendfile_to_file("$path_sql_dir/mysql_system_tables_data.sql",
			 $bootstrap_sql_file);

2956 2957 2958 2959 2960 2961 2962 2963 2964 2965 2966 2967
  # Add test data for timezone - this is just a subset, on a real
  # system these tables will be populated either by mysql_tzinfo_to_sql
  # or by downloading the timezone table package from our website
  mtr_appendfile_to_file("$path_sql_dir/mysql_test_data_timezone.sql",
			 $bootstrap_sql_file);

  # Fill help tables, just an empty file when running from bk repo
  # but will be replaced by a real fill_help_tables.sql when
  # building the source dist
  mtr_appendfile_to_file("$path_sql_dir/fill_help_tables.sql",
			 $bootstrap_sql_file);

2968 2969 2970
  # Log bootstrap command
  my $path_bootstrap_log= "$opt_vardir/log/bootstrap.log";
  mtr_tofile($path_bootstrap_log,
2971
	     "$exe_mysqld_bootstrap " . join(" ", @$args) . "\n");
2972

2973
  if ( mtr_run($exe_mysqld_bootstrap, $args, $bootstrap_sql_file,
2974 2975 2976
               $path_bootstrap_log, $path_bootstrap_log,
	       "", { append_log_file => 1 }) != 0 )

unknown's avatar
unknown committed
2977
  {
unknown's avatar
unknown committed
2978
    mtr_error("Error executing mysqld --bootstrap\n" .
2979 2980
              "Could not install system database from $bootstrap_sql_file\n" .
	      "see $path_bootstrap_log for errors");
unknown's avatar
unknown committed
2981 2982 2983 2984
  }
}


2985 2986 2987 2988 2989 2990 2991 2992 2993 2994 2995 2996
sub im_prepare_env($) {
  my $instance_manager = shift;

  im_create_passwd_file($instance_manager);
  im_prepare_data_dir($instance_manager);
}


sub im_create_passwd_file($) {
  my $instance_manager = shift;

  my $pwd_file_path = $instance_manager->{'password_file'};
unknown's avatar
unknown committed
2997

2998
  mtr_report("Creating IM password file ($pwd_file_path)");
unknown's avatar
unknown committed
2999

3000 3001
  open(OUT, ">", $pwd_file_path)
    or mtr_error("Can't write to $pwd_file_path: $!");
unknown's avatar
unknown committed
3002

3003 3004
  print OUT $instance_manager->{'admin_login'}, ":",
        $instance_manager->{'admin_sha1'}, "\n";
unknown's avatar
unknown committed
3005

3006 3007 3008 3009 3010 3011 3012 3013 3014 3015 3016
  close(OUT);
}


sub im_create_defaults_file($) {
  my $instance_manager = shift;

  my $defaults_file = $instance_manager->{'defaults_file'};

  open(OUT, ">", $defaults_file)
    or mtr_error("Can't write to $defaults_file: $!");
unknown's avatar
unknown committed
3017

3018 3019 3020 3021 3022
  print OUT <<EOF
[mysql]

[manager]
pid-file            = $instance_manager->{path_pid}
3023
angel-pid-file      = $instance_manager->{path_angel_pid}
3024 3025 3026 3027 3028 3029 3030 3031 3032 3033 3034 3035 3036 3037 3038 3039 3040 3041 3042 3043 3044 3045 3046 3047
socket              = $instance_manager->{path_sock}
port                = $instance_manager->{port}
password-file       = $instance_manager->{password_file}
default-mysqld-path = $exe_mysqld

EOF
;

  foreach my $instance (@{$instance_manager->{'instances'}})
  {
    my $server_id = $instance->{'server_id'};

    print OUT <<EOF
[mysqld$server_id]
socket              = $instance->{path_sock}
pid-file            = $instance->{path_pid}
port                = $instance->{port}
datadir             = $instance->{path_datadir}
log                 = $instance->{path_datadir}/mysqld$server_id.log
log-error           = $instance->{path_datadir}/mysqld$server_id.err.log
log-slow-queries    = $instance->{path_datadir}/mysqld$server_id.slow.log
language            = $path_language
character-sets-dir  = $path_charsetsdir
basedir             = $path_my_basedir
3048
server_id           = $server_id
3049
shutdown-delay      = 10
3050 3051 3052 3053 3054
skip-stack-trace
skip-innodb
skip-ndbcluster
EOF
;
3055 3056 3057 3058
    if ( $mysql_version_id < 50100 )
    {
      print OUT "skip-bdb\n";
    }
unknown's avatar
unknown committed
3059
    print OUT "nonguarded\n" if $instance->{'nonguarded'};
3060 3061 3062 3063
    if ( $mysql_version_id >= 50100 )
    {
      print OUT "log-output=FILE\n" if $instance->{'old_log_format'};
    }
3064 3065 3066 3067 3068 3069 3070 3071 3072 3073 3074 3075
    print OUT "\n";
  }

  close(OUT);
}


sub im_prepare_data_dir($) {
  my $instance_manager = shift;

  foreach my $instance (@{$instance_manager->{'instances'}})
  {
3076
    copy_install_db(
3077 3078 3079 3080 3081 3082
      'im_mysqld_' . $instance->{'server_id'},
      $instance->{'path_datadir'});
  }
}


unknown's avatar
unknown committed
3083

3084 3085 3086 3087
#
# Restore snapshot of the installed slave databases
# if the snapshot exists
#
unknown's avatar
unknown committed
3088 3089
sub restore_slave_databases ($) {
  my ($num_slaves)= @_;
3090 3091 3092

  if ( -d $path_snapshot)
  {
unknown's avatar
unknown committed
3093
    for (my $idx= 0; $idx < $num_slaves; $idx++)
3094 3095 3096 3097 3098 3099 3100 3101 3102 3103
    {
      my $data_dir= $slave->[$idx]->{'path_myddir'};
      my $name= basename($data_dir);
      rmtree($data_dir);
      mtr_copy_dir("$path_snapshot/$name", $data_dir);
    }
  }
}


unknown's avatar
unknown committed
3104 3105 3106
sub run_testcase_check_skip_test($)
{
  my ($tinfo)= @_;
3107

unknown's avatar
unknown committed
3108 3109 3110 3111 3112 3113 3114 3115 3116
  # ----------------------------------------------------------------------
  # If marked to skip, just print out and return.
  # Note that a test case not marked as 'skip' can still be
  # skipped later, because of the test case itself in cooperation
  # with the mysqltest program tells us so.
  # ----------------------------------------------------------------------

  if ( $tinfo->{'skip'} )
  {
unknown's avatar
unknown committed
3117
    mtr_report_test_name($tinfo);
unknown's avatar
unknown committed
3118
    mtr_report_test_skipped($tinfo);
unknown's avatar
unknown committed
3119
    return 1;
unknown's avatar
unknown committed
3120 3121
  }

3122
  if ($tinfo->{'ndb_test'})
3123
  {
3124 3125 3126 3127
    foreach my $cluster (@{$clusters})
    {
      last if ($opt_skip_ndbcluster_slave and
	       $cluster->{'name'} eq 'Slave');
3128

3129 3130 3131 3132 3133 3134 3135 3136 3137
      # If test needs this cluster, check binaries was found ok
      if ( $cluster->{'executable_setup_failed'} )
      {
	mtr_report_test_name($tinfo);
	$tinfo->{comment}=
	  "Failed to find cluster binaries";
	mtr_report_test_failed($tinfo);
	return 1;
      }
unknown's avatar
unknown committed
3138

3139 3140 3141 3142
      # If test needs this cluster, check it was installed ok
      if ( !$cluster->{'installed_ok'} )
      {
	mtr_report_test_name($tinfo);
unknown's avatar
unknown committed
3143 3144
	$tinfo->{comment}=
	  "Cluster $cluster->{'name'} was not installed ok";
3145 3146 3147
	mtr_report_test_failed($tinfo);
	return 1;
      }
unknown's avatar
unknown committed
3148 3149

    }
3150
  }
unknown's avatar
unknown committed
3151

3152 3153 3154 3155
  if ( $tinfo->{'component_id'} eq 'im' )
  {
      # If test needs im, check binaries was found ok
    if ( $instance_manager->{'executable_setup_failed'} )
unknown's avatar
unknown committed
3156
    {
3157 3158 3159 3160 3161
      mtr_report_test_name($tinfo);
      $tinfo->{comment}=
	"Failed to find MySQL manager binaries";
      mtr_report_test_failed($tinfo);
      return 1;
unknown's avatar
unknown committed
3162
    }
unknown's avatar
unknown committed
3163
  }
unknown's avatar
unknown committed
3164

unknown's avatar
unknown committed
3165 3166
  return 0;
}
unknown's avatar
unknown committed
3167 3168


unknown's avatar
unknown committed
3169 3170 3171 3172
sub do_before_run_mysqltest($)
{
  my $tinfo= shift;
  my $tname= $tinfo->{'name'};
unknown's avatar
unknown committed
3173

3174 3175
  # Remove old files produced by mysqltest
  my $result_dir= "r";
3176
  if ( $opt_suite ne "main" )
unknown's avatar
unknown committed
3177
  {
3178
    $result_dir= "suite/$opt_suite/r";
unknown's avatar
unknown committed
3179
  }
3180 3181 3182 3183
  unlink("$result_dir/$tname.reject");
  unlink("$result_dir/$tname.progress");
  unlink("$result_dir/$tname.log");
  unlink("$result_dir/$tname.warnings");
unknown's avatar
unknown committed
3184

unknown's avatar
unknown committed
3185
  if (!$opt_extern)
3186
  {
unknown's avatar
unknown committed
3187 3188 3189 3190 3191 3192 3193 3194 3195
    if ( $mysql_version_id < 50000 ) {
      # Set environment variable NDB_STATUS_OK to 1
      # if script decided to run mysqltest cluster _is_ installed ok
      $ENV{'NDB_STATUS_OK'} = "1";
    } elsif ( $mysql_version_id < 50100 ) {
      # Set environment variable NDB_STATUS_OK to YES
      # if script decided to run mysqltest cluster _is_ installed ok
      $ENV{'NDB_STATUS_OK'} = "YES";
    }
3196
  }
unknown's avatar
unknown committed
3197
}
unknown's avatar
unknown committed
3198

unknown's avatar
unknown committed
3199 3200 3201 3202
sub do_after_run_mysqltest($)
{
  my $tinfo= shift;
  my $tname= $tinfo->{'name'};
unknown's avatar
unknown committed
3203

unknown's avatar
unknown committed
3204
  # Save info from this testcase run to mysqltest.log
3205 3206
  mtr_appendfile_to_file($path_current_test_log, $path_mysqltest_log)
    if -f $path_current_test_log;
unknown's avatar
unknown committed
3207 3208
  mtr_appendfile_to_file($path_timefile, $path_mysqltest_log)
    if -f $path_timefile;
unknown's avatar
unknown committed
3209

3210 3211
  # Remove the file that mysqltest writes info to
  unlink($path_timefile);
unknown's avatar
unknown committed
3212

unknown's avatar
unknown committed
3213
}
unknown's avatar
unknown committed
3214

3215

3216 3217 3218 3219 3220 3221 3222 3223 3224 3225 3226 3227 3228 3229 3230 3231 3232 3233 3234 3235
sub run_testcase_mark_logs($)
{
  my ($log_msg)= @_;

  # Write a marker to all log files

  # The file indicating current test name
  mtr_tonewfile($path_current_test_log, $log_msg);

  # each mysqld's .err file
  foreach my $mysqld (@{$master}, @{$slave})
  {
    mtr_tofile($mysqld->{path_myerr}, $log_msg);
  }

  # ndbcluster log file
  mtr_tofile($path_ndb_testrun_log, $log_msg);

}

3236 3237 3238 3239
sub find_testcase_skipped_reason($)
{
  my ($tinfo)= @_;

unknown's avatar
unknown committed
3240
  # Open mysqltest-time
3241 3242 3243 3244 3245 3246
  my $F= IO::File->new($path_timefile) or
    mtr_error("can't open file \"$path_timefile\": $!");
  my $reason;

  while ( my $line= <$F> )
  {
unknown's avatar
unknown committed
3247
    # Look for "reason: <reason for skipping test>"
3248
    if ( $line =~ /reason: (.*)/ )
unknown's avatar
unknown committed
3249
    {
3250 3251 3252
      $reason= $1;
    }
  }
3253

3254 3255 3256 3257 3258 3259 3260 3261 3262
  if ( ! $reason )
  {
    mtr_warning("Could not find reason for skipping test in $path_timefile");
    $reason= "Detected by testcase(reason unknown) ";
  }
  $tinfo->{'comment'}= $reason;
}


3263 3264 3265 3266 3267 3268 3269 3270 3271 3272 3273
sub analyze_testcase_failure_sync_with_master($)
{
  my ($tinfo)= @_;

  my $args;
  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--silent");
  mtr_add_arg($args, "--skip-safemalloc");
  mtr_add_arg($args, "--tmpdir=%s", $opt_tmpdir);
3274
  mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
3275 3276 3277 3278 3279 3280 3281 3282 3283 3284 3285 3286 3287 3288 3289 3290 3291 3292

  mtr_add_arg($args, "--socket=%s", $master->[0]->{'path_sock'});
  mtr_add_arg($args, "--port=%d", $master->[0]->{'port'});
  mtr_add_arg($args, "--database=test");
  mtr_add_arg($args, "--user=%s", $opt_user);
  mtr_add_arg($args, "--password=");

  # Run the test file and append output to log file
  mtr_run_test($exe_mysqltest,$args,
	       "include/analyze_failure_sync_with_master.test",
	       "$path_timefile", "$path_timefile","",
	       { append_log_file => 1 });

}

sub analyze_testcase_failure($)
{
  my ($tinfo)= @_;
unknown's avatar
unknown committed
3293

3294 3295 3296 3297 3298 3299 3300 3301 3302 3303 3304 3305
  # Open mysqltest.log
  my $F= IO::File->new($path_timefile) or
    mtr_error("can't open file \"$path_timefile\": $!");

  while ( my $line= <$F> )
  {
    # Look for "mysqltest: At line nnn: <error>
    if ( $line =~ /mysqltest: At line [0-9]*: (.*)/ )
    {
      my $error= $1;
      # Look for "could not sync with master"
      if ( $error =~ /could not sync with master/ )
unknown's avatar
unknown committed
3306
      {
3307
	analyze_testcase_failure_sync_with_master($tinfo);
unknown's avatar
unknown committed
3308 3309
      }
    }
3310 3311
  }
}
3312

unknown's avatar
unknown committed
3313 3314 3315 3316 3317
##############################################################################
#
#  Run a single test case
#
##############################################################################
3318

unknown's avatar
unknown committed
3319 3320 3321 3322
# When we get here, we have already filtered out test cases that doesn't
# apply to the current setup, for example if we use a running server, test
# cases that restart the server are dropped. So this function should mostly
# be about doing things, not a lot of logic.
unknown's avatar
unknown committed
3323

unknown's avatar
unknown committed
3324 3325 3326 3327
# We don't start and kill the servers for each testcase. But some
# testcases needs a restart, because they specify options to start
# mysqld with. After that testcase, we need to restart again, to set
# back the normal options.
unknown's avatar
unknown committed
3328

unknown's avatar
unknown committed
3329 3330
sub run_testcase ($) {
  my $tinfo=  shift;
unknown's avatar
unknown committed
3331

3332 3333 3334 3335 3336
  # -------------------------------------------------------
  # Init variables that can change between each test case
  # -------------------------------------------------------

  $ENV{'TZ'}= $tinfo->{'timezone'};
3337
  mtr_verbose("Setting timezone: $tinfo->{'timezone'}");
3338

unknown's avatar
unknown committed
3339 3340
  my $master_restart= run_testcase_need_master_restart($tinfo);
  my $slave_restart= run_testcase_need_slave_restart($tinfo);
unknown's avatar
unknown committed
3341

unknown's avatar
unknown committed
3342 3343
  if ($master_restart or $slave_restart)
  {
3344
    # Can't restart a running server that may be in use
3345
    if ( $opt_extern )
3346 3347
    {
      mtr_report_test_name($tinfo);
unknown's avatar
unknown committed
3348
      $tinfo->{comment}= "Can't restart a running server";
3349 3350
      mtr_report_test_skipped($tinfo);
      return;
3351
    }
unknown's avatar
unknown committed
3352

unknown's avatar
unknown committed
3353 3354
    run_testcase_stop_servers($tinfo, $master_restart, $slave_restart);
  }
3355 3356 3357 3358

  # Write to all log files to indicate start of testcase
  run_testcase_mark_logs("CURRENT_TEST: $tinfo->{name}\n");

unknown's avatar
unknown committed
3359 3360 3361
  my $died= mtr_record_dead_children();
  if ($died or $master_restart or $slave_restart)
  {
3362
    if (run_testcase_start_servers($tinfo))
unknown's avatar
unknown committed
3363
    {
3364 3365 3366
      mtr_report_test_name($tinfo);
      report_failure_and_restart($tinfo);
      return 1;
unknown's avatar
unknown committed
3367 3368 3369
    }
  }

unknown's avatar
unknown committed
3370
  # ----------------------------------------------------------------------
3371 3372
  # If --start-and-exit or --start-dirty given, stop here to let user manually
  # run tests
unknown's avatar
unknown committed
3373
  # ----------------------------------------------------------------------
3374
  if ( $opt_start_and_exit or $opt_start_dirty )
unknown's avatar
unknown committed
3375
  {
3376
    mtr_timer_stop_all($glob_timers);
unknown's avatar
unknown committed
3377 3378 3379 3380
    mtr_report("\nServers started, exiting");
    exit(0);
  }

unknown's avatar
unknown committed
3381
  {
unknown's avatar
unknown committed
3382
    do_before_run_mysqltest($tinfo);
unknown's avatar
unknown committed
3383

unknown's avatar
unknown committed
3384
    my $res= run_mysqltest($tinfo);
unknown's avatar
unknown committed
3385
    mtr_report_test_name($tinfo);
unknown's avatar
unknown committed
3386 3387 3388 3389
    if ( $res == 0 )
    {
      mtr_report_test_passed($tinfo);
    }
unknown's avatar
unknown committed
3390
    elsif ( $res == 62 )
unknown's avatar
unknown committed
3391 3392
    {
      # Testcase itself tell us to skip this one
unknown's avatar
unknown committed
3393 3394

      # Try to get reason from mysqltest.log
3395
      find_testcase_skipped_reason($tinfo);
unknown's avatar
unknown committed
3396 3397
      mtr_report_test_skipped($tinfo);
    }
3398 3399 3400 3401 3402
    elsif ( $res == 63 )
    {
      $tinfo->{'timeout'}= 1;           # Mark as timeout
      report_failure_and_restart($tinfo);
    }
unknown's avatar
unknown committed
3403
    elsif ( $res == 1 )
unknown's avatar
unknown committed
3404
    {
3405
      if ( $opt_force )
unknown's avatar
unknown committed
3406
      {
3407
	analyze_testcase_failure($tinfo);
unknown's avatar
unknown committed
3408
      }
unknown's avatar
unknown committed
3409 3410 3411
      # Test case failure reported by mysqltest
      report_failure_and_restart($tinfo);
    }
unknown's avatar
unknown committed
3412 3413
    else
    {
unknown's avatar
unknown committed
3414 3415 3416
      # mysqltest failed, probably crashed
      $tinfo->{comment}=
	"mysqltest returned unexpected code $res, it has probably crashed";
unknown's avatar
unknown committed
3417 3418
      report_failure_and_restart($tinfo);
    }
unknown's avatar
unknown committed
3419 3420

    do_after_run_mysqltest($tinfo);
unknown's avatar
unknown committed
3421
  }
3422 3423 3424 3425

  # ----------------------------------------------------------------------
  # Stop Instance Manager if we are processing an IM-test case.
  # ----------------------------------------------------------------------
3426
  if ( $tinfo->{'component_id'} eq 'im' and
3427
       !mtr_im_stop($instance_manager, $tinfo->{'name'}) )
3428
  {
3429
    mtr_error("Failed to stop Instance Manager.")
3430
  }
unknown's avatar
unknown committed
3431
}
unknown's avatar
unknown committed
3432

3433 3434 3435 3436 3437 3438 3439 3440 3441 3442 3443 3444 3445

#
# Save a snapshot of the installed test db(s)
# I.e take a snapshot of the var/ dir
#
sub save_installed_db () {

  mtr_report("Saving snapshot of installed databases");
  rmtree($path_snapshot);

  foreach my $data_dir (@data_dir_lst)
  {
    my $name= basename($data_dir);
3446
    mtr_copy_dir("$data_dir", "$path_snapshot/$name");
3447 3448 3449
  }
}

3450 3451 3452 3453 3454 3455 3456 3457 3458 3459 3460 3461 3462

#
# Save any interesting files in the data_dir
# before the data dir is removed.
#
sub save_files_before_restore($$) {
  my $test_name= shift;
  my $data_dir= shift;
  my $save_name= "$opt_vardir/log/$test_name";

  # Look for core files
  foreach my $core_file ( glob("$data_dir/core*") )
  {
3463
    last if $opt_max_save_core > 0 && $num_saved_cores >= $opt_max_save_core;
3464 3465 3466 3467
    my $core_name= basename($core_file);
    mtr_report("Saving $core_name");
    mkdir($save_name) if ! -d $save_name;
    rename("$core_file", "$save_name/$core_name");
3468
    ++$num_saved_cores;
3469 3470 3471
  }
}

unknown's avatar
unknown committed
3472

3473 3474 3475 3476
#
# Restore snapshot of the installed test db(s)
# if the snapshot exists
#
3477 3478
sub restore_installed_db ($) {
  my $test_name= shift;
3479 3480 3481 3482 3483 3484 3485 3486

  if ( -d $path_snapshot)
  {
    mtr_report("Restoring snapshot of databases");

    foreach my $data_dir (@data_dir_lst)
    {
      my $name= basename($data_dir);
3487
      save_files_before_restore($test_name, $data_dir);
3488
      rmtree("$data_dir");
3489
      mtr_copy_dir("$path_snapshot/$name", "$data_dir");
3490
    }
unknown's avatar
unknown committed
3491 3492 3493 3494

    # Remove the ndb_*_fs dirs for all ndbd nodes
    # forcing a clean start of ndb
    foreach my $cluster (@{$clusters})
3495
    {
unknown's avatar
unknown committed
3496 3497 3498 3499
      foreach my $ndbd (@{$cluster->{'ndbds'}})
      {
	rmtree("$ndbd->{'path_fs'}" );
      }
3500 3501 3502 3503
    }
  }
  else
  {
unknown's avatar
unknown committed
3504 3505
    # No snapshot existed
    mtr_error("No snapshot existed");
3506 3507 3508
  }
}

unknown's avatar
unknown committed
3509 3510 3511 3512
sub report_failure_and_restart ($) {
  my $tinfo= shift;

  mtr_report_test_failed($tinfo);
3513
  mtr_show_failed_diff($tinfo->{'result_file'});
unknown's avatar
unknown committed
3514
  print "\n";
3515
  if ( $opt_force )
unknown's avatar
unknown committed
3516
  {
unknown's avatar
unknown committed
3517 3518 3519
    # Stop all servers that are known to be running
    stop_all_servers();

3520
    # Restore the snapshot of the installed test db
3521
    restore_installed_db($tinfo->{'name'});
3522 3523
    print "Resuming Tests\n\n";
    return;
unknown's avatar
unknown committed
3524 3525
  }

3526 3527 3528
  my $test_mode= join(" ", @::glob_test_mode) || "default";
  print "Aborting: $tinfo->{'name'} failed in $test_mode mode. ";
  print "To continue, re-run with '--force'.\n";
unknown's avatar
unknown committed
3529
  if ( ! $glob_debugger and
3530
       ! $opt_extern and
unknown's avatar
unknown committed
3531
       ! $glob_use_embedded_server )
unknown's avatar
unknown committed
3532
  {
unknown's avatar
unknown committed
3533
    stop_all_servers();
unknown's avatar
unknown committed
3534
  }
3535 3536
  mtr_exit(1);

unknown's avatar
unknown committed
3537 3538 3539 3540 3541 3542 3543 3544 3545
}


##############################################################################
#
#  Start and stop servers
#
##############################################################################

unknown's avatar
unknown committed
3546

3547 3548 3549 3550 3551
sub do_before_start_master ($) {
  my ($tinfo)= @_;

  my $tname= $tinfo->{'name'};
  my $init_script= $tinfo->{'master_sh'};
unknown's avatar
unknown committed
3552 3553 3554

  # FIXME what about second master.....

3555
  foreach my $bin ( glob("$opt_vardir/log/master*-bin*") )
unknown's avatar
unknown committed
3556
  {
3557
    unlink($bin);
unknown's avatar
unknown committed
3558 3559
  }

unknown's avatar
unknown committed
3560
  # FIXME only remove the ones that are tied to this master
unknown's avatar
unknown committed
3561
  # Remove old master.info and relay-log.info files
unknown's avatar
unknown committed
3562 3563 3564 3565
  unlink("$master->[0]->{'path_myddir'}/master.info");
  unlink("$master->[0]->{'path_myddir'}/relay-log.info");
  unlink("$master->[1]->{'path_myddir'}/master.info");
  unlink("$master->[1]->{'path_myddir'}/relay-log.info");
unknown's avatar
unknown committed
3566

unknown's avatar
unknown committed
3567
  # Run master initialization shell script if one exists
unknown's avatar
unknown committed
3568
  if ( $init_script )
unknown's avatar
unknown committed
3569
  {
unknown's avatar
unknown committed
3570 3571 3572 3573
    my $ret= mtr_run("/bin/sh", [$init_script], "", "", "", "");
    if ( $ret != 0 )
    {
      # FIXME rewrite those scripts to return 0 if successful
unknown's avatar
unknown committed
3574
      # mtr_warning("$init_script exited with code $ret");
unknown's avatar
unknown committed
3575
    }
unknown's avatar
unknown committed
3576 3577 3578
  }
}

unknown's avatar
unknown committed
3579

3580 3581
sub do_before_start_slave ($) {
  my ($tinfo)= @_;
unknown's avatar
unknown committed
3582

3583 3584
  my $tname= $tinfo->{'name'};
  my $init_script= $tinfo->{'master_sh'};
unknown's avatar
unknown committed
3585

3586
  foreach my $bin ( glob("$opt_vardir/log/slave*-bin*") )
unknown's avatar
unknown committed
3587
  {
3588
    unlink($bin);
unknown's avatar
unknown committed
3589 3590
  }

3591 3592 3593
  unlink("$slave->[0]->{'path_myddir'}/master.info");
  unlink("$slave->[0]->{'path_myddir'}/relay-log.info");

unknown's avatar
unknown committed
3594
  # Run slave initialization shell script if one exists
unknown's avatar
unknown committed
3595
  if ( $init_script )
unknown's avatar
unknown committed
3596
  {
unknown's avatar
unknown committed
3597 3598 3599 3600
    my $ret= mtr_run("/bin/sh", [$init_script], "", "", "", "");
    if ( $ret != 0 )
    {
      # FIXME rewrite those scripts to return 0 if successful
unknown's avatar
unknown committed
3601
      # mtr_warning("$init_script exited with code $ret");
unknown's avatar
unknown committed
3602
    }
unknown's avatar
unknown committed
3603 3604
  }

unknown's avatar
unknown committed
3605 3606 3607 3608
  foreach my $bin ( glob("$slave->[0]->{'path_myddir'}/log.*") )
  {
    unlink($bin);
  }
unknown's avatar
unknown committed
3609 3610
}

unknown's avatar
unknown committed
3611

3612
sub mysqld_arguments ($$$$) {
unknown's avatar
unknown committed
3613
  my $args=              shift;
3614
  my $mysqld=            shift;
unknown's avatar
unknown committed
3615 3616 3617
  my $extra_opt=         shift;
  my $slave_master_info= shift;

3618
  my $idx= $mysqld->{'idx'};
unknown's avatar
unknown committed
3619
  my $sidx= "";                 # Index as string, 0 is empty string
3620
  if ( $idx> 0 )
unknown's avatar
unknown committed
3621
  {
3622
    $sidx= $idx;
unknown's avatar
unknown committed
3623 3624 3625 3626 3627 3628 3629 3630
  }

  my $prefix= "";               # If mysqltest server arg
  if ( $glob_use_embedded_server )
  {
    $prefix= "--server-arg=";
  }

3631 3632
  mtr_add_arg($args, "%s--no-defaults", $prefix);

3633
  mtr_add_arg($args, "%s--console", $prefix);
unknown's avatar
unknown committed
3634 3635
  mtr_add_arg($args, "%s--basedir=%s", $prefix, $path_my_basedir);
  mtr_add_arg($args, "%s--character-sets-dir=%s", $prefix, $path_charsetsdir);
unknown's avatar
unknown committed
3636

3637 3638 3639 3640 3641 3642
  if ( $mysql_version_id >= 50036)
  {
    # Prevent the started mysqld to access files outside of vardir
    mtr_add_arg($args, "%s--secure-file-priv=%s", $prefix, $opt_vardir);
  }

unknown's avatar
unknown committed
3643 3644 3645 3646 3647
  if ( $mysql_version_id >= 50000 )
  {
    mtr_add_arg($args, "%s--log-bin-trust-function-creators", $prefix);
  }

unknown's avatar
unknown committed
3648 3649 3650 3651
  mtr_add_arg($args, "%s--default-character-set=latin1", $prefix);
  mtr_add_arg($args, "%s--language=%s", $prefix, $path_language);
  mtr_add_arg($args, "%s--tmpdir=$opt_tmpdir", $prefix);

unknown's avatar
unknown committed
3652
  if ( $opt_valgrind_mysqld )
unknown's avatar
unknown committed
3653 3654
  {
    mtr_add_arg($args, "%s--skip-safemalloc", $prefix);
3655 3656 3657 3658 3659

    if ( $mysql_version_id < 50100 )
    {
      mtr_add_arg($args, "%s--skip-bdb", $prefix);
    }
unknown's avatar
unknown committed
3660 3661
  }

3662 3663 3664 3665 3666 3667 3668 3669 3670 3671 3672 3673 3674 3675 3676 3677 3678 3679 3680
  mtr_add_arg($args, "%s--pid-file=%s", $prefix,
	      $mysqld->{'path_pid'});

  mtr_add_arg($args, "%s--port=%d", $prefix,
                $mysqld->{'port'});

  mtr_add_arg($args, "%s--socket=%s", $prefix,
	      $mysqld->{'path_sock'});

  mtr_add_arg($args, "%s--datadir=%s", $prefix,
	      $mysqld->{'path_myddir'});


  if ( $mysql_version_id >= 50106 )
  {
    # Turn on logging to bothe tables and file
    mtr_add_arg($args, "%s--log-output=table,file", $prefix);
  }

3681 3682 3683 3684
  my $log_base_path= "$opt_vardir/log/$mysqld->{'type'}$sidx";
  mtr_add_arg($args, "%s--log=%s.log", $prefix, $log_base_path);
  mtr_add_arg($args,
	      "%s--log-slow-queries=%s-slow.log", $prefix, $log_base_path);
3685

3686
  # Check if "extra_opt" contains --skip-log-bin
3687
  my $skip_binlog= grep(/^--skip-log-bin/, @$extra_opt);
unknown's avatar
unknown committed
3688

3689
  if ( $mysqld->{'type'} eq 'master' )
unknown's avatar
unknown committed
3690
  {
3691
    if (! ($opt_skip_master_binlog || $skip_binlog) )
unknown's avatar
unknown committed
3692 3693 3694 3695
    {
      mtr_add_arg($args, "%s--log-bin=%s/log/master-bin%s", $prefix,
                  $opt_vardir, $sidx);
    }
3696 3697 3698 3699 3700 3701 3702

    mtr_add_arg($args, "%s--server-id=%d", $prefix,
	       $idx > 0 ? $idx + 101 : 1);

    mtr_add_arg($args, "%s--innodb_data_file_path=ibdata1:10M:autoextend",
		$prefix);

unknown's avatar
unknown committed
3703
    mtr_add_arg($args, "%s--local-infile", $prefix);
unknown's avatar
unknown committed
3704

unknown's avatar
unknown committed
3705
    if ( $idx > 0 or !$use_innodb)
unknown's avatar
unknown committed
3706 3707 3708 3709
    {
      mtr_add_arg($args, "%s--skip-innodb", $prefix);
    }

3710
    my $cluster= $clusters->[$mysqld->{'cluster'}];
unknown's avatar
unknown committed
3711 3712
    if ( $opt_skip_ndbcluster ||
	 !$cluster->{'pid'})
unknown's avatar
unknown committed
3713 3714 3715
    {
      mtr_add_arg($args, "%s--skip-ndbcluster", $prefix);
    }
3716 3717 3718 3719
    else
    {
      mtr_add_arg($args, "%s--ndbcluster", $prefix);
      mtr_add_arg($args, "%s--ndb-connectstring=%s", $prefix,
unknown's avatar
unknown committed
3720
		  $cluster->{'connect_string'});
3721
      if ( $mysql_version_id >= 50100 )
3722 3723 3724
      {
	mtr_add_arg($args, "%s--ndb-extra-logging", $prefix);
      }
3725
    }
unknown's avatar
unknown committed
3726
  }
3727
  else
unknown's avatar
unknown committed
3728
  {
3729 3730
    mtr_error("unknown mysqld type")
      unless $mysqld->{'type'} eq 'slave';
unknown's avatar
unknown committed
3731 3732

    mtr_add_arg($args, "%s--init-rpl-role=slave", $prefix);
3733
    if (! ( $opt_skip_slave_binlog || $skip_binlog ))
unknown's avatar
unknown committed
3734 3735 3736 3737 3738 3739
    {
      mtr_add_arg($args, "%s--log-bin=%s/log/slave%s-bin", $prefix,
                  $opt_vardir, $sidx); # FIXME use own dir for binlogs
      mtr_add_arg($args, "%s--log-slave-updates", $prefix);
    }

unknown's avatar
unknown committed
3740
    mtr_add_arg($args, "%s--master-retry-count=10", $prefix);
3741

3742 3743
    mtr_add_arg($args, "%s--relay-log=%s/log/slave%s-relay-bin", $prefix,
                $opt_vardir, $sidx);
unknown's avatar
unknown committed
3744 3745
    mtr_add_arg($args, "%s--report-host=127.0.0.1", $prefix);
    mtr_add_arg($args, "%s--report-port=%d", $prefix,
3746
                $mysqld->{'port'});
unknown's avatar
unknown committed
3747 3748 3749
    mtr_add_arg($args, "%s--report-user=root", $prefix);
    mtr_add_arg($args, "%s--skip-innodb", $prefix);
    mtr_add_arg($args, "%s--skip-slave-start", $prefix);
3750 3751 3752 3753

    # Directory where slaves find the dumps generated by "load data"
    # on the server. The path need to have constant length otherwise
    # test results will vary, thus a relative path is used.
3754
    my $slave_load_path= "../tmp";
unknown's avatar
unknown committed
3755
    mtr_add_arg($args, "%s--slave-load-tmpdir=%s", $prefix,
3756
                $slave_load_path);
unknown's avatar
unknown committed
3757 3758 3759 3760 3761 3762 3763 3764 3765 3766 3767 3768 3769 3770 3771 3772
    mtr_add_arg($args, "%s--set-variable=slave_net_timeout=10", $prefix);

    if ( @$slave_master_info )
    {
      foreach my $arg ( @$slave_master_info )
      {
        mtr_add_arg($args, "%s%s", $prefix, $arg);
      }
    }
    else
    {
      mtr_add_arg($args, "%s--master-user=root", $prefix);
      mtr_add_arg($args, "%s--master-connect-retry=1", $prefix);
      mtr_add_arg($args, "%s--master-host=127.0.0.1", $prefix);
      mtr_add_arg($args, "%s--master-password=", $prefix);
      mtr_add_arg($args, "%s--master-port=%d", $prefix,
unknown's avatar
unknown committed
3773
                  $master->[0]->{'port'}); # First master
3774 3775 3776

      my $slave_server_id=  2 + $idx;
      my $slave_rpl_rank= $slave_server_id;
unknown's avatar
unknown committed
3777 3778 3779
      mtr_add_arg($args, "%s--server-id=%d", $prefix, $slave_server_id);
      mtr_add_arg($args, "%s--rpl-recovery-rank=%d", $prefix, $slave_rpl_rank);
    }
unknown's avatar
unknown committed
3780 3781

    if ( $opt_skip_ndbcluster_slave ||
3782 3783
         $mysqld->{'cluster'} == -1 ||
	 !$clusters->[$mysqld->{'cluster'}]->{'pid'} )
unknown's avatar
unknown committed
3784 3785 3786 3787 3788 3789 3790
    {
      mtr_add_arg($args, "%s--skip-ndbcluster", $prefix);
    }
    else
    {
      mtr_add_arg($args, "%s--ndbcluster", $prefix);
      mtr_add_arg($args, "%s--ndb-connectstring=%s", $prefix,
3791 3792
		  $clusters->[$mysqld->{'cluster'}]->{'connect_string'});

3793
      if ( $mysql_version_id >= 50100 )
3794 3795 3796
      {
	mtr_add_arg($args, "%s--ndb-extra-logging", $prefix);
      }
unknown's avatar
unknown committed
3797
    }
3798

unknown's avatar
unknown committed
3799 3800 3801 3802
  } # end slave

  if ( $opt_debug )
  {
3803 3804
    mtr_add_arg($args, "%s--debug=d:t:i:A,%s/log/%s%s.trace",
		$prefix, $path_vardir_trace, $mysqld->{'type'}, $sidx);
unknown's avatar
unknown committed
3805 3806 3807 3808 3809 3810
  }

  mtr_add_arg($args, "%s--key_buffer_size=1M", $prefix);
  mtr_add_arg($args, "%s--sort_buffer=256K", $prefix);
  mtr_add_arg($args, "%s--max_heap_table_size=1M", $prefix);

3811
  if ( $opt_ssl_supported )
unknown's avatar
unknown committed
3812
  {
3813 3814 3815 3816 3817 3818
    mtr_add_arg($args, "%s--ssl-ca=%s/std_data/cacert.pem", $prefix,
                $glob_mysql_test_dir);
    mtr_add_arg($args, "%s--ssl-cert=%s/std_data/server-cert.pem", $prefix,
                $glob_mysql_test_dir);
    mtr_add_arg($args, "%s--ssl-key=%s/std_data/server-key.pem", $prefix,
                $glob_mysql_test_dir);
unknown's avatar
unknown committed
3819 3820 3821 3822 3823 3824 3825
  }

  if ( $opt_warnings )
  {
    mtr_add_arg($args, "%s--log-warnings", $prefix);
  }

unknown's avatar
unknown committed
3826 3827
  # Indicate to "mysqld" it will be debugged in debugger
  if ( $glob_debugger )
unknown's avatar
unknown committed
3828 3829 3830 3831
  {
    mtr_add_arg($args, "%s--gdb", $prefix);
  }

unknown's avatar
unknown committed
3832 3833
  my $found_skip_core= 0;
  foreach my $arg ( @opt_extra_mysqld_opt, @$extra_opt )
unknown's avatar
unknown committed
3834
  {
3835
    # Allow --skip-core-file to be set in <testname>-[master|slave].opt file
unknown's avatar
unknown committed
3836
    if ($arg eq "--skip-core-file")
unknown's avatar
unknown committed
3837
    {
unknown's avatar
unknown committed
3838
      $found_skip_core= 1;
unknown's avatar
unknown committed
3839
    }
3840 3841 3842 3843
    elsif ($skip_binlog and mtr_match_prefix($arg, "--binlog-format"))
    {
      ; # Dont add --binlog-format when running without binlog
    }
unknown's avatar
unknown committed
3844
    else
unknown's avatar
unknown committed
3845
    {
unknown's avatar
unknown committed
3846
      mtr_add_arg($args, "%s%s", $prefix, $arg);
unknown's avatar
unknown committed
3847 3848
    }
  }
unknown's avatar
unknown committed
3849
  if ( !$found_skip_core )
unknown's avatar
unknown committed
3850
  {
unknown's avatar
unknown committed
3851
    mtr_add_arg($args, "%s%s", $prefix, "--core-file");
unknown's avatar
unknown committed
3852 3853 3854 3855 3856 3857 3858
  }

  if ( $opt_bench )
  {
    mtr_add_arg($args, "%s--rpl-recovery-rank=1", $prefix);
    mtr_add_arg($args, "%s--init-rpl-role=master", $prefix);
  }
3859
  elsif ( $mysqld->{'type'} eq 'master' )
unknown's avatar
unknown committed
3860 3861 3862 3863 3864 3865 3866 3867 3868 3869 3870 3871 3872 3873
  {
    mtr_add_arg($args, "%s--open-files-limit=1024", $prefix);
  }

  return $args;
}


##############################################################################
#
#  Start mysqld and return the PID
#
##############################################################################

unknown's avatar
unknown committed
3874 3875
sub mysqld_start ($$$) {
  my $mysqld=            shift;
unknown's avatar
unknown committed
3876 3877
  my $extra_opt=         shift;
  my $slave_master_info= shift;
unknown's avatar
unknown committed
3878 3879 3880

  my $args;                             # Arg vector
  my $exe;
unknown's avatar
unknown committed
3881 3882 3883 3884 3885
  my $pid= -1;
  my $wait_for_pid_file= 1;

  my $type= $mysqld->{'type'};
  my $idx= $mysqld->{'idx'};
unknown's avatar
unknown committed
3886

3887 3888 3889
  mtr_error("Internal error: mysqld should never be started for embedded")
    if $glob_use_embedded_server;

unknown's avatar
unknown committed
3890
  if ( $type eq 'master' )
unknown's avatar
unknown committed
3891
  {
unknown's avatar
unknown committed
3892 3893 3894 3895 3896
    $exe= $exe_master_mysqld;
  }
  elsif ( $type eq 'slave' )
  {
    $exe= $exe_slave_mysqld;
unknown's avatar
unknown committed
3897 3898 3899
  }
  else
  {
unknown's avatar
unknown committed
3900 3901 3902 3903 3904 3905 3906 3907 3908 3909
    mtr_error("Unknown 'type' \"$type\" passed to mysqld_start");
  }

  mtr_init_args(\$args);

  if ( $opt_valgrind_mysqld )
  {
    valgrind_arguments($args, \$exe);
  }

3910
  mysqld_arguments($args,$mysqld,$extra_opt,$slave_master_info);
unknown's avatar
unknown committed
3911 3912 3913 3914 3915 3916 3917 3918 3919 3920 3921 3922 3923 3924 3925 3926 3927 3928 3929 3930 3931 3932 3933 3934 3935 3936 3937 3938 3939 3940 3941 3942 3943 3944 3945 3946 3947 3948 3949 3950 3951 3952 3953 3954 3955 3956 3957 3958 3959 3960 3961 3962 3963 3964 3965 3966 3967 3968 3969 3970 3971 3972 3973 3974 3975 3976 3977 3978 3979 3980 3981 3982 3983 3984 3985 3986 3987 3988 3989 3990 3991 3992 3993 3994 3995 3996 3997 3998 3999 4000 4001 4002 4003 4004 4005 4006 4007 4008 4009 4010 4011 4012 4013 4014 4015 4016 4017 4018 4019 4020 4021 4022 4023 4024 4025 4026 4027 4028 4029 4030 4031 4032 4033 4034 4035 4036 4037 4038 4039 4040 4041 4042 4043 4044 4045 4046 4047 4048 4049 4050 4051 4052 4053 4054 4055 4056

  if ( $opt_gdb || $opt_manual_gdb)
  {
    gdb_arguments(\$args, \$exe, "$type"."_$idx");
  }
  elsif ( $opt_ddd || $opt_manual_ddd )
  {
    ddd_arguments(\$args, \$exe, "$type"."_$idx");
  }
  elsif ( $opt_debugger )
  {
    debugger_arguments(\$args, \$exe, "$type"."_$idx");
  }
  elsif ( $opt_manual_debug )
  {
     print "\nStart $type in your debugger\n" .
           "dir: $glob_mysql_test_dir\n" .
           "exe: $exe\n" .
	   "args:  " . join(" ", @$args)  . "\n\n" .
	   "Waiting ....\n";

     # Indicate the exe should not be started
    $exe= undef;
  }
  else
  {
    # Default to not wait until pid file has been created
    $wait_for_pid_file= 0;
  }

  if ( defined $exe )
  {
    $pid= mtr_spawn($exe, $args, "",
		    $mysqld->{'path_myerr'},
		    $mysqld->{'path_myerr'},
		    "",
		    { append_log_file => 1 });
  }


  if ( $wait_for_pid_file && !sleep_until_file_created($mysqld->{'path_pid'},
						       $mysqld->{'start_timeout'},
						       $pid))
  {

    mtr_error("Failed to start mysqld $mysqld->{'type'}");
  }


  # Remember pid of the started process
  $mysqld->{'pid'}= $pid;

  # Remember options used when starting
  $mysqld->{'start_opts'}= $extra_opt;
  $mysqld->{'start_slave_master_info'}= $slave_master_info;

  mtr_verbose("mysqld pid: $pid");
  return $pid;
}


sub stop_all_servers () {

  print  "Stopping All Servers\n";

  if ( ! $opt_skip_im )
  {
    print  "Shutting-down Instance Manager\n";
    unless (mtr_im_stop($instance_manager, "stop_all_servers"))
    {
      mtr_error("Failed to stop Instance Manager.")
    }
  }

  my %admin_pids; # hash of admin processes that requests shutdown
  my @kill_pids;  # list of processes to shutdown/kill
  my $pid;

  # Start shutdown of all started masters
  foreach my $mysqld (@{$master}, @{$slave})
  {
    if ( $mysqld->{'pid'} )
    {
      $pid= mtr_mysqladmin_start($mysqld, "shutdown", 70);
      $admin_pids{$pid}= 1;

      push(@kill_pids,{
		       pid      => $mysqld->{'pid'},
		       pidfile  => $mysqld->{'path_pid'},
		       sockfile => $mysqld->{'path_sock'},
		       port     => $mysqld->{'port'},
		      });

      $mysqld->{'pid'}= 0; # Assume we are done with it
    }
  }

  # Start shutdown of clusters
  foreach my $cluster (@{$clusters})
  {
    if ( $cluster->{'pid'} )
    {
      $pid= mtr_ndbmgm_start($cluster, "shutdown");
      $admin_pids{$pid}= 1;

      push(@kill_pids,{
		       pid      => $cluster->{'pid'},
		       pidfile  => $cluster->{'path_pid'}
		      });

      $cluster->{'pid'}= 0; # Assume we are done with it

      foreach my $ndbd (@{$cluster->{'ndbds'}})
      {
        if ( $ndbd->{'pid'} )
	{
	  push(@kill_pids,{
			   pid      => $ndbd->{'pid'},
			   pidfile  => $ndbd->{'path_pid'},
			  });
	  $ndbd->{'pid'}= 0;
	}
      }
    }
  }

  # Wait blocking until all shutdown processes has completed
  mtr_wait_blocking(\%admin_pids);

  # Make sure that process has shutdown else try to kill them
  mtr_check_stop_servers(\@kill_pids);

  foreach my $mysqld (@{$master}, @{$slave})
  {
    rm_ndbcluster_tables($mysqld->{'path_myddir'});
  }
}


sub run_testcase_need_master_restart($)
{
  my ($tinfo)= @_;

  # We try to find out if we are to restart the master(s)
  my $do_restart= 0;          # Assumes we don't have to

unknown's avatar
unknown committed
4057 4058 4059 4060 4061 4062
  if ( $glob_use_embedded_server )
  {
    mtr_verbose("Never start or restart for embedded server");
    return $do_restart;
  }
  elsif ( $tinfo->{'master_sh'} )
unknown's avatar
unknown committed
4063 4064
  {
    $do_restart= 1;           # Always restart if script to run
4065 4066 4067 4068 4069 4070
    mtr_verbose("Restart master: Always restart if script to run");
  }
  if ( $tinfo->{'force_restart'} )
  {
    $do_restart= 1; # Always restart if --force-restart in -opt file
    mtr_verbose("Restart master: Restart forced with --force-restart");
unknown's avatar
unknown committed
4071 4072
  }
  elsif ( ! $opt_skip_ndbcluster and
4073
	  !$tinfo->{'ndb_test'} and
unknown's avatar
unknown committed
4074 4075 4076
	  $clusters->[0]->{'pid'} != 0 )
  {
    $do_restart= 1;           # Restart without cluster
4077
    mtr_verbose("Restart master: Test does not need cluster");
unknown's avatar
unknown committed
4078 4079
  }
  elsif ( ! $opt_skip_ndbcluster and
4080
	  $tinfo->{'ndb_test'} and
unknown's avatar
unknown committed
4081 4082 4083
	  $clusters->[0]->{'pid'} == 0 )
  {
    $do_restart= 1;           # Restart with cluster
4084
    mtr_verbose("Restart master: Test need cluster");
unknown's avatar
unknown committed
4085
  }
unknown's avatar
unknown committed
4086 4087 4088
  elsif( $tinfo->{'component_id'} eq 'im' )
  {
    $do_restart= 1;
4089
    mtr_verbose("Restart master: Always restart for im tests");
unknown's avatar
unknown committed
4090
  }
4091 4092 4093
  elsif ( $master->[0]->{'running_master_options'} and
	  $master->[0]->{'running_master_options'}->{'timezone'} ne
	  $tinfo->{'timezone'})
unknown's avatar
unknown committed
4094 4095
  {
    $do_restart= 1;
4096
    mtr_verbose("Restart master: Different timezone");
unknown's avatar
unknown committed
4097 4098 4099 4100 4101 4102 4103
  }
  # Check that running master was started with same options
  # as the current test requires
  elsif (! mtr_same_opts($master->[0]->{'start_opts'},
                         $tinfo->{'master_opt'}) )
  {
    $do_restart= 1;
4104
    mtr_verbose("Restart master: running with different options '" .
unknown's avatar
unknown committed
4105 4106 4107
	       join(" ", @{$tinfo->{'master_opt'}}) . "' != '" .
		join(" ", @{$master->[0]->{'start_opts'}}) . "'" );
  }
4108 4109
  elsif( ! $master->[0]->{'pid'} )
  {
4110 4111 4112 4113 4114 4115 4116 4117 4118 4119
    if ( $opt_extern )
    {
      $do_restart= 0;
      mtr_verbose("No restart: using extern master");
    }
    else
    {
      $do_restart= 1;
      mtr_verbose("Restart master: master is not started");
    }
4120
  }
unknown's avatar
unknown committed
4121 4122 4123 4124 4125 4126 4127 4128 4129 4130
  return $do_restart;
}

sub run_testcase_need_slave_restart($)
{
  my ($tinfo)= @_;

  # We try to find out if we are to restart the slaves
  my $do_slave_restart= 0;     # Assumes we don't have to

unknown's avatar
unknown committed
4131
  if ( $glob_use_embedded_server )
unknown's avatar
unknown committed
4132
  {
unknown's avatar
unknown committed
4133 4134
    mtr_verbose("Never start or restart for embedded server");
    return $do_slave_restart;
unknown's avatar
unknown committed
4135
  }
unknown's avatar
unknown committed
4136
  elsif ( $max_slave_num == 0)
unknown's avatar
unknown committed
4137
  {
4138
    mtr_verbose("Skip slave restart: No testcase use slaves");
unknown's avatar
unknown committed
4139
  }
4140 4141
  else
  {
unknown's avatar
unknown committed
4142

4143 4144 4145 4146 4147 4148 4149 4150 4151 4152
    # Check if any slave is currently started
    my $any_slave_started= 0;
    foreach my $mysqld (@{$slave})
    {
      if ( $mysqld->{'pid'} )
      {
	$any_slave_started= 1;
	last;
      }
    }
unknown's avatar
unknown committed
4153

4154 4155
    if ($any_slave_started)
    {
4156
      mtr_verbose("Restart slave: Slave is started, always restart");
4157 4158 4159 4160
      $do_slave_restart= 1;
    }
    elsif ( $tinfo->{'slave_num'} )
    {
4161
      mtr_verbose("Restart slave: Test need slave");
4162 4163
      $do_slave_restart= 1;
    }
unknown's avatar
unknown committed
4164 4165
  }

unknown's avatar
unknown committed
4166 4167 4168 4169 4170 4171 4172 4173 4174 4175 4176 4177 4178 4179 4180 4181 4182 4183 4184 4185 4186
  return $do_slave_restart;

}

# ----------------------------------------------------------------------
# If not using a running servers we may need to stop and restart.
# We restart in the case we have initiation scripts, server options
# etc to run. But we also restart again after the test first restart
# and test is run, to get back to normal server settings.
#
# To make the code a bit more clean, we actually only stop servers
# here, and mark this to be done. Then a generic "start" part will
# start up the needed servers again.
# ----------------------------------------------------------------------

sub run_testcase_stop_servers($$$) {
  my ($tinfo, $do_restart, $do_slave_restart)= @_;
  my $pid;
  my %admin_pids; # hash of admin processes that requests shutdown
  my @kill_pids;  # list of processes to shutdown/kill

4187
  # Remember if we restarted for this test case (count restarts)
unknown's avatar
unknown committed
4188 4189 4190
  $tinfo->{'restarted'}= $do_restart;

  if ( $do_restart )
unknown's avatar
unknown committed
4191
  {
4192
    delete $master->[0]->{'running_master_options'}; # Forget history
unknown's avatar
unknown committed
4193

unknown's avatar
unknown committed
4194 4195
    # Start shutdown of all started masters
    foreach my $mysqld (@{$master})
unknown's avatar
unknown committed
4196
    {
unknown's avatar
unknown committed
4197 4198 4199 4200 4201 4202 4203 4204 4205 4206 4207 4208 4209 4210 4211
      if ( $mysqld->{'pid'} )
      {
	$pid= mtr_mysqladmin_start($mysqld, "shutdown", 70);

	$admin_pids{$pid}= 1;

	push(@kill_pids,{
			 pid      => $mysqld->{'pid'},
			 pidfile  => $mysqld->{'path_pid'},
			 sockfile => $mysqld->{'path_sock'},
			 port     => $mysqld->{'port'},
			});

	$mysqld->{'pid'}= 0; # Assume we are done with it
      }
unknown's avatar
unknown committed
4212 4213
    }

unknown's avatar
unknown committed
4214 4215 4216
    # Start shutdown of master cluster
    my $cluster= $clusters->[0];
    if ( $cluster->{'pid'} )
unknown's avatar
unknown committed
4217
    {
unknown's avatar
unknown committed
4218 4219 4220 4221 4222 4223 4224 4225 4226 4227 4228 4229 4230 4231 4232 4233 4234 4235
      $pid= mtr_ndbmgm_start($cluster, "shutdown");
      $admin_pids{$pid}= 1;

      push(@kill_pids,{
		       pid      => $cluster->{'pid'},
		       pidfile  => $cluster->{'path_pid'}
		      });

      $cluster->{'pid'}= 0; # Assume we are done with it

      foreach my $ndbd (@{$cluster->{'ndbds'}})
      {
	push(@kill_pids,{
			 pid      => $ndbd->{'pid'},
			 pidfile  => $ndbd->{'path_pid'},
			});
	$ndbd->{'pid'}= 0; # Assume we are done with it
      }
unknown's avatar
unknown committed
4236 4237 4238
    }
  }

unknown's avatar
unknown committed
4239
  if ( $do_restart || $do_slave_restart )
unknown's avatar
unknown committed
4240 4241
  {

4242
    delete $slave->[0]->{'running_slave_options'}; # Forget history
unknown's avatar
unknown committed
4243

unknown's avatar
unknown committed
4244 4245 4246 4247 4248 4249
    # Start shutdown of all started slaves
    foreach my $mysqld (@{$slave})
    {
      if ( $mysqld->{'pid'} )
      {
	$pid= mtr_mysqladmin_start($mysqld, "shutdown", 70);
unknown's avatar
unknown committed
4250

unknown's avatar
unknown committed
4251
	$admin_pids{$pid}= 1;
unknown's avatar
unknown committed
4252

unknown's avatar
unknown committed
4253 4254 4255 4256 4257 4258
	push(@kill_pids,{
			 pid      => $mysqld->{'pid'},
			 pidfile  => $mysqld->{'path_pid'},
			 sockfile => $mysqld->{'path_sock'},
			 port     => $mysqld->{'port'},
			});
unknown's avatar
unknown committed
4259

4260

unknown's avatar
unknown committed
4261 4262 4263
	$mysqld->{'pid'}= 0; # Assume we are done with it
      }
    }
unknown's avatar
unknown committed
4264

unknown's avatar
unknown committed
4265 4266 4267 4268 4269
    # Start shutdown of slave cluster
    my $cluster= $clusters->[1];
    if ( $cluster->{'pid'} )
    {
      $pid= mtr_ndbmgm_start($cluster, "shutdown");
unknown's avatar
unknown committed
4270

unknown's avatar
unknown committed
4271
      $admin_pids{$pid}= 1;
unknown's avatar
unknown committed
4272

unknown's avatar
unknown committed
4273 4274 4275 4276
      push(@kill_pids,{
		       pid      => $cluster->{'pid'},
		       pidfile  => $cluster->{'path_pid'}
		      });
unknown's avatar
unknown committed
4277

unknown's avatar
unknown committed
4278 4279 4280 4281 4282 4283 4284 4285 4286 4287 4288
      $cluster->{'pid'}= 0; # Assume we are done with it

      foreach my $ndbd (@{$cluster->{'ndbds'}} )
      {
	push(@kill_pids,{
			 pid      => $ndbd->{'pid'},
			 pidfile  => $ndbd->{'path_pid'},
			});
	$ndbd->{'pid'}= 0; # Assume we are done with it
      }
    }
unknown's avatar
unknown committed
4289 4290
  }

unknown's avatar
unknown committed
4291 4292 4293 4294
  # ----------------------------------------------------------------------
  # Shutdown has now been started and lists for the shutdown processes
  # and the processes to be killed has been created
  # ----------------------------------------------------------------------
unknown's avatar
unknown committed
4295

unknown's avatar
unknown committed
4296 4297
  # Wait blocking until all shutdown processes has completed
  mtr_wait_blocking(\%admin_pids);
4298

unknown's avatar
unknown committed
4299

unknown's avatar
unknown committed
4300 4301 4302 4303
  # Make sure that process has shutdown else try to kill them
  mtr_check_stop_servers(\@kill_pids);

  foreach my $mysqld (@{$master}, @{$slave})
4304
  {
unknown's avatar
unknown committed
4305
    if ( ! $mysqld->{'pid'} )
unknown's avatar
unknown committed
4306
    {
unknown's avatar
unknown committed
4307 4308
      # Remove ndbcluster tables if server is stopped
      rm_ndbcluster_tables($mysqld->{'path_myddir'});
unknown's avatar
unknown committed
4309
    }
4310
  }
unknown's avatar
unknown committed
4311
}
4312 4313


4314 4315 4316
#
# run_testcase_start_servers
#
4317
# Start the servers needed by this test case
4318 4319 4320 4321 4322 4323
#
# RETURN
#  0 OK
#  1 Start failed
#

unknown's avatar
unknown committed
4324 4325 4326 4327 4328
sub run_testcase_start_servers($) {
  my $tinfo= shift;
  my $tname= $tinfo->{'name'};

  if ( $tinfo->{'component_id'} eq 'mysqld' )
unknown's avatar
unknown committed
4329
  {
unknown's avatar
unknown committed
4330 4331 4332
    if ( ! $opt_skip_ndbcluster and
	 !$clusters->[0]->{'pid'} and
	 $tinfo->{'ndb_test'} )
unknown's avatar
unknown committed
4333
    {
unknown's avatar
unknown committed
4334 4335
      # Test need cluster, cluster is not started, start it
      ndbcluster_start($clusters->[0], "");
unknown's avatar
unknown committed
4336 4337
    }

unknown's avatar
unknown committed
4338
    if ( !$master->[0]->{'pid'} )
unknown's avatar
unknown committed
4339
    {
unknown's avatar
unknown committed
4340
      # Master mysqld is not started
4341
      do_before_start_master($tinfo);
unknown's avatar
unknown committed
4342

unknown's avatar
unknown committed
4343
      mysqld_start($master->[0],$tinfo->{'master_opt'},[]);
unknown's avatar
unknown committed
4344 4345 4346

    }

4347 4348
    if ( $clusters->[0]->{'pid'} and ! $master->[1]->{'pid'} and
	 $tinfo->{'master_num'} > 1 )
unknown's avatar
unknown committed
4349 4350
    {
      # Test needs cluster, start an extra mysqld connected to cluster
unknown's avatar
unknown committed
4351

4352
      if ( $mysql_version_id >= 50100 )
unknown's avatar
unknown committed
4353
      {
4354 4355 4356 4357
	# First wait for first mysql server to have created ndb system
	# tables ok FIXME This is a workaround so that only one mysqld
	# create the tables
	if ( ! sleep_until_file_created(
unknown's avatar
unknown committed
4358
		  "$master->[0]->{'path_myddir'}/mysql/apply_status.ndb",
4359 4360 4361
					$master->[0]->{'start_timeout'},
					$master->[0]->{'pid'}))
	{
unknown's avatar
unknown committed
4362

unknown's avatar
unknown committed
4363
	  $tinfo->{'comment'}= "Failed to create 'mysql/apply_status' table";
4364
	  return 1;
4365
	}
unknown's avatar
unknown committed
4366 4367 4368
      }
      mysqld_start($master->[1],$tinfo->{'master_opt'},[]);
    }
4369

4370 4371
    # Save this test case information, so next can examine it
    $master->[0]->{'running_master_options'}= $tinfo;
unknown's avatar
unknown committed
4372
  }
unknown's avatar
unknown committed
4373
  elsif ( ! $opt_skip_im and $tinfo->{'component_id'} eq 'im' )
4374
  {
unknown's avatar
unknown committed
4375 4376 4377 4378 4379 4380 4381
    # We have to create defaults file every time, in order to ensure that it
    # will be the same for each test. The problem is that test can change the
    # file (by SET/UNSET commands), so w/o recreating the file, execution of
    # one test can affect the other.

    im_create_defaults_file($instance_manager);

4382
    if  ( ! mtr_im_start($instance_manager, $tinfo->{im_opts}) )
unknown's avatar
unknown committed
4383
    {
4384 4385
      $tinfo->{'comment'}= "Failed to start Instance Manager. ";
      return 1;
unknown's avatar
unknown committed
4386
    }
4387
  }
unknown's avatar
unknown committed
4388

unknown's avatar
unknown committed
4389 4390 4391 4392 4393 4394
  # ----------------------------------------------------------------------
  # Start slaves - if needed
  # ----------------------------------------------------------------------
  if ( $tinfo->{'slave_num'} )
  {
    restore_slave_databases($tinfo->{'slave_num'});
unknown's avatar
unknown committed
4395

4396
    do_before_start_slave($tinfo);
unknown's avatar
unknown committed
4397

unknown's avatar
unknown committed
4398 4399 4400
    if ( ! $opt_skip_ndbcluster_slave and
	 !$clusters->[1]->{'pid'} and
	 $tinfo->{'ndb_test'} )
unknown's avatar
unknown committed
4401
    {
unknown's avatar
unknown committed
4402 4403
      # Test need slave cluster, cluster is not started, start it
      ndbcluster_start($clusters->[1], "");
unknown's avatar
unknown committed
4404 4405
    }

unknown's avatar
unknown committed
4406
    for ( my $idx= 0; $idx <  $tinfo->{'slave_num'}; $idx++ )
unknown's avatar
unknown committed
4407
    {
unknown's avatar
unknown committed
4408 4409 4410 4411
      if ( ! $slave->[$idx]->{'pid'} )
      {
	mysqld_start($slave->[$idx],$tinfo->{'slave_opt'},
		     $tinfo->{'slave_mi'});
unknown's avatar
unknown committed
4412

unknown's avatar
unknown committed
4413
      }
unknown's avatar
unknown committed
4414 4415
    }

4416 4417
    # Save this test case information, so next can examine it
    $slave->[0]->{'running_slave_options'}= $tinfo;
unknown's avatar
unknown committed
4418 4419
  }

unknown's avatar
unknown committed
4420 4421
  # Wait for clusters to start
  foreach my $cluster (@{$clusters})
4422 4423
  {

unknown's avatar
unknown committed
4424
    next if !$cluster->{'pid'};
unknown's avatar
unknown committed
4425

unknown's avatar
unknown committed
4426 4427 4428
    if (ndbcluster_wait_started($cluster, ""))
    {
      # failed to start
4429 4430
      $tinfo->{'comment'}= "Start of $cluster->{'name'} cluster failed";
      return 1;
unknown's avatar
unknown committed
4431
    }
unknown's avatar
unknown committed
4432
  }
unknown's avatar
unknown committed
4433

unknown's avatar
unknown committed
4434 4435
  # Wait for mysqld's to start
  foreach my $mysqld (@{$master},@{$slave})
unknown's avatar
unknown committed
4436
  {
unknown's avatar
unknown committed
4437

unknown's avatar
unknown committed
4438
    next if !$mysqld->{'pid'};
unknown's avatar
unknown committed
4439

unknown's avatar
unknown committed
4440
    if (mysqld_wait_started($mysqld))
unknown's avatar
unknown committed
4441
    {
4442 4443 4444 4445
      # failed to start
      $tinfo->{'comment'}=
	"Failed to start $mysqld->{'type'} mysqld $mysqld->{'idx'}";
      return 1;
unknown's avatar
unknown committed
4446 4447
    }
  }
4448
  return 0;
unknown's avatar
unknown committed
4449 4450
}

4451 4452 4453 4454 4455
#
# Run include/check-testcase.test
# Before a testcase, run in record mode, save result file to var
# After testcase, run and compare with the recorded file, they should be equal!
#
4456 4457 4458 4459
# RETURN VALUE
#  0 OK
#  1 Check failed
#
unknown's avatar
unknown committed
4460
sub run_check_testcase ($$) {
4461 4462

  my $mode=     shift;
unknown's avatar
unknown committed
4463
  my $mysqld=   shift;
unknown's avatar
unknown committed
4464

unknown's avatar
unknown committed
4465
  my $name= "check-" . $mysqld->{'type'} . $mysqld->{'idx'};
4466 4467 4468 4469 4470 4471 4472 4473

  my $args;
  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--silent");
  mtr_add_arg($args, "--skip-safemalloc");
  mtr_add_arg($args, "--tmpdir=%s", $opt_tmpdir);
4474
  mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
4475

unknown's avatar
unknown committed
4476 4477
  mtr_add_arg($args, "--socket=%s", $mysqld->{'path_sock'});
  mtr_add_arg($args, "--port=%d", $mysqld->{'port'});
4478 4479 4480 4481 4482
  mtr_add_arg($args, "--database=test");
  mtr_add_arg($args, "--user=%s", $opt_user);
  mtr_add_arg($args, "--password=");

  mtr_add_arg($args, "-R");
unknown's avatar
unknown committed
4483
  mtr_add_arg($args, "$opt_vardir/tmp/$name.result");
4484 4485 4486 4487 4488 4489 4490 4491 4492

  if ( $mode eq "before" )
  {
    mtr_add_arg($args, "--record");
  }

  my $res = mtr_run_test($exe_mysqltest,$args,
	        "include/check-testcase.test", "", "", "");

4493
  if ( $res == 1  and $mode eq "after")
4494 4495
  {
    mtr_run("diff",["-u",
unknown's avatar
unknown committed
4496 4497
		    "$opt_vardir/tmp/$name.result",
		    "$opt_vardir/tmp/$name.reject"],
4498 4499 4500 4501 4502 4503
	    "", "", "", "");
  }
  elsif ( $res )
  {
    mtr_error("Could not execute 'check-testcase' $mode testcase");
  }
4504
  return $res;
4505 4506
}

4507 4508 4509 4510 4511 4512 4513 4514 4515 4516 4517 4518 4519 4520 4521 4522 4523 4524 4525 4526 4527 4528 4529 4530 4531 4532 4533 4534 4535 4536 4537 4538 4539 4540 4541 4542 4543
##############################################################################
#
#  Report the features that were compiled in
#
##############################################################################

sub run_report_features () {
  my $args;

  if ( ! $glob_use_embedded_server )
  {
    mysqld_start($master->[0],[],[]);
    if ( ! $master->[0]->{'pid'} )
    {
      mtr_error("Can't start the mysqld server");
    }
    mysqld_wait_started($master->[0]);
  }

  my $tinfo = {};
  $tinfo->{'name'} = 'report features';
  $tinfo->{'result_file'} = undef;
  $tinfo->{'component_id'} = 'mysqld';
  $tinfo->{'path'} = 'include/report-features.test';
  $tinfo->{'timezone'}=  "GMT-3";
  $tinfo->{'slave_num'} = 0;
  $tinfo->{'master_opt'} = [];
  $tinfo->{'slave_opt'} = [];
  $tinfo->{'slave_mi'} = [];
  $tinfo->{'comment'} = 'report server features';
  run_mysqltest($tinfo);

  if ( ! $glob_use_embedded_server )
  {
    stop_all_servers();
  }
}
unknown's avatar
unknown committed
4544

4545

unknown's avatar
unknown committed
4546 4547
sub run_mysqltest ($) {
  my ($tinfo)= @_;
unknown's avatar
unknown committed
4548 4549
  my $exe= $exe_mysqltest;
  my $args;
unknown's avatar
unknown committed
4550 4551 4552 4553 4554 4555 4556

  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--silent");
  mtr_add_arg($args, "--skip-safemalloc");
  mtr_add_arg($args, "--tmpdir=%s", $opt_tmpdir);
4557
  mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
4558

4559 4560 4561 4562
  # Log line number and time  for each line in .test file
  mtr_add_arg($args, "--mark-progress")
    if $opt_mark_progress;

4563 4564 4565 4566 4567 4568 4569 4570 4571
  if ($tinfo->{'component_id'} eq 'im')
  {
    mtr_add_arg($args, "--socket=%s", $instance_manager->{'path_sock'});
    mtr_add_arg($args, "--port=%d", $instance_manager->{'port'});
    mtr_add_arg($args, "--user=%s", $instance_manager->{'admin_login'});
    mtr_add_arg($args, "--password=%s", $instance_manager->{'admin_password'});
  }
  else # component_id == mysqld
  {
unknown's avatar
unknown committed
4572 4573
    mtr_add_arg($args, "--socket=%s", $master->[0]->{'path_sock'});
    mtr_add_arg($args, "--port=%d", $master->[0]->{'port'});
4574 4575 4576 4577
    mtr_add_arg($args, "--database=test");
    mtr_add_arg($args, "--user=%s", $opt_user);
    mtr_add_arg($args, "--password=");
  }
unknown's avatar
unknown committed
4578

unknown's avatar
unknown committed
4579 4580 4581 4582 4583
  if ( $opt_ps_protocol )
  {
    mtr_add_arg($args, "--ps-protocol");
  }

4584 4585 4586 4587 4588 4589 4590 4591 4592 4593 4594 4595 4596 4597 4598
  if ( $opt_sp_protocol )
  {
    mtr_add_arg($args, "--sp-protocol");
  }

  if ( $opt_view_protocol )
  {
    mtr_add_arg($args, "--view-protocol");
  }

  if ( $opt_cursor_protocol )
  {
    mtr_add_arg($args, "--cursor-protocol");
  }

unknown's avatar
unknown committed
4599 4600 4601 4602
  if ( $opt_strace_client )
  {
    $exe=  "strace";            # FIXME there are ktrace, ....
    mtr_add_arg($args, "-o");
4603
    mtr_add_arg($args, "%s/log/mysqltest.strace", $opt_vardir);
unknown's avatar
unknown committed
4604 4605 4606
    mtr_add_arg($args, "$exe_mysqltest");
  }

unknown's avatar
unknown committed
4607 4608
  if ( $opt_timer )
  {
4609
    mtr_add_arg($args, "--timer-file=%s/log/timer", $opt_vardir);
unknown's avatar
unknown committed
4610 4611 4612 4613 4614 4615 4616 4617 4618 4619 4620 4621 4622 4623
  }

  if ( $opt_compress )
  {
    mtr_add_arg($args, "--compress");
  }

  if ( $opt_sleep )
  {
    mtr_add_arg($args, "--sleep=%d", $opt_sleep);
  }

  if ( $opt_debug )
  {
unknown's avatar
unknown committed
4624 4625
    mtr_add_arg($args, "--debug=d:t:A,%s/log/mysqltest.trace",
		$path_vardir_trace);
unknown's avatar
unknown committed
4626 4627
  }

4628
  if ( $opt_ssl_supported )
unknown's avatar
unknown committed
4629
  {
4630
    mtr_add_arg($args, "--ssl-ca=%s/std_data/cacert.pem",
4631
	        $glob_mysql_test_dir);
4632
    mtr_add_arg($args, "--ssl-cert=%s/std_data/client-cert.pem",
4633
	        $glob_mysql_test_dir);
4634
    mtr_add_arg($args, "--ssl-key=%s/std_data/client-key.pem",
4635 4636 4637 4638 4639
	        $glob_mysql_test_dir);
  }

  if ( $opt_ssl )
  {
unknown's avatar
unknown committed
4640
    # Turn on SSL for _all_ test cases if option --ssl was used
4641
    mtr_add_arg($args, "--ssl");
4642 4643 4644
  }
  elsif ( $opt_ssl_supported )
  {
4645
    mtr_add_arg($args, "--skip-ssl");
unknown's avatar
unknown committed
4646 4647
  }

unknown's avatar
unknown committed
4648 4649 4650 4651
  # ----------------------------------------------------------------------
  # If embedded server, we create server args to give mysqltest to pass on
  # ----------------------------------------------------------------------

unknown's avatar
unknown committed
4652 4653
  if ( $glob_use_embedded_server )
  {
4654
    mysqld_arguments($args,$master->[0],$tinfo->{'master_opt'},[]);
unknown's avatar
unknown committed
4655 4656
  }

4657 4658 4659
  # ----------------------------------------------------------------------
  # export MYSQL_TEST variable containing <path>/mysqltest <args>
  # ----------------------------------------------------------------------
4660 4661
  $ENV{'MYSQL_TEST'}=
    mtr_native_path($exe_mysqltest) . " " . join(" ", @$args);
4662

4663
  # ----------------------------------------------------------------------
4664
  # Add arguments that should not go into the MYSQL_TEST env var
4665 4666
  # ----------------------------------------------------------------------

4667
  if ( $opt_valgrind_mysqltest )
4668 4669 4670 4671 4672 4673 4674 4675 4676 4677
  {
    # Prefix the Valgrind options to the argument list.
    # We do this here, since we do not want to Valgrind the nested invocations
    # of mysqltest; that would mess up the stderr output causing test failure.
    my @args_saved = @$args;
    mtr_init_args(\$args);
    valgrind_arguments($args, \$exe);
    mtr_add_arg($args, "%s", $_) for @args_saved;
  }

unknown's avatar
unknown committed
4678 4679 4680
  mtr_add_arg($args, "--test-file");
  mtr_add_arg($args, $tinfo->{'path'});

4681 4682 4683 4684
  if ( defined $tinfo->{'result_file'} ) {
    mtr_add_arg($args, "--result-file");
    mtr_add_arg($args, $tinfo->{'result_file'});
  }
4685 4686 4687 4688 4689 4690

  if ( $opt_record )
  {
    mtr_add_arg($args, "--record");
  }

unknown's avatar
unknown committed
4691 4692 4693 4694 4695 4696 4697 4698
  if ( $opt_client_gdb )
  {
    gdb_arguments(\$args, \$exe, "client");
  }
  elsif ( $opt_client_ddd )
  {
    ddd_arguments(\$args, \$exe, "client");
  }
4699 4700 4701 4702
  elsif ( $opt_client_debugger )
  {
    debugger_arguments(\$args, \$exe, "client");
  }
unknown's avatar
unknown committed
4703

4704 4705
  if ( $opt_check_testcases )
  {
unknown's avatar
unknown committed
4706 4707 4708 4709 4710 4711 4712
    foreach my $mysqld (@{$master}, @{$slave})
    {
      if ($mysqld->{'pid'})
      {
	run_check_testcase("before", $mysqld);
      }
    }
4713 4714
  }

4715
  my $res = mtr_run_test($exe,$args,"","",$path_timefile,"");
4716 4717 4718

  if ( $opt_check_testcases )
  {
unknown's avatar
unknown committed
4719 4720 4721 4722
    foreach my $mysqld (@{$master}, @{$slave})
    {
      if ($mysqld->{'pid'})
      {
4723 4724 4725 4726 4727
	if (run_check_testcase("after", $mysqld))
	{
	  # Check failed, mark the test case with that info
	  $tinfo->{'check_testcase_failed'}= 1;
	}
unknown's avatar
unknown committed
4728 4729
      }
    }
4730
  }
4731

4732
  return $res;
4733

unknown's avatar
unknown committed
4734
}
unknown's avatar
unknown committed
4735

unknown's avatar
unknown committed
4736

unknown's avatar
unknown committed
4737 4738 4739 4740 4741 4742 4743 4744 4745 4746 4747 4748
#
# Modify the exe and args so that program is run in gdb in xterm
#
sub gdb_arguments {
  my $args= shift;
  my $exe=  shift;
  my $type= shift;

  # Write $args to gdb init file
  my $str= join(" ", @$$args);
  my $gdb_init_file= "$opt_tmpdir/gdbinit.$type";

4749 4750 4751
  # Remove the old gdbinit file
  unlink($gdb_init_file);

unknown's avatar
unknown committed
4752 4753 4754 4755
  if ( $type eq "client" )
  {
    # write init file for client
    mtr_tofile($gdb_init_file,
4756 4757
	       "set args $str\n" .
	       "break main\n");
unknown's avatar
unknown committed
4758 4759 4760 4761 4762 4763 4764 4765 4766 4767
  }
  else
  {
    # write init file for mysqld
    mtr_tofile($gdb_init_file,
	       "set args $str\n" .
	       "break mysql_parse\n" .
	       "commands 1\n" .
	       "disable 1\n" .
	       "end\n" .
4768 4769 4770 4771 4772
	       "run");
  }

  if ( $opt_manual_gdb )
  {
4773
     print "\nTo start gdb for $type, type in another window:\n";
4774 4775 4776 4777 4778 4779
     print "cd $glob_mysql_test_dir;\n";
     print "gdb -x $gdb_init_file $$exe\n";

     # Indicate the exe should not be started
     $$exe= undef;
     return;
unknown's avatar
unknown committed
4780 4781 4782 4783 4784 4785
  }

  $$args= [];
  mtr_add_arg($$args, "-title");
  mtr_add_arg($$args, "$type");
  mtr_add_arg($$args, "-e");
4786

4787
  if ( $exe_libtool )
unknown's avatar
unknown committed
4788
  {
4789
    mtr_add_arg($$args, $exe_libtool);
unknown's avatar
unknown committed
4790 4791 4792 4793 4794 4795 4796 4797 4798
    mtr_add_arg($$args, "--mode=execute");
  }

  mtr_add_arg($$args, "gdb");
  mtr_add_arg($$args, "-x");
  mtr_add_arg($$args, "$gdb_init_file");
  mtr_add_arg($$args, "$$exe");

  $$exe= "xterm";
unknown's avatar
unknown committed
4799
}
unknown's avatar
unknown committed
4800

unknown's avatar
unknown committed
4801

unknown's avatar
unknown committed
4802 4803 4804 4805 4806 4807 4808 4809 4810 4811 4812
#
# Modify the exe and args so that program is run in ddd
#
sub ddd_arguments {
  my $args= shift;
  my $exe=  shift;
  my $type= shift;

  # Write $args to ddd init file
  my $str= join(" ", @$$args);
  my $gdb_init_file= "$opt_tmpdir/gdbinit.$type";
unknown's avatar
unknown committed
4813

4814 4815 4816
  # Remove the old gdbinit file
  unlink($gdb_init_file);

unknown's avatar
unknown committed
4817 4818 4819 4820 4821
  if ( $type eq "client" )
  {
    # write init file for client
    mtr_tofile($gdb_init_file,
	       "set args $str\n" .
4822
	       "break main\n");
unknown's avatar
unknown committed
4823 4824 4825 4826 4827 4828 4829 4830 4831 4832
  }
  else
  {
    # write init file for mysqld
    mtr_tofile($gdb_init_file,
	       "file $$exe\n" .
	       "set args $str\n" .
	       "break mysql_parse\n" .
	       "commands 1\n" .
	       "disable 1\n" .
4833
	       "end");
4834 4835 4836 4837
  }

  if ( $opt_manual_ddd )
  {
4838
     print "\nTo start ddd for $type, type in another window:\n";
4839 4840 4841 4842 4843 4844
     print "cd $glob_mysql_test_dir;\n";
     print "ddd -x $gdb_init_file $$exe\n";

     # Indicate the exe should not be started
     $$exe= undef;
     return;
unknown's avatar
unknown committed
4845 4846 4847 4848
  }

  my $save_exe= $$exe;
  $$args= [];
4849
  if ( $exe_libtool )
unknown's avatar
unknown committed
4850
  {
4851
    $$exe= $exe_libtool;
unknown's avatar
unknown committed
4852 4853 4854 4855 4856 4857 4858 4859 4860 4861 4862
    mtr_add_arg($$args, "--mode=execute");
    mtr_add_arg($$args, "ddd");
  }
  else
  {
    $$exe= "ddd";
  }
  mtr_add_arg($$args, "--command=$gdb_init_file");
  mtr_add_arg($$args, "$save_exe");
}

4863 4864 4865 4866 4867 4868 4869 4870 4871

#
# Modify the exe and args so that program is run in the selected debugger
#
sub debugger_arguments {
  my $args= shift;
  my $exe=  shift;
  my $debugger= $opt_debugger || $opt_client_debugger;

4872
  if ( $debugger =~ /vcexpress|vc|devenv/ )
4873 4874 4875 4876 4877 4878 4879
  {
    # vc[express] /debugexe exe arg1 .. argn

    # Add /debugexe and name of the exe before args
    unshift(@$$args, "/debugexe");
    unshift(@$$args, "$$exe");

4880 4881 4882
    # Set exe to debuggername
    $$exe= $debugger;

4883
  }
4884
  elsif ( $debugger =~ /windbg/ )
4885 4886 4887 4888 4889 4890
  {
    # windbg exe arg1 .. argn

    # Add name of the exe before args
    unshift(@$$args, "$$exe");

4891 4892 4893 4894 4895 4896 4897 4898 4899 4900 4901 4902 4903 4904 4905
    # Set exe to debuggername
    $$exe= $debugger;

  }
  elsif ( $debugger eq "dbx" )
  {
    # xterm -e dbx -r exe arg1 .. argn

    unshift(@$$args, $$exe);
    unshift(@$$args, "-r");
    unshift(@$$args, $debugger);
    unshift(@$$args, "-e");

    $$exe= "xterm";

4906 4907 4908 4909 4910 4911 4912 4913
  }
  else
  {
    mtr_error("Unknown argument \"$debugger\" passed to --debugger");
  }
}


unknown's avatar
unknown committed
4914 4915 4916
#
# Modify the exe and args so that program is run in valgrind
#
unknown's avatar
unknown committed
4917 4918 4919 4920
sub valgrind_arguments {
  my $args= shift;
  my $exe=  shift;

unknown's avatar
unknown committed
4921
  if ( $opt_callgrind)
unknown's avatar
unknown committed
4922
  {
unknown's avatar
unknown committed
4923 4924
    mtr_add_arg($args, "--tool=callgrind");
    mtr_add_arg($args, "--base=$opt_vardir/log");
unknown's avatar
unknown committed
4925
  }
unknown's avatar
unknown committed
4926 4927 4928 4929 4930 4931 4932 4933 4934
  else
  {
    mtr_add_arg($args, "--tool=memcheck"); # From >= 2.1.2 needs this option
    mtr_add_arg($args, "--alignment=8");
    mtr_add_arg($args, "--leak-check=yes");
    mtr_add_arg($args, "--num-callers=16");
    mtr_add_arg($args, "--suppressions=%s/valgrind.supp", $glob_mysql_test_dir)
      if -f "$glob_mysql_test_dir/valgrind.supp";
  }
unknown's avatar
unknown committed
4935

4936 4937
  # Add valgrind options, can be overriden by user
  mtr_add_arg($args, '%s', $_) for (split(' ', $opt_valgrind_options));
4938

unknown's avatar
unknown committed
4939 4940
  mtr_add_arg($args, $$exe);

unknown's avatar
unknown committed
4941
  $$exe= $opt_valgrind_path || "valgrind";
4942 4943 4944 4945 4946 4947 4948 4949

  if ($exe_libtool)
  {
    # Add "libtool --mode-execute" before the test to execute
    # if running in valgrind(to avoid valgrinding bash)
    unshift(@$args, "--mode=execute", $$exe);
    $$exe= $exe_libtool;
  }
unknown's avatar
unknown committed
4950 4951 4952
}


unknown's avatar
unknown committed
4953 4954 4955 4956 4957 4958
##############################################################################
#
#  Usage
#
##############################################################################

unknown's avatar
unknown committed
4959
sub usage ($) {
4960 4961 4962 4963
  my $message= shift;

  if ( $message )
  {
unknown's avatar
unknown committed
4964
    print STDERR "$message\n";
4965 4966
  }

unknown's avatar
unknown committed
4967
  print <<HERE;
unknown's avatar
unknown committed
4968

unknown's avatar
unknown committed
4969
$0 [ OPTIONS ] [ TESTCASE ]
unknown's avatar
unknown committed
4970 4971 4972 4973 4974

Options to control what engine/variation to run

  embedded-server       Use the embedded server, i.e. no mysqld daemons
  ps-protocol           Use the binary protocol between client and server
4975 4976 4977 4978
  cursor-protocol       Use the cursor protocol between client and server
                        (implies --ps-protocol)
  view-protocol         Create a view to execute all non updating queries
  sp-protocol           Create a stored procedure to execute all queries
4979 4980
  compress              Use the compressed protocol between client and server
  ssl                   Use ssl protocol between client and server
4981
  skip-ssl              Dont start server with support for ssl connections
unknown's avatar
unknown committed
4982 4983
  bench                 Run the benchmark suite
  small-bench           Run the benchmarks with --small-tests --small-tables
4984
  with-ndbcluster       Use cluster as default table type for benchmark
4985 4986
  vs-config             Visual Studio configuration used to create executables
                        (default: MTR_VS_CONFIG environment variable)
unknown's avatar
unknown committed
4987

4988
Options to control directories to use
unknown's avatar
unknown committed
4989 4990
  benchdir=DIR          The directory where the benchmark suite is stored
                        (default: ../../mysql-bench)
4991 4992
  tmpdir=DIR            The directory where temporary files are stored
                        (default: ./var/tmp).
unknown's avatar
unknown committed
4993 4994 4995
  vardir=DIR            The directory where files generated from the test run
                        is stored (default: ./var). Specifying a ramdisk or
                        tmpfs will speed up tests.
4996 4997 4998
  mem                   Run testsuite in "memory" using tmpfs or ramdisk
                        Attempts to find a suitable location
                        using a builtin list of standard locations
4999 5000 5001
                        for tmpfs (/dev/shm)
                        The option can also be set using environment
                        variable MTR_MEM=[DIR]
5002

unknown's avatar
unknown committed
5003 5004 5005
Options to control what test suites or cases to run

  force                 Continue to run the suite after failure
unknown's avatar
unknown committed
5006 5007 5008 5009
  with-ndbcluster-only  Run only tests that include "ndb" in the filename
  skip-ndb[cluster]     Skip all tests that need cluster
  skip-ndb[cluster]-slave Skip all tests that need a slave cluster
  ndb-extra             Run extra tests from ndb directory
unknown's avatar
unknown committed
5010 5011 5012 5013
  do-test=PREFIX        Run test cases which name are prefixed with PREFIX
  start-from=PREFIX     Run test cases starting from test prefixed with PREFIX
  suite=NAME            Run the test suite named NAME. The default is "main"
  skip-rpl              Skip the replication test cases.
unknown's avatar
unknown committed
5014
  skip-im               Don't start IM, and skip the IM test cases
unknown's avatar
unknown committed
5015
  skip-test=PREFIX      Skip test cases which name are prefixed with PREFIX
5016 5017
  big-test              Set the environment variable BIG_TEST, which can be
                        checked from test cases.
unknown's avatar
unknown committed
5018 5019 5020 5021 5022

Options that specify ports

  master_port=PORT      Specify the port number used by the first master
  slave_port=PORT       Specify the port number used by the first slave
unknown's avatar
unknown committed
5023 5024
  ndbcluster-port=PORT  Specify the port number used by cluster
  ndbcluster-port-slave=PORT  Specify the port number used by slave cluster
5025 5026
  mtr-build-thread=#    Specify unique collection of ports. Can also be set by
                        setting the environment variable MTR_BUILD_THREAD.
unknown's avatar
unknown committed
5027 5028 5029 5030

Options for test case authoring

  record TESTNAME       (Re)genereate the result file for TESTNAME
5031
  check-testcases       Check testcases for sideeffects
5032
  mark-progress         Log line number and elapsed time to <testname>.progress
unknown's avatar
unknown committed
5033 5034 5035 5036 5037 5038 5039

Options that pass on options

  mysqld=ARGS           Specify additional arguments to "mysqld"

Options to run test on running server

5040
  extern                Use running server for tests
unknown's avatar
unknown committed
5041 5042
  ndb-connectstring=STR Use running cluster, and connect using STR
  ndb-connectstring-slave=STR Use running slave cluster, and connect using STR
5043 5044
  user=USER             User for connection to extern server
  socket=PATH           Socket for connection to extern server
unknown's avatar
unknown committed
5045 5046 5047

Options for debugging the product

unknown's avatar
unknown committed
5048 5049
  client-ddd            Start mysqltest client in ddd
  client-debugger=NAME  Start mysqltest in the selected debugger
unknown's avatar
unknown committed
5050 5051
  client-gdb            Start mysqltest client in gdb
  ddd                   Start mysqld in ddd
unknown's avatar
unknown committed
5052
  debug                 Dump trace output for all servers and client programs
5053
  debugger=NAME         Start mysqld in the selected debugger
unknown's avatar
unknown committed
5054 5055 5056 5057 5058
  gdb                   Start the mysqld(s) in gdb
  manual-debug          Let user manually start mysqld in debugger, before
                        running test(s)
  manual-gdb            Let user manually start mysqld in gdb, before running
                        test(s)
unknown's avatar
unknown committed
5059 5060
  master-binary=PATH    Specify the master "mysqld" to use
  slave-binary=PATH     Specify the slave "mysqld" to use
unknown's avatar
unknown committed
5061
  strace-client         Create strace output for mysqltest client
5062 5063 5064
  max-save-core         Limit the number of core files saved (to avoid filling
                        up disks for heavily crashing server). Defaults to
                        $opt_max_save_core, set to 0 for no limit.
unknown's avatar
unknown committed
5065 5066 5067 5068 5069

Options for coverage, profiling etc

  gcov                  FIXME
  gprof                 FIXME
5070 5071 5072
  valgrind              Run the "mysqltest" and "mysqld" executables using
                        valgrind with options($default_valgrind_options)
  valgrind-all          Synonym for --valgrind
5073 5074
  valgrind-mysqltest    Run the "mysqltest" and "mysql_client_test" executable
                        with valgrind
unknown's avatar
unknown committed
5075
  valgrind-mysqld       Run the "mysqld" executable with valgrind
5076
  valgrind-options=ARGS Options to give valgrind, replaces default options
unknown's avatar
unknown committed
5077
  valgrind-path=[EXE]   Path to the valgrind executable
unknown's avatar
unknown committed
5078
  callgrind             Instruct valgrind to use callgrind
unknown's avatar
unknown committed
5079 5080 5081

Misc options

5082
  comment=STR           Write STR to the output
unknown's avatar
unknown committed
5083
  notimer               Don't show test case execution time
unknown's avatar
unknown committed
5084
  script-debug          Debug this script itself
unknown's avatar
unknown committed
5085
  verbose               More verbose output
5086 5087 5088 5089 5090 5091
  start-and-exit        Only initialize and start the servers, using the
                        startup settings for the specified test case (if any)
  start-dirty           Only start the servers (without initialization) for
                        the specified test case (if any)
  fast                  Don't try to clean up from earlier runs
  reorder               Reorder tests to get fewer server restarts
unknown's avatar
unknown committed
5092
  help                  Get this help text
unknown's avatar
unknown committed
5093
  unified-diff | udiff  When presenting differences, use unified diff
unknown's avatar
unknown committed
5094

unknown's avatar
unknown committed
5095
  testcase-timeout=MINUTES Max test case run time (default $default_testcase_timeout)
5096 5097
  suite-timeout=MINUTES Max test suite run time (default $default_suite_timeout)
  warnings | log-warnings Pass --log-warnings to mysqld
5098

5099
  sleep=SECONDS         Passed to mysqltest, will be used as fixed sleep time
5100

5101 5102 5103
Deprecated options
  with-openssl          Deprecated option for ssl

5104

unknown's avatar
unknown committed
5105
HERE
unknown's avatar
unknown committed
5106
  mtr_exit(1);
5107

unknown's avatar
unknown committed
5108
}
5109