slave.cc 39.1 KB
Newer Older
unknown's avatar
unknown committed
1
/* Copyright (C) 2000 MySQL AB & MySQL Finland AB & TCX DataKonsult AB
unknown's avatar
unknown committed
2

unknown's avatar
unknown committed
3 4 5 6
   This program is free software; you can redistribute it and/or modify
   it under the terms of the GNU General Public License as published by
   the Free Software Foundation; either version 2 of the License, or
   (at your option) any later version.
unknown's avatar
unknown committed
7

unknown's avatar
unknown committed
8 9 10 11
   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.
unknown's avatar
unknown committed
12

unknown's avatar
unknown committed
13 14 15 16 17 18 19
   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA */


#include "mysql_priv.h"
#include <mysql.h>
20
#include <myisam.h>
unknown's avatar
unknown committed
21
#include "mini_client.h"
22
#include "slave.h"
23
#include "sql_repl.h"
24
#include "repl_failsafe.h"
unknown's avatar
unknown committed
25 26 27
#include <thr_alarm.h>
#include <my_dir.h>

28
volatile bool slave_running = 0;
29
char* slave_load_tmpdir = 0;
unknown's avatar
unknown committed
30 31
pthread_t slave_real_id;
MASTER_INFO glob_mi;
unknown's avatar
unknown committed
32 33
MY_BITMAP slave_error_mask;
bool use_slave_mask = 0;
34
HASH replicate_do_table, replicate_ignore_table;
unknown's avatar
unknown committed
35
DYNAMIC_ARRAY replicate_wild_do_table, replicate_wild_ignore_table;
36
bool do_table_inited = 0, ignore_table_inited = 0;
unknown's avatar
unknown committed
37
bool wild_do_table_inited = 0, wild_ignore_table_inited = 0;
38
bool table_rules_on = 0;
39
uint32 slave_skip_counter = 0; 
unknown's avatar
unknown committed
40 41 42 43 44

/*
  When slave thread exits, we need to remember the temporary tables so we
  can re-use them on slave start
*/
45 46
static TABLE* save_temporary_tables = 0;

unknown's avatar
unknown committed
47
THD* slave_thd = 0;
48 49
int last_slave_errno = 0;
char last_slave_error[MAX_SLAVE_ERRMSG] = "";
unknown's avatar
unknown committed
50
#ifndef DBUG_OFF
51
int disconnect_slave_event_count = 0, abort_slave_event_count = 0;
52 53
static int events_till_disconnect = -1;
int events_till_abort = -1;
unknown's avatar
unknown committed
54 55
static int stuck_count = 0;
#endif
unknown's avatar
unknown committed
56

unknown's avatar
unknown committed
57

58
void skip_load_data_infile(NET* net);
unknown's avatar
unknown committed
59
inline bool slave_killed(THD* thd);
unknown's avatar
unknown committed
60
static int init_slave_thread(THD* thd);
61 62
static int safe_connect(THD* thd, MYSQL* mysql, MASTER_INFO* mi);
static int safe_reconnect(THD* thd, MYSQL* mysql, MASTER_INFO* mi);
unknown's avatar
unknown committed
63 64
static int connect_to_master(THD* thd, MYSQL* mysql, MASTER_INFO* mi,
			     bool reconnect);
unknown's avatar
unknown committed
65
static int safe_sleep(THD* thd, int sec);
66
static int request_table_dump(MYSQL* mysql, const char* db, const char* table);
unknown's avatar
unknown committed
67 68
static int create_table_from_dump(THD* thd, NET* net, const char* db,
				  const char* table_name);
69 70
static int check_master_version(MYSQL* mysql, MASTER_INFO* mi);

71
char* rewrite_db(char* db);
72

73 74
static void free_table_ent(TABLE_RULE_ENT* e)
{
unknown's avatar
unknown committed
75
  my_free((gptr) e, MYF(0));
76 77 78 79 80 81 82 83 84 85
}

static byte* get_table_key(TABLE_RULE_ENT* e, uint* len,
			   my_bool not_used __attribute__((unused)))
{
  *len = e->key_len;
  return (byte*)e->db;
}


unknown's avatar
unknown committed
86 87 88
/* called from get_options() in mysqld.cc on start-up */
void init_slave_skip_errors(char* arg)
{
unknown's avatar
unknown committed
89
  char* p;
unknown's avatar
unknown committed
90 91 92 93 94 95 96 97 98
  my_bool last_was_digit = 0;
  if (bitmap_init(&slave_error_mask,MAX_SLAVE_ERROR,0))
  {
    fprintf(stderr, "Badly out of memory, please check your system status\n");
    exit(1);
  }
  use_slave_mask = 1;
  for (;isspace(*arg);++arg)
    /* empty */;
unknown's avatar
unknown committed
99
  if (!my_casecmp(arg,"all",3))
unknown's avatar
unknown committed
100 101 102 103
  {
    bitmap_set_all(&slave_error_mask);
    return;
  }
unknown's avatar
unknown committed
104
  for (p= arg ; *p; )
unknown's avatar
unknown committed
105
  {
unknown's avatar
unknown committed
106 107 108 109 110 111 112
    long err_code;
    if (!(p= str2int(p, 10, 0, LONG_MAX, &err_code)))
      break;
    if (err_code < MAX_SLAVE_ERROR)
       bitmap_set_bit(&slave_error_mask,(uint)err_code);
    while (!isdigit(*p) && *p)
      p++;
unknown's avatar
unknown committed
113 114
  }
}
115

unknown's avatar
unknown committed
116

117 118 119 120 121 122 123
void init_table_rule_hash(HASH* h, bool* h_inited)
{
  hash_init(h, TABLE_RULE_HASH_SIZE,0,0,
	    (hash_get_key) get_table_key,
	    (void (*)(void*)) free_table_ent, 0);
  *h_inited = 1;
}
unknown's avatar
unknown committed
124

unknown's avatar
unknown committed
125 126 127 128 129 130 131 132 133 134 135
void init_table_rule_array(DYNAMIC_ARRAY* a, bool* a_inited)
{
  init_dynamic_array(a, sizeof(TABLE_RULE_ENT*), TABLE_RULE_ARR_SIZE,
		     TABLE_RULE_ARR_SIZE);
  *a_inited = 1;
}

static TABLE_RULE_ENT* find_wild(DYNAMIC_ARRAY *a, const char* key, int len)
{
  uint i;
  const char* key_end = key + len;
unknown's avatar
unknown committed
136

unknown's avatar
unknown committed
137 138 139 140 141 142 143 144
  for (i = 0; i < a->elements; i++)
  {
    TABLE_RULE_ENT* e ;
    get_dynamic(a, (gptr)&e, i);
    if (!wild_case_compare(key, key_end, (const char*)e->db,
			   (const char*)(e->db + e->key_len),'\\'))
      return e;
  }
unknown's avatar
unknown committed
145

unknown's avatar
unknown committed
146 147 148
  return 0;
}

149 150
int tables_ok(THD* thd, TABLE_LIST* tables)
{
unknown's avatar
unknown committed
151 152 153 154
  for (; tables; tables = tables->next)
  {
    char hash_key[2*NAME_LEN+2];
    char* p;
unknown's avatar
unknown committed
155 156
    if (!tables->updating) 
      continue;
unknown's avatar
unknown committed
157 158 159 160
    p = strmov(hash_key, tables->db ? tables->db : thd->db);
    *p++ = '.';
    uint len = strmov(p, tables->real_name) - hash_key ;
    if (do_table_inited) // if there are any do's
161
    {
unknown's avatar
unknown committed
162 163 164 165 166 167 168
      if (hash_search(&replicate_do_table, (byte*) hash_key, len))
	return 1;
    }
    if (ignore_table_inited) // if there are any do's
    {
      if (hash_search(&replicate_ignore_table, (byte*) hash_key, len))
	return 0; 
169
    }
unknown's avatar
unknown committed
170 171 172 173 174 175 176
    if (wild_do_table_inited && find_wild(&replicate_wild_do_table,
					  hash_key, len))
      return 1;
    if (wild_ignore_table_inited && find_wild(&replicate_wild_ignore_table,
					      hash_key, len))
      return 0;
  }
177

unknown's avatar
unknown committed
178 179 180 181
  /*
    If no explicit rule found and there was a do list, do not replicate.
    If there was no do list, go ahead
  */
unknown's avatar
unknown committed
182
  return !do_table_inited && !wild_do_table_inited;
183 184 185 186 187
}


int add_table_rule(HASH* h, const char* table_spec)
{
unknown's avatar
unknown committed
188
  const char* dot = strchr(table_spec, '.');
unknown's avatar
unknown committed
189 190
  if (!dot)
    return 1;
unknown's avatar
unknown committed
191
  // len is always > 0 because we know the there exists a '.'
192 193 194
  uint len = (uint)strlen(table_spec);
  TABLE_RULE_ENT* e = (TABLE_RULE_ENT*)my_malloc(sizeof(TABLE_RULE_ENT)
						 + len, MYF(MY_WME));
unknown's avatar
unknown committed
195 196
  if (!e)
    return 1;
197 198 199 200 201 202 203 204
  e->db = (char*)e + sizeof(TABLE_RULE_ENT);
  e->tbl_name = e->db + (dot - table_spec) + 1;
  e->key_len = len;
  memcpy(e->db, table_spec, len);
  (void)hash_insert(h, (byte*)e);
  return 0;
}

unknown's avatar
unknown committed
205 206
int add_wild_table_rule(DYNAMIC_ARRAY* a, const char* table_spec)
{
unknown's avatar
unknown committed
207
  const char* dot = strchr(table_spec, '.');
unknown's avatar
unknown committed
208
  if (!dot) return 1;
unknown's avatar
unknown committed
209 210 211
  uint len = (uint)strlen(table_spec);
  TABLE_RULE_ENT* e = (TABLE_RULE_ENT*)my_malloc(sizeof(TABLE_RULE_ENT)
						 + len, MYF(MY_WME));
unknown's avatar
unknown committed
212 213
  if (!e)
    return 1;
unknown's avatar
unknown committed
214 215 216 217 218 219 220 221
  e->db = (char*)e + sizeof(TABLE_RULE_ENT);
  e->tbl_name = e->db + (dot - table_spec) + 1;
  e->key_len = len;
  memcpy(e->db, table_spec, len);
  insert_dynamic(a, (gptr)&e);
  return 0;
}

222 223 224
static void free_string_array(DYNAMIC_ARRAY *a)
{
  uint i;
unknown's avatar
unknown committed
225 226 227 228 229 230
  for (i = 0; i < a->elements; i++)
  {
    char* p;
    get_dynamic(a, (gptr) &p, i);
    my_free(p, MYF(MY_WME));
  }
231 232 233 234 235
  delete_dynamic(a);
}

void end_slave()
{
236
  pthread_mutex_lock(&LOCK_slave);
237 238 239 240 241 242 243 244 245 246
  if (slave_running)
  {
    abort_slave = 1;
    thr_alarm_kill(slave_real_id);
#ifdef SIGNAL_WITH_VIO_CLOSE
    slave_thd->close_active_vio();
#endif    
    while (slave_running)
      pthread_cond_wait(&COND_slave_stopped, &LOCK_slave);
  }
247
  pthread_mutex_unlock(&LOCK_slave);
unknown's avatar
unknown committed
248

249
  end_master_info(&glob_mi);
unknown's avatar
unknown committed
250
  if (do_table_inited)
251
    hash_free(&replicate_do_table);
unknown's avatar
unknown committed
252
  if (ignore_table_inited)
253
    hash_free(&replicate_ignore_table);
unknown's avatar
unknown committed
254
  if (wild_do_table_inited)
255
    free_string_array(&replicate_wild_do_table);
unknown's avatar
unknown committed
256
  if (wild_ignore_table_inited)
257 258
    free_string_array(&replicate_wild_ignore_table);
}
unknown's avatar
unknown committed
259

unknown's avatar
unknown committed
260
inline bool slave_killed(THD* thd)
unknown's avatar
unknown committed
261 262 263 264
{
  return abort_slave || abort_loop || thd->killed;
}

265 266 267 268 269 270 271 272 273 274
void slave_print_error(int err_code, const char* msg, ...)
{
  va_list args;
  va_start(args,msg);
  my_vsnprintf(last_slave_error, sizeof(last_slave_error), msg, args);
  sql_print_error("Slave: %s, error_code=%d", last_slave_error, err_code);
  last_slave_errno = err_code;
}

void skip_load_data_infile(NET* net)
275 276 277 278 279 280 281
{
  (void)my_net_write(net, "\xfb/dev/null", 10);
  (void)net_flush(net);
  (void)my_net_read(net); // discard response
  send_ok(net); // the master expects it
}

282
char* rewrite_db(char* db)
unknown's avatar
unknown committed
283
{
unknown's avatar
unknown committed
284
  if (replicate_rewrite_db.is_empty() || !db) return db;
unknown's avatar
unknown committed
285 286 287 288 289
  I_List_iterator<i_string_pair> it(replicate_rewrite_db);
  i_string_pair* tmp;

  while((tmp=it++))
    {
unknown's avatar
unknown committed
290
      if (!strcmp(tmp->key, db))
unknown's avatar
unknown committed
291 292 293 294 295
	return tmp->val;
    }

  return db;
}
296

unknown's avatar
unknown committed
297 298 299
int db_ok(const char* db, I_List<i_string> &do_list,
	  I_List<i_string> &ignore_list )
{
unknown's avatar
unknown committed
300
  if (do_list.is_empty() && ignore_list.is_empty())
unknown's avatar
unknown committed
301 302
    return 1; // ok to replicate if the user puts no constraints

unknown's avatar
unknown committed
303
  // if the user has specified restrictions on which databases to replicate
unknown's avatar
unknown committed
304
  // and db was not selected, do not replicate
unknown's avatar
unknown committed
305
  if (!db)
unknown's avatar
unknown committed
306
    return 0;
unknown's avatar
unknown committed
307

unknown's avatar
unknown committed
308 309 310 311
  if (!do_list.is_empty()) // if the do's are not empty
  {
    I_List_iterator<i_string> it(do_list);
    i_string* tmp;
unknown's avatar
unknown committed
312

unknown's avatar
unknown committed
313 314 315 316
    while((tmp=it++))
    {
      if (!strcmp(tmp->ptr, db))
	return 1; // match
unknown's avatar
unknown committed
317
    }
unknown's avatar
unknown committed
318 319
    return 0;
  }
unknown's avatar
unknown committed
320
  else // there are some elements in the don't, otherwise we cannot get here
unknown's avatar
unknown committed
321 322 323
  {
    I_List_iterator<i_string> it(ignore_list);
    i_string* tmp;
unknown's avatar
unknown committed
324

unknown's avatar
unknown committed
325 326 327 328
    while((tmp=it++))
    {
      if (!strcmp(tmp->ptr, db))
	return 0; // match
unknown's avatar
unknown committed
329
    }
unknown's avatar
unknown committed
330 331 332

    return 1;
  }
unknown's avatar
unknown committed
333 334
}

unknown's avatar
unknown committed
335
static int init_strvar_from_file(char* var, int max_size, IO_CACHE* f,
unknown's avatar
unknown committed
336 337
			       char* default_val)
{
unknown's avatar
unknown committed
338 339 340 341 342 343 344
  uint length;
  if ((length=my_b_gets(f,var, max_size)))
  {
    char* last_p = var + length -1;
    if (*last_p == '\n')
      *last_p = 0; // if we stopped on newline, kill it
    else
unknown's avatar
unknown committed
345
    {
unknown's avatar
unknown committed
346 347
      // if we truncated a line or stopped on last char, remove all chars
      // up to and including newline
unknown's avatar
unknown committed
348 349
      int c;
      while( ((c=my_b_get(f)) != '\n' && c != my_b_EOF));
unknown's avatar
unknown committed
350
    }
unknown's avatar
unknown committed
351 352 353 354
    return 0;
  }
  else if (default_val)
  {
unknown's avatar
unknown committed
355
    strmake(var,  default_val, max_size-1);
unknown's avatar
unknown committed
356 357
    return 0;
  }
unknown's avatar
unknown committed
358
  return 1;
unknown's avatar
unknown committed
359 360
}

unknown's avatar
unknown committed
361
static int init_intvar_from_file(int* var, IO_CACHE* f, int default_val)
unknown's avatar
unknown committed
362 363
{
  char buf[32];
unknown's avatar
unknown committed
364

unknown's avatar
unknown committed
365 366 367 368 369
  if (my_b_gets(f, buf, sizeof(buf))) 
  {
    *var = atoi(buf);
    return 0;
  }
unknown's avatar
unknown committed
370
  else if (default_val)
unknown's avatar
unknown committed
371 372 373 374
  {
    *var = default_val;
    return 0;
  }
unknown's avatar
unknown committed
375
  return 1;
unknown's avatar
unknown committed
376 377
}

378 379 380 381 382 383
static int check_master_version(MYSQL* mysql, MASTER_INFO* mi)
{
  MYSQL_RES* res;
  MYSQL_ROW row;
  const char* version;
  const char* errmsg = 0;
unknown's avatar
unknown committed
384

385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401
  if (mc_mysql_query(mysql, "SELECT VERSION()", 0)
      || !(res = mc_mysql_store_result(mysql)))
  {
    sql_print_error("Error checking master version: %s",
		    mc_mysql_error(mysql));
    return 1;
  }
  if (!(row = mc_mysql_fetch_row(res)))
  {
    errmsg = "Master returned no rows for SELECT VERSION()";
    goto err;
  }
  if (!(version = row[0]))
  {
    errmsg = "Master reported NULL for the version";
    goto err;
  }
unknown's avatar
unknown committed
402

403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425
  switch (*version)
  {
  case '3':
    mi->old_format = 1;
    break;
  case '4':
    mi->old_format = 0;
    break;
  default:
    errmsg = "Master reported unrecognized MySQL version";
    goto err;
  }
err:
  if (res)
    mc_mysql_free_result(res);
  if (errmsg)
  {
    sql_print_error(errmsg);
    return 1;
  }
  return 0;
}

unknown's avatar
unknown committed
426 427 428 429

static int create_table_from_dump(THD* thd, NET* net, const char* db,
				  const char* table_name)
{
430
  ulong packet_len = my_net_read(net); // read create table statement
431 432
  Vio* save_vio;
  HA_CHECK_OPT check_opt;
unknown's avatar
unknown committed
433
  TABLE_LIST tables;
434 435
  int error= 1;
  handler *file;
436
  uint save_options;
unknown's avatar
unknown committed
437

438 439 440 441 442 443 444 445 446 447 448
  if (packet_len == packet_error)
  {
    send_error(&thd->net, ER_MASTER_NET_READ);
    return 1;
  }
  if (net->read_pos[0] == 255) // error from master
  {
    net->read_pos[packet_len] = 0;
    net_printf(&thd->net, ER_MASTER, net->read_pos + 3);
    return 1;
  }
unknown's avatar
unknown committed
449 450
  thd->command = COM_TABLE_DUMP;
  thd->query = sql_alloc(packet_len + 1);
451 452 453 454 455 456
  if (!thd->query)
  {
    sql_print_error("create_table_from_dump: out of memory");
    net_printf(&thd->net, ER_GET_ERRNO, "Out of memory");
    return 1;
  }
unknown's avatar
unknown committed
457 458 459 460 461
  memcpy(thd->query, net->read_pos, packet_len);
  thd->query[packet_len] = 0;
  thd->current_tablenr = 0;
  thd->query_error = 0;
  thd->net.no_send_ok = 1;
unknown's avatar
unknown committed
462

463 464 465
  /* we do not want to log create table statement */
  save_options = thd->options;
  thd->options &= ~OPTION_BIN_LOG;
unknown's avatar
unknown committed
466
  thd->proc_info = "Creating table from master dump";
unknown's avatar
unknown committed
467
  // save old db in case we are creating in a different database
unknown's avatar
unknown committed
468
  char* save_db = thd->db;
469
  thd->db = (char*)db;
unknown's avatar
unknown committed
470
  mysql_parse(thd, thd->query, packet_len); // run create table
471
  thd->db = save_db;		// leave things the way the were before
472
  thd->options = save_options;
unknown's avatar
unknown committed
473

474 475
  if (thd->query_error)
    goto err;			// mysql_parse took care of the error send
unknown's avatar
unknown committed
476 477 478 479 480 481

  bzero((char*) &tables,sizeof(tables));
  tables.db = (char*)db;
  tables.name = tables.real_name = (char*)table_name;
  tables.lock_type = TL_WRITE;
  thd->proc_info = "Opening master dump table";
unknown's avatar
unknown committed
482 483
  if (!open_ltable(thd, &tables, TL_WRITE))
  {
484
    send_error(&thd->net,0,0);			// Send error from open_ltable
unknown's avatar
unknown committed
485
    sql_print_error("create_table_from_dump: could not open created table");
486
    goto err;
unknown's avatar
unknown committed
487
  }
unknown's avatar
unknown committed
488

489
  file = tables.table->file;
unknown's avatar
unknown committed
490
  thd->proc_info = "Reading master dump table data";
unknown's avatar
unknown committed
491 492 493 494
  if (file->net_read_dump(net))
  {
    net_printf(&thd->net, ER_MASTER_NET_READ);
    sql_print_error("create_table_from_dump::failed in\
unknown's avatar
unknown committed
495
 handler::net_read_dump()");
496
    goto err;
unknown's avatar
unknown committed
497
  }
unknown's avatar
unknown committed
498 499

  check_opt.init();
500
  check_opt.flags|= T_VERY_SILENT | T_CALC_CHECKSUM;
unknown's avatar
unknown committed
501
  check_opt.quick = 1;
unknown's avatar
unknown committed
502
  thd->proc_info = "Rebuilding the index on master dump table";
unknown's avatar
unknown committed
503
  // we do not want repair() to spam us with messages
unknown's avatar
unknown committed
504 505
  // just send them to the error log, and report the failure in case of
  // problems
506
  save_vio = thd->net.vio;
unknown's avatar
unknown committed
507
  thd->net.vio = 0;
508
  error=file->repair(thd,&check_opt) != 0;
unknown's avatar
unknown committed
509
  thd->net.vio = save_vio;
510 511 512 513
  if (error)
    net_printf(&thd->net, ER_INDEX_REBUILD,tables.table->real_name);

err:
unknown's avatar
unknown committed
514 515 516 517 518
  close_thread_tables(thd);
  thd->net.no_send_ok = 0;
  return error; 
}

519 520
int fetch_nx_table(THD* thd, const char* db_name, const char* table_name,
		   MASTER_INFO* mi, MYSQL* mysql)
unknown's avatar
unknown committed
521 522 523
{
  int error = 1;
  int nx_errno = 0;
524
  bool called_connected = (mysql != NULL);
unknown's avatar
merge  
unknown committed
525 526
  if (!called_connected && !(mysql = mc_mysql_init(NULL)))
  { 
527 528 529 530
    sql_print_error("fetch_nx_table: Error in mysql_init()");
    nx_errno = ER_GET_ERRNO;
    goto err;
  }
unknown's avatar
unknown committed
531

unknown's avatar
merge  
unknown committed
532
  if (!called_connected)
533
  {
unknown's avatar
merge  
unknown committed
534
    if (connect_to_master(thd, mysql, mi))
535 536 537 538 539 540 541
    {
      sql_print_error("Could not connect to master while fetching table\
 '%-64s.%-64s'", db_name, table_name);
      nx_errno = ER_CONNECT_TO_MASTER;
      goto err;
    }
  }
542
  if (slave_killed(thd))
unknown's avatar
unknown committed
543 544
    goto err;

unknown's avatar
unknown committed
545
  if (request_table_dump(mysql, db_name, table_name))
546 547 548 549 550
  {
    nx_errno = ER_GET_ERRNO;
    sql_print_error("fetch_nx_table: failed on table dump request ");
    goto err;
  }
unknown's avatar
unknown committed
551

unknown's avatar
merge  
unknown committed
552
  if (create_table_from_dump(thd, &mysql->net, db_name,
553
			    table_name))
unknown's avatar
merge  
unknown committed
554
  { 
555 556 557 558
    // create_table_from_dump will have sent the error alread
    sql_print_error("fetch_nx_table: failed on create table ");
    goto err;
  }
unknown's avatar
unknown committed
559

unknown's avatar
unknown committed
560
  error = 0;
unknown's avatar
unknown committed
561

unknown's avatar
unknown committed
562
 err:
563
  if (mysql && !called_connected)
unknown's avatar
unknown committed
564 565
    mc_mysql_close(mysql);
  if (nx_errno && thd->net.vio)
unknown's avatar
unknown committed
566
    send_error(&thd->net, nx_errno, "Error in fetch_nx_table");
567
  thd->net.no_send_ok = 0; // Clear up garbage after create_table_from_dump
unknown's avatar
unknown committed
568 569 570
  return error;
}

571 572
void end_master_info(MASTER_INFO* mi)
{
unknown's avatar
unknown committed
573
  if (mi->fd >= 0)
574 575 576 577 578 579 580 581
    {
      end_io_cache(&mi->file);
      (void)my_close(mi->fd, MYF(MY_WME));
      mi->fd = -1;
    }
  mi->inited = 0;
}

582
int init_master_info(MASTER_INFO* mi)
unknown's avatar
unknown committed
583
{
unknown's avatar
unknown committed
584
  if (mi->inited)
585
    return 0;
unknown's avatar
unknown committed
586
  int fd,length,error;
unknown's avatar
unknown committed
587
  MY_STAT stat_area;
unknown's avatar
unknown committed
588
  char fname[FN_REFLEN+128];
unknown's avatar
unknown committed
589
  const char *msg;
590
  fn_format(fname, master_info_file, mysql_data_home, "", 4+32);
unknown's avatar
unknown committed
591 592 593 594 595

  // we need a mutex while we are changing master info parameters to
  // keep other threads from reading bogus info

  pthread_mutex_lock(&mi->lock);
596
  mi->pending = 0;
unknown's avatar
unknown committed
597
  fd = mi->fd;
unknown's avatar
unknown committed
598

unknown's avatar
unknown committed
599 600 601 602 603 604 605 606 607 608
  // we do not want any messages if the file does not exist
  if (!my_stat(fname, &stat_area, MYF(0)))
  {
    // if someone removed the file from underneath our feet, just close
    // the old descriptor and re-create the old file
    if (fd >= 0)
      my_close(fd, MYF(MY_WME));
    if ((fd = my_open(fname, O_CREAT|O_RDWR|O_BINARY, MYF(MY_WME))) < 0
	|| init_io_cache(&mi->file, fd, IO_SIZE*2, READ_CACHE, 0L,0,
			 MYF(MY_WME)))
unknown's avatar
unknown committed
609
    {
unknown's avatar
unknown committed
610
      if (fd >= 0)
unknown's avatar
unknown committed
611 612 613
	my_close(fd, MYF(0));
      pthread_mutex_unlock(&mi->lock);
      return 1;
unknown's avatar
unknown committed
614
    }
unknown's avatar
unknown committed
615 616 617
    mi->log_file_name[0] = 0;
    mi->pos = 4; // skip magic number
    mi->fd = fd;
unknown's avatar
unknown committed
618

unknown's avatar
unknown committed
619 620 621 622 623
    if (master_host)
      strmake(mi->host, master_host, sizeof(mi->host) - 1);
    if (master_user)
      strmake(mi->user, master_user, sizeof(mi->user) - 1);
    if (master_password)
624
      strmake(mi->password, master_password, HASH_PASSWORD_LENGTH);
unknown's avatar
unknown committed
625 626 627
    mi->port = master_port;
    mi->connect_retry = master_connect_retry;
  }
628
  else // file exists
unknown's avatar
unknown committed
629
  {
unknown's avatar
unknown committed
630
    if (fd >= 0)
unknown's avatar
unknown committed
631
      reinit_io_cache(&mi->file, READ_CACHE, 0L,0,0);
unknown's avatar
unknown committed
632
    else if ((fd = my_open(fname, O_RDWR|O_BINARY, MYF(MY_WME))) < 0
unknown's avatar
unknown committed
633 634
	    || init_io_cache(&mi->file, fd, IO_SIZE*2, READ_CACHE, 0L,
			     0, MYF(MY_WME)))
unknown's avatar
unknown committed
635
    {
unknown's avatar
unknown committed
636
      if (fd >= 0)
unknown's avatar
unknown committed
637 638 639 640
	my_close(fd, MYF(0));
      pthread_mutex_unlock(&mi->lock);
      return 1;
    }
unknown's avatar
unknown committed
641

642 643
    if ((length=my_b_gets(&mi->file, mi->log_file_name,
			   sizeof(mi->log_file_name))) < 1)
unknown's avatar
unknown committed
644 645 646 647
    {
      msg="Error reading log file name from master info file ";
      goto error;
    }
unknown's avatar
unknown committed
648

649
    mi->log_file_name[length-1]= 0; // kill \n
unknown's avatar
unknown committed
650
    /* Reuse fname buffer */
unknown's avatar
unknown committed
651
    if (!my_b_gets(&mi->file, fname, sizeof(fname)))
unknown's avatar
unknown committed
652 653 654 655
    {
      msg="Error reading log file position from master info file";
      goto error;
    }
unknown's avatar
unknown committed
656
    mi->pos = strtoull(fname,(char**) 0, 10);
unknown's avatar
unknown committed
657

unknown's avatar
unknown committed
658
    mi->fd = fd;
unknown's avatar
unknown committed
659
    if (init_strvar_from_file(mi->host, sizeof(mi->host), &mi->file,
unknown's avatar
unknown committed
660 661 662
			     master_host) ||
       init_strvar_from_file(mi->user, sizeof(mi->user), &mi->file,
			     master_user) || 
663
       init_strvar_from_file(mi->password, HASH_PASSWORD_LENGTH+1, &mi->file,
unknown's avatar
unknown committed
664 665 666
			     master_password) ||
       init_intvar_from_file((int*)&mi->port, &mi->file, master_port) ||
       init_intvar_from_file((int*)&mi->connect_retry, &mi->file,
667 668 669
			     master_connect_retry) ||
       init_intvar_from_file((int*)&mi->last_log_seq, &mi->file, 0)
       )
unknown's avatar
unknown committed
670 671 672
    {
      msg="Error reading master configuration";
      goto error;
unknown's avatar
unknown committed
673
    }
unknown's avatar
unknown committed
674
  }
unknown's avatar
unknown committed
675

unknown's avatar
unknown committed
676
  mi->inited = 1;
unknown's avatar
unknown committed
677 678
  // now change the cache from READ to WRITE - must do this
  // before flush_master_info
679
  reinit_io_cache(&mi->file, WRITE_CACHE,0L,0,1);
unknown's avatar
unknown committed
680
  error=test(flush_master_info(mi));
unknown's avatar
unknown committed
681
  pthread_mutex_unlock(&mi->lock);
unknown's avatar
unknown committed
682 683 684 685 686 687 688 689
  return error;

error:
  sql_print_error(msg);
  end_io_cache(&mi->file);
  my_close(fd, MYF(0));
  pthread_mutex_unlock(&mi->lock);
  return 1;
unknown's avatar
unknown committed
690 691
}

692 693 694 695 696
int register_slave_on_master(MYSQL* mysql)
{
  String packet;
  char buf[4];

unknown's avatar
unknown committed
697
  if (!report_host)
698
    return 0;
unknown's avatar
unknown committed
699

700 701 702
  int4store(buf, server_id);
  packet.append(buf, 4);

703
  net_store_data(&packet, report_host); 
unknown's avatar
unknown committed
704
  if (report_user)
705 706 707
    net_store_data(&packet, report_user);
  else
    packet.append((char)0);
unknown's avatar
unknown committed
708

unknown's avatar
unknown committed
709
  if (report_password)
710
    net_store_data(&packet, report_user);
711 712 713 714 715
  else
    packet.append((char)0);

  int2store(buf, (uint16)report_port);
  packet.append(buf, 2);
unknown's avatar
unknown committed
716 717 718 719
  int4store(buf, rpl_recovery_rank);
  packet.append(buf, 4);
  int4store(buf, 0); /* tell the master will fill in master_id */
  packet.append(buf, 4);
720

unknown's avatar
unknown committed
721
  if (mc_simple_command(mysql, COM_REGISTER_SLAVE, (char*)packet.ptr(),
722 723 724 725 726 727 728 729 730 731 732
		       packet.length(), 0))
  {
    sql_print_error("Error on COM_REGISTER_SLAVE: '%s'",
		    mc_mysql_error(mysql));
    return 1;
  }

  return 0;
}


unknown's avatar
unknown committed
733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748
int show_master_info(THD* thd)
{
  DBUG_ENTER("show_master_info");
  List<Item> field_list;
  field_list.push_back(new Item_empty_string("Master_Host",
						     sizeof(glob_mi.host)));
  field_list.push_back(new Item_empty_string("Master_User",
						     sizeof(glob_mi.user)));
  field_list.push_back(new Item_empty_string("Master_Port", 6));
  field_list.push_back(new Item_empty_string("Connect_retry", 6));
  field_list.push_back( new Item_empty_string("Log_File",
						     FN_REFLEN));
  field_list.push_back(new Item_empty_string("Pos", 12));
  field_list.push_back(new Item_empty_string("Slave_Running", 3));
  field_list.push_back(new Item_empty_string("Replicate_do_db", 20));
  field_list.push_back(new Item_empty_string("Replicate_ignore_db", 20));
749 750 751
  field_list.push_back(new Item_empty_string("Last_errno", 4));
  field_list.push_back(new Item_empty_string("Last_error", 20));
  field_list.push_back(new Item_empty_string("Skip_counter", 12));
752
  field_list.push_back(new Item_empty_string("Last_log_seq", 12));
unknown's avatar
unknown committed
753
  if (send_fields(thd, field_list, 1))
unknown's avatar
unknown committed
754 755 756
    DBUG_RETURN(-1);

  String* packet = &thd->packet;
757
  uint32 last_log_seq;
unknown's avatar
unknown committed
758
  packet->length(0);
unknown's avatar
unknown committed
759

unknown's avatar
unknown committed
760 761 762 763 764 765
  pthread_mutex_lock(&glob_mi.lock);
  net_store_data(packet, glob_mi.host);
  net_store_data(packet, glob_mi.user);
  net_store_data(packet, (uint32) glob_mi.port);
  net_store_data(packet, (uint32) glob_mi.connect_retry);
  net_store_data(packet, glob_mi.log_file_name);
766 767
  net_store_data(packet, (longlong) glob_mi.pos);
  last_log_seq = glob_mi.last_log_seq;
unknown's avatar
unknown committed
768
  pthread_mutex_unlock(&glob_mi.lock);
unknown's avatar
unknown committed
769
  pthread_mutex_lock(&LOCK_slave);		// QQ; This is not needed
unknown's avatar
unknown committed
770
  net_store_data(packet, slave_running ? "Yes":"No");
unknown's avatar
unknown committed
771
  pthread_mutex_unlock(&LOCK_slave);		// QQ; This is not needed
unknown's avatar
unknown committed
772 773
  net_store_data(packet, &replicate_do_db);
  net_store_data(packet, &replicate_ignore_db);
774 775 776
  net_store_data(packet, (uint32)last_slave_errno);
  net_store_data(packet, last_slave_error);
  net_store_data(packet, slave_skip_counter);
777
  net_store_data(packet, last_log_seq);
unknown's avatar
unknown committed
778

unknown's avatar
unknown committed
779
  if (my_net_write(&thd->net, (char*)thd->packet.ptr(), packet->length()))
unknown's avatar
unknown committed
780 781 782 783 784 785 786 787
    DBUG_RETURN(-1);

  send_eof(&thd->net);
  DBUG_RETURN(0);
}

int flush_master_info(MASTER_INFO* mi)
{
unknown's avatar
unknown committed
788
  IO_CACHE* file = &mi->file;
unknown's avatar
unknown committed
789
  char lbuf[22];
790
  char lbuf1[22];
unknown's avatar
unknown committed
791

unknown's avatar
unknown committed
792
  my_b_seek(file, 0L);
793
  my_b_printf(file, "%s\n%s\n%s\n%s\n%s\n%d\n%d\n%d\n",
unknown's avatar
unknown committed
794
	      mi->log_file_name, llstr(mi->pos, lbuf), mi->host, mi->user,
795 796
	      mi->password, mi->port, mi->connect_retry,
	      llstr(mi->last_log_seq, lbuf1));
unknown's avatar
unknown committed
797
  flush_io_cache(file);
unknown's avatar
unknown committed
798 799 800
  return 0;
}

unknown's avatar
unknown committed
801

unknown's avatar
unknown committed
802
int st_master_info::wait_for_pos(THD* thd, String* log_name, ulonglong log_pos)
unknown's avatar
unknown committed
803
{
unknown's avatar
unknown committed
804 805
  if (!inited) return -1;
  bool pos_reached;
unknown's avatar
unknown committed
806
  int event_count = 0;
unknown's avatar
unknown committed
807
  pthread_mutex_lock(&lock);
808
  while(!thd->killed)
unknown's avatar
unknown committed
809 810 811
  {
    int cmp_result;
    if (*log_file_name)
unknown's avatar
unknown committed
812
    {
unknown's avatar
unknown committed
813 814 815 816 817 818
      /*
	We should use dirname_length() here when we have a version of
	this that doesn't modify the argument */
      char *basename = strrchr(log_file_name, FN_LIBCHAR);
      if (basename)
	++basename;
unknown's avatar
unknown committed
819
      else
unknown's avatar
unknown committed
820 821 822 823 824 825
	basename = log_file_name;
      cmp_result =  strncmp(basename, log_name->ptr(),
			    log_name->length());
    }
    else
      cmp_result = 0;
unknown's avatar
unknown committed
826

unknown's avatar
unknown committed
827 828 829
    pos_reached = ((!cmp_result && pos >= log_pos) || cmp_result > 0);
    if (pos_reached || thd->killed)
      break;
unknown's avatar
unknown committed
830

831 832 833 834 835 836
    const char* msg = thd->enter_cond(&cond, &lock,
				      "Waiting for master update");
    pthread_cond_wait(&cond, &lock);
    thd->exit_cond(msg);
    event_count++;
  }
unknown's avatar
unknown committed
837 838
  pthread_mutex_unlock(&lock);
  return thd->killed ? -1 : event_count;
unknown's avatar
unknown committed
839 840
}

unknown's avatar
unknown committed
841 842 843 844 845 846 847

static int init_slave_thread(THD* thd)
{
  DBUG_ENTER("init_slave_thread");
  thd->system_thread = thd->bootstrap = 1;
  thd->client_capabilities = 0;
  my_net_init(&thd->net, 0);
unknown's avatar
unknown committed
848
  thd->net.timeout = slave_net_timeout;
unknown's avatar
unknown committed
849 850 851
  thd->max_packet_length=thd->net.max_packet;
  thd->master_access= ~0;
  thd->priv_user = 0;
852
  thd->slave_thread = 1;
853
  thd->options = (((opt_log_slave_updates) ? OPTION_BIN_LOG:0) | OPTION_AUTO_IS_NULL) ;
unknown's avatar
unknown committed
854 855 856 857 858 859 860 861 862
  thd->system_thread = 1;
  thd->client_capabilities = CLIENT_LOCAL_FILES;
  slave_real_id=thd->real_id=pthread_self();
  pthread_mutex_lock(&LOCK_thread_count);
  thd->thread_id = thread_id++;
  pthread_mutex_unlock(&LOCK_thread_count);

  if (init_thr_lock() ||
      my_pthread_setspecific_ptr(THR_THD,  thd) ||
863
      my_pthread_setspecific_ptr(THR_MALLOC, &thd->mem_root) ||
unknown's avatar
unknown committed
864 865 866 867 868 869 870 871 872
      my_pthread_setspecific_ptr(THR_NET,  &thd->net))
  {
    close_connection(&thd->net,ER_OUT_OF_RESOURCES); // is this needed?
    end_thread(thd,0);
    DBUG_RETURN(-1);
  }

  thd->mysys_var=my_thread_var;
  thd->dbug_thread_id=my_thread_id();
unknown's avatar
unknown committed
873
#if !defined(__WIN__) && !defined(OS2)
unknown's avatar
unknown committed
874 875 876 877 878
  sigset_t set;
  VOID(sigemptyset(&set));			// Get mask in use
  VOID(pthread_sigmask(SIG_UNBLOCK,&set,&thd->block_signals));
#endif

879
  thd->mem_root.free=thd->mem_root.used=0;	// Probably not needed
unknown's avatar
unknown committed
880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900
  if (thd->max_join_size == (ulong) ~0L)
    thd->options |= OPTION_BIG_SELECTS;

  thd->proc_info="Waiting for master update";
  thd->version=refresh_version;
  thd->set_time();

  DBUG_RETURN(0);
}

static int safe_sleep(THD* thd, int sec)
{
  thr_alarm_t alarmed;
  thr_alarm_init(&alarmed);
  time_t start_time= time((time_t*) 0);
  time_t end_time= start_time+sec;
  ALARM  alarm_buff;

  while (start_time < end_time)
  {
    int nap_time = (int) (end_time - start_time);
unknown's avatar
unknown committed
901 902 903 904 905 906
    /*
      the only reason we are asking for alarm is so that
      we will be woken up in case of murder, so if we do not get killed,
      set the alarm so it goes off after we wake up naturally
    */
    thr_alarm(&alarmed, 2 * nap_time,&alarm_buff);
unknown's avatar
unknown committed
907
    sleep(nap_time);
unknown's avatar
unknown committed
908 909 910 911
    // if we wake up before the alarm goes off, hit the button
    // so it will not wake up the wife and kids :-)
    if (thr_alarm_in_use(&alarmed))
      thr_end_alarm(&alarmed);
unknown's avatar
unknown committed
912

unknown's avatar
unknown committed
913 914 915 916 917 918 919 920 921 922
    if (slave_killed(thd))
      return 1;
    start_time=time((time_t*) 0);
  }
  return 0;
}


static int request_dump(MYSQL* mysql, MASTER_INFO* mi)
{
923
  char buf[FN_REFLEN + 10];
unknown's avatar
unknown committed
924 925 926 927 928
  int len;
  int binlog_flags = 0; // for now
  char* logname = mi->log_file_name;
  int4store(buf, mi->pos);
  int2store(buf + 4, binlog_flags);
929
  int4store(buf + 6, server_id);
unknown's avatar
unknown committed
930
  len = (uint) strlen(logname);
931
  memcpy(buf + 10, logname,len);
unknown's avatar
unknown committed
932 933 934 935 936 937 938 939 940
  if (mc_simple_command(mysql, COM_BINLOG_DUMP, buf, len + 10, 1))
  {
    // something went wrong, so we will just reconnect and retry later
    // in the future, we should do a better error analysis, but for
    // now we just fill up the error log :-)
    sql_print_error("Error on COM_BINLOG_DUMP: %s, will retry in %d secs",
		    mc_mysql_error(mysql), master_connect_retry);
    return 1;
  }
unknown's avatar
unknown committed
941 942 943 944

  return 0;
}

unknown's avatar
unknown committed
945

946
static int request_table_dump(MYSQL* mysql, const char* db, const char* table)
unknown's avatar
unknown committed
947 948 949
{
  char buf[1024];
  char * p = buf;
unknown's avatar
unknown committed
950 951
  uint table_len = (uint) strlen(table);
  uint db_len = (uint) strlen(db);
unknown's avatar
unknown committed
952 953 954 955 956
  if (table_len + db_len > sizeof(buf) - 2)
  {
    sql_print_error("request_table_dump: Buffer overrun");
    return 1;
  } 
unknown's avatar
unknown committed
957

unknown's avatar
unknown committed
958 959 960 961 962
  *p++ = db_len;
  memcpy(p, db, db_len);
  p += db_len;
  *p++ = table_len;
  memcpy(p, table, table_len);
unknown's avatar
unknown committed
963

unknown's avatar
unknown committed
964 965 966
  if (mc_simple_command(mysql, COM_TABLE_DUMP, buf, p - buf + table_len, 1))
  {
    sql_print_error("request_table_dump: Error sending the table dump \
unknown's avatar
unknown committed
967
command");
unknown's avatar
unknown committed
968 969
    return 1;
  }
unknown's avatar
unknown committed
970 971 972 973 974

  return 0;
}


unknown's avatar
unknown committed
975
static ulong read_event(MYSQL* mysql, MASTER_INFO *mi)
unknown's avatar
unknown committed
976
{
977
  ulong len = packet_error;
unknown's avatar
unknown committed
978
  // for convinience lets think we start by
unknown's avatar
unknown committed
979
  // being in the interrupted state :-)
unknown's avatar
unknown committed
980 981
  int read_errno = EINTR;

unknown's avatar
unknown committed
982 983
  // my_real_read() will time us out
  // we check if we were told to die, and if not, try reading again
unknown's avatar
unknown committed
984
#ifndef DBUG_OFF
unknown's avatar
unknown committed
985
  if (disconnect_slave_event_count && !(events_till_disconnect--))
unknown's avatar
unknown committed
986 987
    return packet_error;      
#endif
unknown's avatar
unknown committed
988

unknown's avatar
unknown committed
989 990
  while (!abort_loop && !abort_slave && len == packet_error &&
	 read_errno == EINTR )
unknown's avatar
unknown committed
991 992 993 994
  {
    len = mc_net_safe_read(mysql);
    read_errno = errno;
  }
unknown's avatar
unknown committed
995
  if (abort_loop || abort_slave)
unknown's avatar
unknown committed
996
    return packet_error;
997
  if (len == packet_error || (long) len < 1)
unknown's avatar
unknown committed
998
  {
unknown's avatar
unknown committed
999 1000 1001
    sql_print_error("Error reading packet from server: %s (read_errno %d,\
server_errno=%d)",
		    mc_mysql_error(mysql), read_errno, mc_mysql_errno(mysql));
unknown's avatar
unknown committed
1002 1003 1004
    return packet_error;
  }

unknown's avatar
unknown committed
1005 1006
  if (len == 1)
  {
unknown's avatar
unknown committed
1007 1008
     sql_print_error("Slave: received 0 length packet from server, apparent\
 master shutdown: %s (%d)",
unknown's avatar
unknown committed
1009
		     mc_mysql_error(mysql), read_errno);
unknown's avatar
unknown committed
1010
     return packet_error;
unknown's avatar
unknown committed
1011
  }
unknown's avatar
unknown committed
1012

unknown's avatar
unknown committed
1013
  DBUG_PRINT("info",( "len=%u, net->read_pos[4] = %d\n",
1014
		      len, mysql->net.read_pos[4]));
unknown's avatar
unknown committed
1015 1016 1017
  return len - 1;   
}

1018
int check_expected_error(THD* thd, int expected_error)
1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032
{
  switch(expected_error)
    {
    case ER_NET_READ_ERROR:
    case ER_NET_ERROR_ON_WRITE:  
    case ER_SERVER_SHUTDOWN:  
    case ER_NEW_ABORTING_CONNECTION:
      my_snprintf(last_slave_error, sizeof(last_slave_error), 
		 "Slave: query '%s' partially completed on the master \
and was aborted. There is a chance that your master is inconsistent at this \
point. If you are sure that your master is ok, run this query manually on the\
 slave and then restart the slave with SET SQL_SLAVE_SKIP_COUNTER=1;\
 SLAVE START;", thd->query);
      last_slave_errno = expected_error;
1033
      sql_print_error("%s",last_slave_error);
1034 1035 1036 1037 1038
      return 1;
    default:
      return 0;
    }
}
1039

unknown's avatar
unknown committed
1040

unknown's avatar
unknown committed
1041

unknown's avatar
unknown committed
1042 1043
static int exec_event(THD* thd, NET* net, MASTER_INFO* mi, int event_len)
{
1044
  const char *error_msg;
unknown's avatar
unknown committed
1045
  Log_event * ev = Log_event::read_log_event((const char*)net->read_pos + 1,
1046 1047
					     event_len, &error_msg,
					     mi->old_format);
1048 1049
  if (ev)
  {
1050
    int type_code = ev->get_type_code();
1051
    int exec_res;
1052
    if (ev->server_id == ::server_id ||
1053
	(slave_skip_counter && type_code != ROTATE_EVENT))
unknown's avatar
unknown committed
1054
    {
unknown's avatar
unknown committed
1055
      if (type_code == LOAD_EVENT)
unknown's avatar
unknown committed
1056
	skip_load_data_infile(net);
unknown's avatar
unknown committed
1057

1058
      mi->inc_pos(event_len, ev->log_seq);
unknown's avatar
unknown committed
1059
      flush_master_info(mi);
unknown's avatar
unknown committed
1060
      if (slave_skip_counter && /* protect against common user error of
unknown's avatar
unknown committed
1061 1062 1063 1064 1065
				  setting the counter to 1 instead of 2
			          while recovering from an failed
			          auto-increment insert */
	 	 !(type_code == INTVAR_EVENT &&
				 slave_skip_counter == 1))
unknown's avatar
unknown committed
1066
        --slave_skip_counter;
unknown's avatar
unknown committed
1067 1068 1069
      delete ev;     
      return 0;					// avoid infinite update loops
    }
unknown's avatar
unknown committed
1070

1071
    thd->server_id = ev->server_id; // use the original server id for logging
unknown's avatar
unknown committed
1072
    thd->set_time();				// time the query
unknown's avatar
unknown committed
1073
    if (!thd->log_seq)
unknown's avatar
unknown committed
1074 1075
      thd->log_seq = ev->log_seq;
    if (!ev->when)
unknown's avatar
unknown committed
1076
      ev->when = time(NULL);
1077 1078 1079 1080
    ev->thd = thd;
    exec_res = ev->exec_event(mi);
    delete ev;
    return exec_res;
1081
  }
unknown's avatar
unknown committed
1082
  else
1083
  {
unknown's avatar
unknown committed
1084 1085 1086 1087
    sql_print_error("\
Could not parse log event entry, check the master for binlog corruption\n\
This may also be a network problem, or just a bug in the master or slave code.\
");
1088 1089
    return 1;
  }
unknown's avatar
unknown committed
1090
}
unknown's avatar
unknown committed
1091

unknown's avatar
unknown committed
1092 1093 1094 1095
// slave thread

pthread_handler_decl(handle_slave,arg __attribute__((unused)))
{
unknown's avatar
unknown committed
1096
#ifndef DBUG_OFF
unknown's avatar
unknown committed
1097
slave_begin:  
unknown's avatar
unknown committed
1098
#endif  
1099
  THD *thd; // needs to be first for thread_stack
unknown's avatar
unknown committed
1100
  MYSQL *mysql = NULL ;
unknown's avatar
unknown committed
1101
  char llbuff[22];
unknown's avatar
unknown committed
1102

1103
  pthread_mutex_lock(&LOCK_slave);
unknown's avatar
unknown committed
1104 1105 1106 1107 1108 1109 1110
  if (!server_id)
  {
    pthread_cond_broadcast(&COND_slave_start);
    pthread_mutex_unlock(&LOCK_slave);
    sql_print_error("Server id not set, will not start slave");
    pthread_exit((void*)1);
  }
unknown's avatar
unknown committed
1111

unknown's avatar
unknown committed
1112 1113 1114 1115 1116 1117
  if (slave_running)
  {
    pthread_cond_broadcast(&COND_slave_start);
    pthread_mutex_unlock(&LOCK_slave);
    pthread_exit((void*)1);  // safety just in case
  }
unknown's avatar
unknown committed
1118 1119
  slave_running = 1;
  abort_slave = 0;
1120 1121 1122
#ifndef DBUG_OFF  
  events_till_abort = abort_slave_event_count;
#endif  
unknown's avatar
unknown committed
1123 1124
  pthread_cond_broadcast(&COND_slave_start);
  pthread_mutex_unlock(&LOCK_slave);
unknown's avatar
unknown committed
1125

unknown's avatar
unknown committed
1126
  // int error = 1;
unknown's avatar
unknown committed
1127
  bool retried_once = 0;
unknown's avatar
unknown committed
1128
  ulonglong last_failed_pos = 0;
unknown's avatar
unknown committed
1129

unknown's avatar
unknown committed
1130 1131
  // needs to call my_thread_init(), otherwise we get a coredump in DBUG_ stuff
  my_thread_init();
1132
  slave_thd = thd = new THD; // note that contructor of THD uses DBUG_ !
unknown's avatar
unknown committed
1133 1134 1135
  DBUG_ENTER("handle_slave");

  pthread_detach_this_thread();
unknown's avatar
unknown committed
1136
  if (init_slave_thread(thd) || init_master_info(&glob_mi))
unknown's avatar
unknown committed
1137 1138 1139 1140
  {
    sql_print_error("Failed during slave thread initialization");
    goto err;
  }
unknown's avatar
unknown committed
1141
  thd->thread_stack = (char*)&thd; // remember where our stack is
1142
  thd->temporary_tables = save_temporary_tables; // restore temp tables
unknown's avatar
unknown committed
1143
  threads.append(thd);
1144 1145
  glob_mi.pending = 0;  //this should always be set to 0 when the slave thread
  // is started
unknown's avatar
unknown committed
1146

unknown's avatar
unknown committed
1147 1148
  DBUG_PRINT("info",("master info: log_file_name=%s, position=%s",
		     glob_mi.log_file_name, llstr(glob_mi.pos,llbuff)));
unknown's avatar
unknown committed
1149

unknown's avatar
unknown committed
1150

unknown's avatar
unknown committed
1151 1152 1153 1154 1155
  if (!(mysql = mc_mysql_init(NULL)))
  {
    sql_print_error("Slave thread: error in mc_mysql_init()");
    goto err;
  }
unknown's avatar
unknown committed
1156

unknown's avatar
unknown committed
1157
  thd->proc_info = "connecting to master";
unknown's avatar
unknown committed
1158 1159
#ifndef DBUG_OFF  
  sql_print_error("Slave thread initialized");
1160 1161
#endif
  // we can get killed during safe_connect
unknown's avatar
unknown committed
1162
  if (!safe_connect(thd, mysql, &glob_mi))
unknown's avatar
unknown committed
1163
    sql_print_error("Slave: connected to master '%s@%s:%d',\
unknown's avatar
unknown committed
1164
  replication started in log '%s' at position %s", glob_mi.user,
unknown's avatar
unknown committed
1165 1166 1167
		    glob_mi.host, glob_mi.port,
		    RPL_LOG_NAME,
		    llstr(glob_mi.pos,llbuff));
1168
  else
unknown's avatar
unknown committed
1169 1170 1171 1172
  {
    sql_print_error("Slave thread killed while connecting to master");
    goto err;
  }
1173

1174
connected:
1175

1176
  thd->slave_net = &mysql->net;
1177 1178 1179
  // register ourselves with the master
  // if fails, this is not fatal - we just print the error message and go
  // on with life
1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190
  thd->proc_info = "Checking master version";
  if (check_master_version(mysql, &glob_mi))
  {
    goto err;
  }
  if (!glob_mi.old_format)
  {
    thd->proc_info = "Registering slave on master";
    if (register_slave_on_master(mysql) ||  update_slave_list(mysql))
      goto err;
  }
unknown's avatar
unknown committed
1191

unknown's avatar
unknown committed
1192 1193
  while (!slave_killed(thd))
  {
unknown's avatar
unknown committed
1194 1195 1196 1197 1198 1199 1200
    thd->proc_info = "Requesting binlog dump";
    if (request_dump(mysql, &glob_mi))
    {
      sql_print_error("Failed on request_dump()");
      if (slave_killed(thd))
      {
	sql_print_error("Slave thread killed while requesting master \
unknown's avatar
unknown committed
1201
dump");
unknown's avatar
unknown committed
1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218
	goto err;
      }

      thd->proc_info = "Waiiting to reconnect after a failed dump request";
      if (mysql->net.vio)
	vio_close(mysql->net.vio);
      // first time retry immediately, assuming that we can recover
      // right away - if first time fails, sleep between re-tries
      // hopefuly the admin can fix the problem sometime
      if (retried_once)
	safe_sleep(thd, glob_mi.connect_retry);
      else
	retried_once = 1;

      if (slave_killed(thd))
      {
	sql_print_error("Slave thread killed while retrying master \
unknown's avatar
unknown committed
1219
dump");
unknown's avatar
unknown committed
1220 1221
	goto err;
      }
unknown's avatar
unknown committed
1222

unknown's avatar
unknown committed
1223 1224 1225
      thd->proc_info = "Reconnecting after a failed dump request";
      last_failed_pos=glob_mi.pos;
      sql_print_error("Slave: failed dump request, reconnecting to \
unknown's avatar
unknown committed
1226
try again, log '%s' at postion %s", RPL_LOG_NAME,
unknown's avatar
unknown committed
1227 1228 1229 1230 1231 1232 1233 1234 1235
		      llstr(last_failed_pos,llbuff));
      if (safe_reconnect(thd, mysql, &glob_mi) || slave_killed(thd))
      {
	sql_print_error("Slave thread killed during or after reconnect");
	goto err;
      }

      goto connected;
    }
unknown's avatar
unknown committed
1236 1237


unknown's avatar
unknown committed
1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251
    while(!slave_killed(thd))
    {
      thd->proc_info = "Reading master update";
      ulong event_len = read_event(mysql, &glob_mi);
      if (slave_killed(thd))
      {
	sql_print_error("Slave thread killed while reading event");
	goto err;
      }


      if (event_len == packet_error)
      {
	if (mc_mysql_errno(mysql) == ER_NET_PACKET_TOO_LARGE)
unknown's avatar
unknown committed
1252
	{
unknown's avatar
unknown committed
1253
	  sql_print_error("Log entry on master is longer than \
1254 1255 1256
max_allowed_packet on slave. Slave thread will be aborted. If the entry is \
really supposed to be that long, restart the server with a higher value of \
max_allowed_packet. The current value is %ld", max_allowed_packet);
unknown's avatar
unknown committed
1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270
	  goto err;
	}

	thd->proc_info = "Waiting to reconnect after a failed read";
	if (mysql->net.vio)
	  vio_close(mysql->net.vio);
	if (retried_once) // punish repeat offender with sleep
	  safe_sleep(thd, glob_mi.connect_retry);
	else
	  retried_once = 1; 

	if (slave_killed(thd))
	{
	  sql_print_error("Slave thread killed while waiting to \
unknown's avatar
unknown committed
1271
reconnect after a failed read");
unknown's avatar
unknown committed
1272 1273 1274 1275 1276
	  goto err;
	}
	thd->proc_info = "Reconnecting after a failed read";
	last_failed_pos= glob_mi.pos;
	sql_print_error("Slave: Failed reading log event, \
unknown's avatar
unknown committed
1277
reconnecting to retry, log '%s' position %s", RPL_LOG_NAME,
unknown's avatar
unknown committed
1278 1279 1280 1281
			llstr(last_failed_pos, llbuff));
	if (safe_reconnect(thd, mysql, &glob_mi) || slave_killed(thd))
	{
	  sql_print_error("Slave thread killed during or after a \
unknown's avatar
unknown committed
1282
reconnect done to recover from failed read");
unknown's avatar
unknown committed
1283 1284
	  goto err;
	}
unknown's avatar
unknown committed
1285

unknown's avatar
unknown committed
1286 1287
	goto connected;
      } // if (event_len == packet_error)
unknown's avatar
unknown committed
1288

unknown's avatar
unknown committed
1289 1290 1291 1292
      thd->proc_info = "Processing master log event"; 
      if (exec_event(thd, &mysql->net, &glob_mi, event_len))
      {
	sql_print_error("\
1293 1294
Error running query, slave aborted. Fix the problem, and re-start \
the slave thread with \"mysqladmin start-slave\". We stopped at log \
unknown's avatar
unknown committed
1295
'%s' position %s",
unknown's avatar
unknown committed
1296 1297 1298 1299 1300 1301
			RPL_LOG_NAME, llstr(glob_mi.pos, llbuff));
	goto err;
	// there was an error running the query
	// abort the slave thread, when the problem is fixed, the user
	// should restart the slave with mysqladmin start-slave
      }
1302
#ifndef DBUG_OFF
unknown's avatar
unknown committed
1303 1304 1305 1306 1307
      if (abort_slave_event_count && !--events_till_abort)
      {
	sql_print_error("Slave: debugging abort");
	goto err;
      }
1308
#endif	  
unknown's avatar
unknown committed
1309

unknown's avatar
unknown committed
1310 1311 1312 1313 1314
      // successful exec with offset advance,
      // the slave repents and his sins are forgiven!
      if (glob_mi.pos > last_failed_pos)
      {
	retried_once = 0;
unknown's avatar
unknown committed
1315
#ifndef DBUG_OFF
unknown's avatar
unknown committed
1316
	stuck_count = 0;
unknown's avatar
unknown committed
1317
#endif
unknown's avatar
unknown committed
1318
      }
unknown's avatar
unknown committed
1319
#ifndef DBUG_OFF
unknown's avatar
unknown committed
1320 1321 1322 1323 1324 1325 1326 1327 1328
      else
      {
	// show a little mercy, allow slave to read one more event
	// before cutting him off - otherwise he gets stuck
	// on Intvar events, since they do not advance the offset
	// immediately
	if (++stuck_count > 2)
	  events_till_disconnect++;
      }
unknown's avatar
unknown committed
1329
#endif	  
unknown's avatar
unknown committed
1330
    } // while(!slave_killed(thd)) - read/exec loop
1331
  } // while(!slave_killed(thd)) - slave loop
unknown's avatar
unknown committed
1332

unknown's avatar
unknown committed
1333
  // error = 0;
unknown's avatar
unknown committed
1334
err:
unknown's avatar
unknown committed
1335 1336
  // print the current replication position 
  sql_print_error("Slave thread exiting, replication stopped in log '%s' at \
unknown's avatar
unknown committed
1337 1338
position %s",
		  RPL_LOG_NAME, llstr(glob_mi.pos,llbuff));
unknown's avatar
unknown committed
1339
  thd->query = thd->db = 0; // extra safety
unknown's avatar
unknown committed
1340 1341
  if (mysql)
    mc_mysql_close(mysql);
unknown's avatar
unknown committed
1342
  thd->proc_info = "Waiting for slave mutex on exit";
unknown's avatar
unknown committed
1343 1344
  pthread_mutex_lock(&LOCK_slave);
  slave_running = 0;
1345
  change_rpl_status(RPL_ACTIVE_SLAVE,RPL_IDLE_SLAVE);
unknown's avatar
unknown committed
1346
  abort_slave = 0;
1347 1348
  save_temporary_tables = thd->temporary_tables;
  thd->temporary_tables = 0; // remove tempation from destructor to close them
unknown's avatar
unknown committed
1349 1350
  pthread_cond_broadcast(&COND_slave_stopped); // tell the world we are done
  pthread_mutex_unlock(&LOCK_slave);
1351
  net_end(&thd->net); // destructor will not free it, because we are weird
1352
  slave_thd = 0;
unknown's avatar
unknown committed
1353 1354
  delete thd;
  my_thread_end();
unknown's avatar
unknown committed
1355
#ifndef DBUG_OFF
unknown's avatar
unknown committed
1356
  if (abort_slave_event_count && !events_till_abort)
unknown's avatar
unknown committed
1357 1358
    goto slave_begin;
#endif  
unknown's avatar
unknown committed
1359 1360 1361 1362
  pthread_exit(0);
  DBUG_RETURN(0);				// Can't return anything here
}

unknown's avatar
unknown committed
1363 1364 1365

/* try to connect until successful or slave killed */

1366
static int safe_connect(THD* thd, MYSQL* mysql, MASTER_INFO* mi)
unknown's avatar
unknown committed
1367
{
unknown's avatar
unknown committed
1368
  return connect_to_master(thd, mysql, mi, 0);
unknown's avatar
unknown committed
1369 1370
}

1371 1372 1373 1374
/*
  Try to connect until successful or slave killed or we have retried
  master_retry_count times
*/
unknown's avatar
unknown committed
1375

unknown's avatar
unknown committed
1376 1377
static int connect_to_master(THD* thd, MYSQL* mysql, MASTER_INFO* mi,
			     bool reconnect)
unknown's avatar
unknown committed
1378
{
1379
  int slave_was_killed;
1380 1381
  int last_errno= -2;				// impossible error
  ulong err_count=0;
unknown's avatar
unknown committed
1382 1383
  char llbuff[22];

1384 1385 1386 1387
  /*
    If we lost connection after reading a state set event
    we will be re-reading it, so pending needs to be cleared
  */
unknown's avatar
unknown committed
1388
  mi->pending = 0;
unknown's avatar
unknown committed
1389 1390 1391
#ifndef DBUG_OFF
  events_till_disconnect = disconnect_slave_event_count;
#endif
unknown's avatar
unknown committed
1392
  while (!(slave_was_killed = slave_killed(thd)) &&
unknown's avatar
unknown committed
1393
	 (reconnect ? mc_mysql_reconnect(mysql) != 0 :
unknown's avatar
unknown committed
1394 1395
	  !mc_mysql_connect(mysql, mi->host, mi->user, mi->password, 0,
			  mi->port, 0, 0)))
unknown's avatar
unknown committed
1396
  {
1397 1398 1399
    /* Don't repeat last error */
    if (mc_mysql_errno(mysql) != last_errno)
    {
unknown's avatar
unknown committed
1400
      sql_print_error("Slave thread: error connecting to master: \
1401
%s, last_errno=%d, retry in %d sec",
1402 1403 1404
		      mc_mysql_error(mysql), last_errno=mc_mysql_errno(mysql),
		      mi->connect_retry);
    }
unknown's avatar
unknown committed
1405
    safe_sleep(thd, mi->connect_retry);
1406 1407 1408 1409 1410 1411
    /* by default we try forever. The reason is that failure will trigger
       master election, so if the user did not set master_retry_count we
       do not want to have electioin triggered on the first failure to
       connect
    */
    if (master_retry_count && err_count++ == master_retry_count)
1412 1413
    {
      slave_was_killed=1;
unknown's avatar
unknown committed
1414 1415
      if (reconnect)
        change_rpl_status(RPL_ACTIVE_SLAVE,RPL_LOST_SOLDIER);
1416 1417
      break;
    }
unknown's avatar
unknown committed
1418
  }
1419

1420 1421
  if (!slave_was_killed)
  {
unknown's avatar
unknown committed
1422 1423
    if (reconnect)
      sql_print_error("Slave: connected to master '%s@%s:%d',\
unknown's avatar
unknown committed
1424 1425 1426 1427
replication resumed in log '%s' at position %s", glob_mi.user,
		    glob_mi.host, glob_mi.port,
		    RPL_LOG_NAME,
		    llstr(glob_mi.pos,llbuff));
unknown's avatar
unknown committed
1428 1429 1430 1431 1432 1433
    else
    {
      change_rpl_status(RPL_IDLE_SLAVE,RPL_ACTIVE_SLAVE);
      mysql_log.write(thd, COM_CONNECT_OUT, "%s@%s:%d",
		  mi->user, mi->host, mi->port);
    }
1434
#ifdef SIGNAL_WITH_VIO_CLOSE
1435
    thd->set_active_vio(mysql->net.vio);
1436
#endif      
1437
  }
unknown's avatar
unknown committed
1438

1439
  return slave_was_killed;
unknown's avatar
unknown committed
1440 1441
}

unknown's avatar
unknown committed
1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452
/*
  Try to connect until successful or slave killed or we have retried
  master_retry_count times
*/

static int safe_reconnect(THD* thd, MYSQL* mysql, MASTER_INFO* mi)
{
  return connect_to_master(thd, mysql, mi, 1);
}


unknown's avatar
unknown committed
1453 1454
#ifdef __GNUC__
template class I_List_iterator<i_string>;
unknown's avatar
unknown committed
1455
template class I_List_iterator<i_string_pair>;
unknown's avatar
unknown committed
1456
#endif