log.cc 43.6 KB
Newer Older
unknown's avatar
unknown committed
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18
/* Copyright (C) 2000 MySQL AB & MySQL Finland AB & TCX DataKonsult AB
   
   This program is free software; you can redistribute it and/or modify
   it under the terms of the GNU General Public License as published by
   the Free Software Foundation; either version 2 of the License, or
   (at your option) any later version.
   
   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.
   
   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA */


/* logging of commands */
19
/* TODO: Abort logging when we get an error in reading or writing log files */
unknown's avatar
unknown committed
20

21 22 23 24
#ifdef __EMX__
#include <io.h>
#endif

unknown's avatar
unknown committed
25 26
#include "mysql_priv.h"
#include "sql_acl.h"
unknown's avatar
unknown committed
27
#include "sql_repl.h"
unknown's avatar
unknown committed
28 29 30 31

#include <my_dir.h>
#include <stdarg.h>
#include <m_ctype.h>				// For test_if_number
32
#include <assert.h>
unknown's avatar
unknown committed
33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58

MYSQL_LOG mysql_log,mysql_update_log,mysql_slow_log,mysql_bin_log;
extern I_List<i_string> binlog_do_db, binlog_ignore_db;

static bool test_if_number(const char *str,
			   long *res, bool allow_wildcards);

/****************************************************************************
** Find a uniq filename for 'filename.#'.
** Set # to a number as low as possible
** returns != 0 if not possible to get uniq filename
****************************************************************************/

static int find_uniq_filename(char *name)
{
  long		number;
  uint		i,length;
  char		buff[FN_REFLEN];
  struct st_my_dir *dir_info;
  reg1 struct fileinfo *file_info;
  ulong		max_found=0;
  DBUG_ENTER("find_uniq_filename");

  length=dirname_part(buff,name);
  char *start=name+length,*end=strend(start);
  *end='.';
unknown's avatar
unknown committed
59
  length= (uint) (end-start+1);
unknown's avatar
unknown committed
60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81

  if (!(dir_info = my_dir(buff,MYF(MY_DONT_SORT))))
  {						// This shouldn't happen
    strmov(end,".1");				// use name+1
    DBUG_RETURN(0);
  }
  file_info= dir_info->dir_entry;
  for (i=dir_info->number_off_files ; i-- ; file_info++)
  {
    if (bcmp(file_info->name,start,length) == 0 &&
	test_if_number(file_info->name+length, &number,0))
    {
      set_if_bigger(max_found,(ulong) number);
    }
  }
  my_dirend(dir_info);

  *end++='.';
  sprintf(end,"%03ld",max_found+1);
  DBUG_RETURN(0);
}

82

unknown's avatar
unknown committed
83
MYSQL_LOG::MYSQL_LOG()
84
  :bytes_written(0), last_time(0), query_start(0), name(0),
unknown's avatar
unknown committed
85 86
   file_id(1), open_count(1), log_type(LOG_CLOSED), write_error(0), inited(0),
   no_rotate(0), need_start_event(1)
unknown's avatar
unknown committed
87 88 89 90 91
{
  /*
    We don't want to intialize LOCK_Log here as the thread system may
    not have been initailized yet. We do it instead at 'open'.
  */
92 93
  index_file_name[0] = 0;
  bzero((char*) &log_file,sizeof(log_file));
94
  bzero((char*) &index_file, sizeof(index_file));
unknown's avatar
unknown committed
95 96
}

97

unknown's avatar
unknown committed
98
MYSQL_LOG::~MYSQL_LOG()
unknown's avatar
unknown committed
99 100 101 102 103
{
  cleanup();
}

void MYSQL_LOG::cleanup()
unknown's avatar
unknown committed
104 105
{
  if (inited)
106
  {
unknown's avatar
unknown committed
107 108
    close(1);
    inited= 0;
109 110
    (void) pthread_mutex_destroy(&LOCK_log);
    (void) pthread_mutex_destroy(&LOCK_index);
unknown's avatar
unknown committed
111
    (void) pthread_cond_destroy(&update_cond);
112
  }
unknown's avatar
unknown committed
113 114
}

115

unknown's avatar
unknown committed
116 117
int MYSQL_LOG::generate_new_name(char *new_name, const char *log_name)
{      
118 119
  fn_format(new_name,log_name,mysql_data_home,"",4);
  if (log_type != LOG_NORMAL)
unknown's avatar
unknown committed
120 121 122 123 124 125 126 127 128 129 130 131 132
  {
    if (!fn_ext(log_name)[0])
    {
      if (find_uniq_filename(new_name))
      {
	sql_print_error(ER(ER_NO_UNIQUE_LOGFILE), log_name);
	return 1;
      }
    }
  }
  return 0;
}

133

134
void MYSQL_LOG::init(enum_log_type log_type_arg,
135 136
		     enum cache_type io_cache_type_arg,
		     bool no_auto_events_arg)
137 138
{
  log_type = log_type_arg;
139
  io_cache_type = io_cache_type_arg;
140
  no_auto_events = no_auto_events_arg;
141 142
  if (!inited)
  {
143
    inited= 1;
144 145
    (void) pthread_mutex_init(&LOCK_log,MY_MUTEX_INIT_SLOW);
    (void) pthread_mutex_init(&LOCK_index, MY_MUTEX_INIT_SLOW);
146
    (void) pthread_cond_init(&update_cond, 0);
147 148 149
  }
}

unknown's avatar
unknown committed
150

151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167
/*
  Open a (new) log file.

  DESCRIPTION
  - If binary logs, also open the index file and register the new
    file name in it
  - When calling this when the file is in use, you must have a locks
    on LOCK_log and LOCK_index.

  RETURN VALUES
    0	ok
    1	error
*/

bool MYSQL_LOG::open(const char *log_name, enum_log_type log_type_arg,
		     const char *new_name, const char *index_file_name_arg,
		     enum cache_type io_cache_type_arg,
168
		     bool no_auto_events_arg)
unknown's avatar
unknown committed
169
{
170
  char buff[512];
171
  File file= -1, index_file_nr= -1;
172
  int open_flags = O_CREAT | O_APPEND | O_BINARY;
unknown's avatar
unknown committed
173
  DBUG_ENTER("MYSQL_LOG::open");
174 175 176 177
  DBUG_PRINT("enter",("log_type: %d",(int) log_type));

  last_time=query_start=0;
  write_error=0;
unknown's avatar
unknown committed
178

179
  if (!inited && log_type_arg == LOG_BIN && *fn_ext(log_name))
unknown's avatar
unknown committed
180
    no_rotate = 1;
181
  init(log_type_arg,io_cache_type_arg,no_auto_events_arg);
182 183 184
  
  if (!(name=my_strdup(log_name,MYF(MY_WME))))
    goto err;
unknown's avatar
unknown committed
185 186 187
  if (new_name)
    strmov(log_file_name,new_name);
  else if (generate_new_name(log_file_name, name))
188
    goto err;
189 190 191 192 193 194
  
  if (io_cache_type == SEQ_READ_APPEND)
    open_flags |= O_RDWR;
  else
    open_flags |= O_WRONLY;
  
unknown's avatar
unknown committed
195
  db[0]=0;
unknown's avatar
unknown committed
196
  open_count++;
197
  if ((file=my_open(log_file_name,open_flags,
198
		    MYF(MY_WME | ME_WAITTANG))) < 0 ||
199
      init_io_cache(&log_file, file, IO_SIZE, io_cache_type,
200 201
		    my_tell(file,MYF(MY_WME)), 0, MYF(MY_WME | MY_NABP)))
    goto err;
unknown's avatar
unknown committed
202

203 204
  switch (log_type) {
  case LOG_NORMAL:
unknown's avatar
unknown committed
205
  {
206
    char *end;
unknown's avatar
unknown committed
207
#ifdef __NT__
208
    sprintf(buff, "%s, Version: %s, started with:\nTCP Port: %d, Named Pipe: %s\n", my_progname, server_version, mysql_port, mysql_unix_port);
unknown's avatar
unknown committed
209
#else
210
    sprintf(buff, "%s, Version: %s, started with:\nTcp port: %d  Unix socket: %s\n", my_progname,server_version,mysql_port,mysql_unix_port);
unknown's avatar
unknown committed
211
#endif
212
    end=strmov(strend(buff),"Time                 Id Command    Argument\n");
unknown's avatar
unknown committed
213
    if (my_b_write(&log_file, (byte*) buff,(uint) (end-buff)) ||
214 215
	flush_io_cache(&log_file))
      goto err;
216
    break;
unknown's avatar
unknown committed
217
  }
218
  case LOG_NEW:
unknown's avatar
unknown committed
219 220 221 222
  {
    time_t skr=time(NULL);
    struct tm tm_tmp;
    localtime_r(&skr,&tm_tmp);
223
    sprintf(buff,"# %s, Version: %s at %02d%02d%02d %2d:%02d:%02d\n",
unknown's avatar
unknown committed
224 225 226 227 228 229 230
	    my_progname,server_version,
	    tm_tmp.tm_year % 100,
	    tm_tmp.tm_mon+1,
	    tm_tmp.tm_mday,
	    tm_tmp.tm_hour,
	    tm_tmp.tm_min,
	    tm_tmp.tm_sec);
unknown's avatar
unknown committed
231
    if (my_b_write(&log_file, (byte*) buff,(uint) strlen(buff)) ||
232 233
	flush_io_cache(&log_file))
      goto err;
234
    break;
unknown's avatar
unknown committed
235
  }
236
  case LOG_BIN:
unknown's avatar
unknown committed
237
  {
238 239 240 241
    bool write_file_name_to_index_file=0;

    myf opt= MY_UNPACK_FILENAME;
    if (!index_file_name_arg)
unknown's avatar
unknown committed
242
    {
243 244 245 246 247 248 249 250 251 252 253 254 255
      index_file_name_arg= name;	// Use same basename for index file
      opt= MY_UNPACK_FILENAME | MY_REPLACE_EXT;
    }
  
    if (!my_b_filelength(&log_file))
    {
      /*
	The binary log file was empty (probably newly created)
	This is the normal case and happens when the user doesn't specify
	an extension for the binary log files.
	In this case we write a standard header to it.
      */
      if (my_b_write(&log_file, (byte*) BINLOG_MAGIC, BIN_LOG_HEADER_SIZE))
unknown's avatar
unknown committed
256
        goto err;
unknown's avatar
unknown committed
257
      bytes_written += BIN_LOG_HEADER_SIZE;
258
      write_file_name_to_index_file=1;
unknown's avatar
unknown committed
259
    }
unknown's avatar
unknown committed
260

261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284
    if (!my_b_inited(&index_file))
    {
      /*
	First open of this class instance
	Create an index file that will hold all file names uses for logging.
	Add new entries to the end of it.
      */
      fn_format(index_file_name, index_file_name_arg, mysql_data_home,
		".index", opt);
      if ((index_file_nr= my_open(index_file_name,
				  O_RDWR | O_CREAT | O_BINARY ,
				  MYF(MY_WME))) < 0 ||
	  init_io_cache(&index_file, index_file_nr,
			IO_SIZE, WRITE_CACHE,
			my_seek(index_file_nr,0L,MY_SEEK_END,MYF(0)),
			0, MYF(MY_WME)))
	goto err;
    }
    else
    {
      safe_mutex_assert_owner(&LOCK_index);
      reinit_io_cache(&index_file, WRITE_CACHE, my_b_filelength(&index_file),
		      0, 0);
    }
285
    if (need_start_event && !no_auto_events)
286
    {
287
      need_start_event=0;
288
      Start_log_event s;
289
      s.set_log_pos(this);
290 291
      s.write(&log_file);
    }
292
    if (flush_io_cache(&log_file))
unknown's avatar
unknown committed
293
      goto err;
294 295 296 297 298 299 300 301 302

    if (write_file_name_to_index_file)
    {
      /* As this is a new log file, we write the file name to the index file */
      if (my_b_write(&index_file, (byte*) log_file_name,
		     strlen(log_file_name)) ||
	  my_b_write(&index_file, (byte*) "\n", 1) ||
	  flush_io_cache(&index_file))
	goto err;
unknown's avatar
unknown committed
303
    }
304
    break;
unknown's avatar
unknown committed
305
  }
306 307 308 309 310
  case LOG_CLOSED:				// Impossible
    DBUG_ASSERT(1);
    break;
  }
  DBUG_RETURN(0);
311 312

err:
313 314 315 316
  sql_print_error("Could not use %s for logging (error %d). \
Turning logging off for the whole duration of the MySQL server process. \
To turn it on again: fix the cause, \
shutdown the MySQL server and restart it.", log_name, errno);
317 318
  if (file >= 0)
    my_close(file,MYF(0));
319 320
  if (index_file_nr >= 0)
    my_close(index_file_nr,MYF(0));
321
  end_io_cache(&log_file);
322 323
  end_io_cache(&index_file);
  safeFree(name);
324
  log_type=LOG_CLOSED;
325
  DBUG_RETURN(1);
unknown's avatar
unknown committed
326 327
}

328

unknown's avatar
unknown committed
329 330 331
int MYSQL_LOG::get_current_log(LOG_INFO* linfo)
{
  pthread_mutex_lock(&LOCK_log);
332 333
  strmake(linfo->log_file_name, log_file_name, sizeof(linfo->log_file_name)-1);
  linfo->pos = my_b_tell(&log_file);
unknown's avatar
unknown committed
334 335 336 337
  pthread_mutex_unlock(&LOCK_log);
  return 0;
}

unknown's avatar
unknown committed
338

339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401
/*
  Move all data up in a file in an filename index file

  SYNOPSIS
    copy_up_file_and_fill()
    index_file			File to move
    offset			Move everything from here to beginning

  NOTE
    File will be truncated to be 'offset' shorter or filled up with
    newlines

  IMPLEMENTATION
    We do the copy outside of the IO_CACHE as the cache buffers would just
    make things slower and more complicated.
    In most cases the copy loop should only do one read.

  RETURN VALUES
    0	ok
*/

static bool copy_up_file_and_fill(IO_CACHE *index_file, my_off_t offset)
{
  int bytes_read;
  my_off_t init_offset= offset;
  File file= index_file->file;
  byte io_buf[IO_SIZE*2];
  DBUG_ENTER("copy_up_file_and_fill");

  for (;; offset+= bytes_read)
  {
    (void) my_seek(file, offset, MY_SEEK_SET, MYF(0));
    if ((bytes_read= (int) my_read(file, io_buf, sizeof(io_buf), MYF(MY_WME)))
	< 0)
      goto err;
    if (!bytes_read)
      break;					// end of file
    (void) my_seek(file, offset-init_offset, MY_SEEK_SET, MYF(0));
    if (my_write(file, (byte*) io_buf, bytes_read, MYF(MY_WME | MY_NABP)))
      goto err;
  }
  /* The following will either truncate the file or fill the end with \n' */
  if (my_chsize(file, offset - init_offset, '\n', MYF(MY_WME)))
    goto err;

  /* Reset data in old index cache */
  reinit_io_cache(index_file, READ_CACHE, (my_off_t) 0, 0, 1);
  DBUG_RETURN(0);

err:
  DBUG_RETURN(1);
}


/*
  Find the position in the log-index-file for the given log name

  SYNOPSIS
    find_log_pos()
    linfo		Store here the found log file name and position to
			the NEXT log file name in the index file.
    log_name		Filename to find in the index file.
			Is a null pointer if we want to read the first entry
unknown's avatar
unknown committed
402
    need_lock		Set this to 1 if the parent doesn't already have a
403 404 405
			lock on LOCK_index

  NOTE
unknown's avatar
unknown committed
406 407
    On systems without the truncate function the file will end with one or
    more empty lines.  These will be ignored when reading the file.
408 409 410 411 412 413 414 415 416

  RETURN VALUES
    0			ok
    LOG_INFO_EOF	End of log-index-file found
    LOG_INFO_IO		Got IO error while reading file
*/

int MYSQL_LOG::find_log_pos(LOG_INFO *linfo, const char *log_name,
			    bool need_lock)
unknown's avatar
unknown committed
417
{
418 419 420 421 422
  int error= 0;
  char *fname= linfo->log_file_name;
  uint log_name_len= log_name ? (uint) strlen(log_name) : 0;
  DBUG_ENTER("find_log_pos");
  DBUG_PRINT("enter",("log_name: %s", log_name ? log_name : "NULL"));
unknown's avatar
unknown committed
423

unknown's avatar
unknown committed
424 425 426 427
  /*
    Mutex needed because we need to make sure the file pointer does not move
    from under our feet
  */
428
  if (need_lock)
429
    pthread_mutex_lock(&LOCK_index);
430 431 432 433 434
  safe_mutex_assert_owner(&LOCK_index);

  /* As the file is flushed, we can't get an error here */
  (void) reinit_io_cache(&index_file, READ_CACHE, (my_off_t) 0, 0, 0);

unknown's avatar
unknown committed
435
  for (;;)
436
  {
437
    uint length;
438 439 440 441
    my_off_t offset= my_b_tell(&index_file);
    /* If we get 0 or 1 characters, this is the end of the file */

    if ((length= my_b_gets(&index_file, fname, FN_REFLEN)) <= 1)
unknown's avatar
unknown committed
442
    {
443 444 445
      /* Did not find the given entry; Return not found or error */
      error= !index_file.error ? LOG_INFO_EOF : LOG_INFO_IO;
      break;
unknown's avatar
unknown committed
446 447
    }

448 449
    // if the log entry matches, null string matching anything
    if (!log_name ||
unknown's avatar
unknown committed
450
	(log_name_len == length-1 && fname[log_name_len] == '\n' &&
451
	 !memcmp(fname, log_name, log_name_len)))
unknown's avatar
unknown committed
452
    {
453
      DBUG_PRINT("info",("Found log file entry"));
454
      fname[length-1]=0;			// remove last \n
455 456
      linfo->index_file_start_offset= offset;
      linfo->index_file_offset = my_b_tell(&index_file);
457
      break;
unknown's avatar
unknown committed
458
    }
459
  }
460

461
  if (need_lock)
462
    pthread_mutex_unlock(&LOCK_index);
463
  DBUG_RETURN(error);
unknown's avatar
unknown committed
464
}
unknown's avatar
unknown committed
465

466

467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489
/*
  Find the position in the log-index-file for the given log name

  SYNOPSIS
    find_next_log()
    linfo		Store here the next log file name and position to
			the file name after that.
    need_lock		Set this to 1 if the parent doesn't already have a
			lock on LOCK_index

  NOTE
    - Before calling this function, one has to call find_log_pos()
      to set up 'linfo'
    - Mutex needed because we need to make sure the file pointer does not move
      from under our feet

  RETURN VALUES
    0			ok
    LOG_INFO_EOF	End of log-index-file found
    LOG_INFO_SEEK	Could not allocate IO cache
    LOG_INFO_IO		Got IO error while reading file
*/

490
int MYSQL_LOG::find_next_log(LOG_INFO* linfo, bool need_lock)
unknown's avatar
unknown committed
491
{
492
  int error= 0;
493
  uint length;
494 495
  char *fname= linfo->log_file_name;

496 497
  if (need_lock)
    pthread_mutex_lock(&LOCK_index);
498 499 500 501 502 503 504 505
  safe_mutex_assert_owner(&LOCK_index);

  /* As the file is flushed, we can't get an error here */
  (void) reinit_io_cache(&index_file, READ_CACHE, linfo->index_file_offset, 0,
			 0);

  linfo->index_file_start_offset= linfo->index_file_offset;
  if ((length=my_b_gets(&index_file, fname, FN_REFLEN)) <= 1)
506
  {
507
    error = !index_file.error ? LOG_INFO_EOF : LOG_INFO_IO;
508 509 510
    goto err;
  }
  fname[length-1]=0;				// kill /n
511
  linfo->index_file_offset = my_b_tell(&index_file);
512

unknown's avatar
unknown committed
513
err:
514 515
  if (need_lock)
    pthread_mutex_unlock(&LOCK_index);
unknown's avatar
unknown committed
516 517 518
  return error;
}

unknown's avatar
unknown committed
519

520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538
/*
  Delete all logs refered to in the index file
  Start writing to a new log file.  The new index file will only contain
  this file.

  SYNOPSIS
     reset_logs()
     thd		Thread

  NOTE
    If not called from slave thread, write start event to new log


  RETURN VALUES
    0	ok
    1   error
*/

bool MYSQL_LOG::reset_logs(THD* thd)
539 540
{
  LOG_INFO linfo;
541
  bool error=0;
542 543
  const char* save_name;
  enum_log_type save_log_type;
544
  DBUG_ENTER("reset_logs");
545

546 547 548 549
  /*
    We need to get both locks to be sure that no one is trying to
    write to the index log file.
  */
550
  pthread_mutex_lock(&LOCK_log);
551 552 553 554 555 556 557 558 559 560 561
  pthread_mutex_lock(&LOCK_index);

  /* Save variables so that we can reopen the log */
  save_name=name;
  name=0;					// Protect against free
  save_log_type=log_type;
  close(0);					// Don't close the index file

  /* First delete all old log files */

  if (find_log_pos(&linfo, NullS, 0))
562 563 564 565 566
  {
    error=1;
    goto err;
  }
  
unknown's avatar
unknown committed
567
  for (;;)
568 569
  {
    my_delete(linfo.log_file_name, MYF(MY_WME));
570
    if (find_next_log(&linfo, 0))
571 572
      break;
  }
573 574 575 576 577

  /* Start logging with a new file */
  close(1);					// Close index file
  my_delete(index_file_name, MYF(MY_WME));	// Reset (open will update)
  if (!thd->slave_thread)
578
    need_start_event=1;
579 580 581
  open(save_name, save_log_type, 0, index_file_name,
       io_cache_type, no_auto_events);
  my_free((gptr) save_name, MYF(0));
582

583
err:  
584
  pthread_mutex_unlock(&LOCK_index);
585
  pthread_mutex_unlock(&LOCK_log);
586
  DBUG_RETURN(error);
587 588
}

unknown's avatar
unknown committed
589

590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610
/*
  Delete the current log file, remove it from index file and start on next 

  SYNOPSIS
    purge_first_log()
    rli		Relay log information

  NOTE
    - This is only called from the slave-execute thread when it has read
      all commands from a log and want to switch to a new log.
    - When this happens, we should never be in an active transaction as
      a transaction is always written as a single block to the binary log.

  IMPLEMENTATION
    - Protects index file with LOCK_index
    - Delete first log file,
    - Copy all file names after this one to the front of the index file
    - If the OS has truncate, truncate the file, else fill it with \n'
    - Read the first file name from the index file and store in rli->linfo

  RETURN VALUES
611 612 613 614
    0			ok
    LOG_INFO_EOF	End of log-index-file found
    LOG_INFO_SEEK	Could not allocate IO cache
    LOG_INFO_IO		Got IO error while reading file
615 616
*/

617 618
int MYSQL_LOG::purge_first_log(struct st_relay_log_info* rli)
{
619
  int error;
620 621
  DBUG_ENTER("purge_first_log");

unknown's avatar
unknown committed
622
  /*
623 624
    Test pre-conditions.

unknown's avatar
unknown committed
625 626 627
    Assume that we have previously read the first log and
    stored it in rli->relay_log_name
  */
628 629 630
  DBUG_ASSERT(is_open());
  DBUG_ASSERT(rli->slave_running == 1);
  DBUG_ASSERT(!strcmp(rli->linfo.log_file_name,rli->relay_log_name));
631 632
  DBUG_ASSERT(rli->linfo.index_file_offset ==
	      strlen(rli->relay_log_name) + 1);
633

634 635
  /* We have already processed the relay log, so it's safe to delete it */
  my_delete(rli->relay_log_name, MYF(0));
636
  pthread_mutex_lock(&LOCK_index);
637
  if (copy_up_file_and_fill(&index_file, rli->linfo.index_file_offset))
638
  {
639
    error= LOG_INFO_IO;
640 641
    goto err;
  }
unknown's avatar
unknown committed
642 643

  /*
644 645 646 647
    Update the space counter used by all relay logs
    Ok to broadcast after the critical region as there is no risk of
    the mutex being destroyed by this thread later - this helps save
    context switches
unknown's avatar
unknown committed
648
  */
649 650
  pthread_mutex_lock(&rli->log_space_lock);
  rli->log_space_total -= rli->relay_log_pos;
651 652
  //tell the I/O thread to take the relay_log_space_limit into account
  rli->ignore_log_space_limit= 0;
653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668
  pthread_mutex_unlock(&rli->log_space_lock);
  pthread_cond_broadcast(&rli->log_space_cond);
  
  /*
    Read the next log file name from the index file and pass it back to
    the caller
  */
  if ((error=find_log_pos(&rli->linfo, NullS, 0 /*no mutex*/)))
  {
    char buff[22];
    sql_print_error("next log error: %d  offset: %s  log: %s",
		    error,
		    llstr(rli->linfo.index_file_offset,buff),
		    rli->linfo.log_file_name);
    goto err;
  }
669 670 671 672
  /*
    Reset position to current log.  This involves setting both of the
    position variables:
  */
673
  rli->relay_log_pos = BIN_LOG_HEADER_SIZE;
674
  rli->pending = 0;
675 676 677 678 679
  strmake(rli->relay_log_name,rli->linfo.log_file_name,
	  sizeof(rli->relay_log_name)-1);

  /* Store where we are in the new file for the execution thread */
  flush_relay_log_info(rli);
unknown's avatar
unknown committed
680

681
err:
682
  pthread_mutex_unlock(&LOCK_index);
683
  DBUG_RETURN(error);
684 685
}

unknown's avatar
unknown committed
686

687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705
/*
  Remove all logs before the given log from disk and from the index file.

  SYNOPSIS
    purge_logs()
    thd		Thread pointer
    to_log	Delete all log file name before this file. This file is not
		deleted

  NOTES
    If any of the logs before the deleted one is in use,
    only purge logs up to this one.

  RETURN VALUES
    0				ok
    LOG_INFO_PURGE_NO_ROTATE	Binary file that can't be rotated
    LOG_INFO_EOF		to_log not found
*/

unknown's avatar
unknown committed
706 707 708
int MYSQL_LOG::purge_logs(THD* thd, const char* to_log)
{
  int error;
709 710 711
  LOG_INFO log_info;
  DBUG_ENTER("purge_logs");

unknown's avatar
unknown committed
712
  if (no_rotate)
713 714
    DBUG_RETURN(LOG_INFO_PURGE_NO_ROTATE);

unknown's avatar
unknown committed
715
  pthread_mutex_lock(&LOCK_index);
716
  if ((error=find_log_pos(&log_info, to_log, 0 /*no mutex*/)))
717 718
    goto err;

719 720 721 722 723
  /*
    File name exists in index file; Delete until we find this file
    or a file that is used.
  */
  if ((error=find_log_pos(&log_info, NullS, 0 /*no mutex*/)))
724
    goto err;
725 726
  while (strcmp(to_log,log_info.log_file_name) &&
	 !log_in_use(log_info.log_file_name))
727
  {
728 729 730 731
    /* It's not fatal even if we can't delete a log file */
    my_delete(log_info.log_file_name, MYF(0));
    if (find_next_log(&log_info, 0))
      break;
732
  }
733

unknown's avatar
unknown committed
734 735 736 737
  /*
    If we get killed -9 here, the sysadmin would have to edit
    the log index file after restart - otherwise, this should be safe
  */
738 739

  if (copy_up_file_and_fill(&index_file, log_info.index_file_start_offset))
unknown's avatar
unknown committed
740
  {
741
    error= LOG_INFO_IO;
unknown's avatar
unknown committed
742 743
    goto err;
  }
744

745 746
  // now update offsets in index file for running threads
  adjust_linfo_offsets(log_info.index_file_start_offset);
747

unknown's avatar
unknown committed
748 749
err:
  pthread_mutex_unlock(&LOCK_index);
750
  DBUG_RETURN(error);
unknown's avatar
unknown committed
751 752
}

753 754 755 756 757 758 759 760 761 762 763 764

/*
  Create a new log file name

  SYNOPSIS
    make_log_name()
    buf			buf of at least FN_REFLEN where new name is stored

  NOTE
    If file name will be longer then FN_REFLEN it will be truncated
*/

unknown's avatar
unknown committed
765 766
void MYSQL_LOG::make_log_name(char* buf, const char* log_ident)
{
767
  if (inited)					// QQ When is this not true ?
768
  {
769 770 771 772 773
    uint dir_len = dirname_length(log_file_name); 
    if (dir_len > FN_REFLEN)
      dir_len=FN_REFLEN-1;
    strnmov(buf, log_file_name, dir_len);
    strmake(buf+dir_len, log_ident, FN_REFLEN - dir_len);
774
  }
unknown's avatar
unknown committed
775 776
}

777 778 779 780 781 782

/*
  Check if we are writing/reading to the given log file
*/

bool MYSQL_LOG::is_active(const char *log_file_name_arg)
unknown's avatar
unknown committed
783
{
784
  return inited && !strcmp(log_file_name, log_file_name_arg);
unknown's avatar
unknown committed
785 786
}

787 788 789 790 791 792 793 794 795 796 797 798 799 800

/*
  Start writing to a new log file or reopen the old file

  SYNOPSIS
    new_file()
    need_lock		Set to 1 (default) if caller has not locked
			LOCK_log and LOCK_index

  NOTE
    The new file name is stored last in the index file
*/

void MYSQL_LOG::new_file(bool need_lock)
unknown's avatar
unknown committed
801
{
802 803 804 805 806 807 808
  char new_name[FN_REFLEN], *new_name_ptr, *old_name;
  enum_log_type save_log_type;

  if (!is_open())
    return;					// Should never happen

  if (need_lock)
unknown's avatar
unknown committed
809
  {
810 811 812 813 814 815
    pthread_mutex_lock(&LOCK_log);
    pthread_mutex_lock(&LOCK_index);
  }    
  safe_mutex_assert_owner(&LOCK_log);
  safe_mutex_assert_owner(&LOCK_index);

816 817
  // Reuse old name if not binlog and not update log
  new_name_ptr= name;
unknown's avatar
unknown committed
818

819 820 821 822 823 824
  /*
    Only rotate open logs that are marked non-rotatable
    (binlog with constant name are non-rotatable)
  */
  if (!no_rotate)
  {
825 826 827 828 829 830 831 832 833
    /*
      If user hasn't specified an extension, generate a new log name
      We have to do this here and not in open as we want to store the
      new file name in the current binary log file.
    */
    if (generate_new_name(new_name, name))
      goto end;
    new_name_ptr=new_name;

834
    if (log_type == LOG_BIN)
unknown's avatar
unknown committed
835
    {
836
      if (!no_auto_events)
unknown's avatar
unknown committed
837
      {
838
	/*
839 840
	  We log the whole file name for log file as the user may decide
	  to change base names at some point.
841
	*/
842 843 844 845 846
	THD* thd = current_thd;
	Rotate_log_event r(thd,new_name+dirname_length(new_name));
	r.set_log_pos(this);

	/*
847
	  Because this log rotation could have been initiated by a master of
848
	  the slave running with log-bin, we set the flag on rotate
849
	  event to prevent infinite log rotation loop
850 851 852 853 854
	*/
	if (thd->slave_thread)
	  r.flags|= LOG_EVENT_FORCED_ROTATE_F;
	r.write(&log_file);
	bytes_written += r.get_event_len();
unknown's avatar
unknown committed
855
      }
856
      /*
857
	Update needs to be signalled even if there is no rotate event
858 859 860 861
	log rotation should give the waiting thread a signal to
	discover EOF and move on to the next log.
      */
      signal_update(); 
unknown's avatar
unknown committed
862
    }
863 864 865 866 867 868 869 870 871
  }
  old_name=name;
  save_log_type=log_type;
  name=0;				// Don't free name
  close();
  open(old_name, save_log_type, new_name_ptr, index_file_name, io_cache_type,
       no_auto_events);
  my_free(old_name,MYF(0));

872
end:
873 874 875 876
  if (need_lock)
  {
    pthread_mutex_unlock(&LOCK_index);
    pthread_mutex_unlock(&LOCK_log);
unknown's avatar
unknown committed
877 878 879
  }
}

880

881 882 883 884 885 886
bool MYSQL_LOG::append(Log_event* ev)
{
  bool error = 0;
  pthread_mutex_lock(&LOCK_log);
  
  DBUG_ASSERT(log_file.type == SEQ_READ_APPEND);
887 888 889 890
  /*
    Log_event::write() is smart enough to use my_b_write() or
    my_b_append() depending on the kind of cache we have.
  */
891 892 893 894 895
  if (ev->write(&log_file))
  {
    error=1;
    goto err;
  }
unknown's avatar
unknown committed
896
  bytes_written += ev->get_event_len();
897
  if ((uint) my_b_append_tell(&log_file) > max_binlog_size)
898
  {
899 900 901
    pthread_mutex_lock(&LOCK_index);
    new_file(0);
    pthread_mutex_unlock(&LOCK_index);
902
  }
903

904 905
err:  
  pthread_mutex_unlock(&LOCK_log);
906
  signal_update();				// Safe as we don't call close
907 908 909
  return error;
}

910

911 912
bool MYSQL_LOG::appendv(const char* buf, uint len,...)
{
913
  bool error= 0;
914 915 916
  va_list(args);
  va_start(args,len);
  
917 918
  DBUG_ASSERT(log_file.type == SEQ_READ_APPEND);
  
919 920 921
  pthread_mutex_lock(&LOCK_log);
  do
  {
unknown's avatar
unknown committed
922
    if (my_b_append(&log_file,(byte*) buf,len))
923
    {
924 925
      error= 1;
      goto err;
926
    }
unknown's avatar
unknown committed
927
    bytes_written += len;
928 929
  } while ((buf=va_arg(args,const char*)) && (len=va_arg(args,uint)));
  
unknown's avatar
unknown committed
930
  if ((uint) my_b_append_tell(&log_file) > max_binlog_size)
931
  {
932 933 934
    pthread_mutex_lock(&LOCK_index);
    new_file(0);
    pthread_mutex_unlock(&LOCK_index);
935
  }
936 937 938

err:
  pthread_mutex_unlock(&LOCK_log);
939 940 941 942
  if (!error)
    signal_update();
  return error;
}
unknown's avatar
unknown committed
943

unknown's avatar
unknown committed
944

945 946 947 948 949
/*
  Write to normal (not rotable) log
  This is the format for the 'normal', 'slow' and 'update' logs.
*/

950
bool MYSQL_LOG::write(THD *thd,enum enum_server_command command,
unknown's avatar
unknown committed
951 952
		      const char *format,...)
{
953
  if (is_open() && (what_to_log & (1L << (uint) command)))
unknown's avatar
unknown committed
954
  {
955
    int error=0;
unknown's avatar
unknown committed
956
    VOID(pthread_mutex_lock(&LOCK_log));
957

unknown's avatar
unknown committed
958 959
    /* Test if someone closed between the is_open test and lock */
    if (is_open())
unknown's avatar
unknown committed
960 961 962
    {
      time_t skr;
      ulong id;
963 964 965 966
      va_list args;
      va_start(args,format);
      char buff[32];

unknown's avatar
unknown committed
967 968 969
      if (thd)
      {						// Normal thread
	if ((thd->options & OPTION_LOG_OFF) &&
unknown's avatar
unknown committed
970
	    (thd->master_access & SUPER_ACL))
unknown's avatar
unknown committed
971 972
	{
	  VOID(pthread_mutex_unlock(&LOCK_log));
973
	  return 0;				// No logging
unknown's avatar
unknown committed
974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990
	}
	id=thd->thread_id;
	if (thd->user_time || !(skr=thd->query_start()))
	  skr=time(NULL);			// Connected
      }
      else
      {						// Log from connect handler
	skr=time(NULL);
	id=0;
      }
      if (skr != last_time)
      {
	last_time=skr;
	struct tm tm_tmp;
	struct tm *start;
	localtime_r(&skr,&tm_tmp);
	start=&tm_tmp;
991 992 993 994 995 996 997 998
	/* Note that my_b_write() assumes it knows the length for this */
	sprintf(buff,"%02d%02d%02d %2d:%02d:%02d\t",
		start->tm_year % 100,
		start->tm_mon+1,
		start->tm_mday,
		start->tm_hour,
		start->tm_min,
		start->tm_sec);
unknown's avatar
unknown committed
999
	if (my_b_write(&log_file, (byte*) buff,16))
unknown's avatar
unknown committed
1000 1001
	  error=errno;
      }
unknown's avatar
unknown committed
1002
      else if (my_b_write(&log_file, (byte*) "\t\t",2) < 0)
unknown's avatar
unknown committed
1003
	error=errno;
1004
      sprintf(buff,"%7ld %-11.11s", id,command_name[(uint) command]);
unknown's avatar
unknown committed
1005
      if (my_b_write(&log_file, (byte*) buff,strlen(buff)))
unknown's avatar
unknown committed
1006 1007 1008
	error=errno;
      if (format)
      {
unknown's avatar
unknown committed
1009
	if (my_b_write(&log_file, (byte*) " ",1) ||
1010
	    my_b_vprintf(&log_file,format,args) == (uint) -1)
unknown's avatar
unknown committed
1011 1012
	  error=errno;
      }
unknown's avatar
unknown committed
1013
      if (my_b_write(&log_file, (byte*) "\n",1) ||
1014
	  flush_io_cache(&log_file))
unknown's avatar
unknown committed
1015 1016 1017 1018 1019 1020
	error=errno;
      if (error && ! write_error)
      {
	write_error=1;
	sql_print_error(ER(ER_ERROR_ON_WRITE),name,error);
      }
1021
      va_end(args);
unknown's avatar
unknown committed
1022 1023
    }
    VOID(pthread_mutex_unlock(&LOCK_log));
1024
    return error != 0;
unknown's avatar
unknown committed
1025
  }
1026
  return 0;
unknown's avatar
unknown committed
1027 1028 1029
}


1030 1031 1032 1033
/*
  Write an event to the binary log
*/

1034
bool MYSQL_LOG::write(Log_event* event_info)
unknown's avatar
unknown committed
1035
{
unknown's avatar
unknown committed
1036 1037
  THD *thd=event_info->thd;
  bool called_handler_commit=0;
unknown's avatar
unknown committed
1038
  bool error=0;
1039
  DBUG_ENTER("MYSQL_LOG::write(event)");
1040
  
unknown's avatar
unknown committed
1041
  if (!inited)					// Can't use mutex if not init
1042 1043 1044 1045
  {
    DBUG_PRINT("error",("not initied"));
    DBUG_RETURN(0);
  }
1046 1047
  pthread_mutex_lock(&LOCK_log);

1048
  /* In most cases this is only called if 'is_open()' is true */
1049
  if (is_open())
unknown's avatar
unknown committed
1050
  {
1051
    bool should_rotate = 0;
1052
    const char *local_db = event_info->get_db();
unknown's avatar
unknown committed
1053
#ifdef USING_TRANSACTIONS    
1054
    IO_CACHE *file = ((event_info->get_cache_stmt()) ?
1055
		      &thd->transaction.trans_log :
1056
		      &log_file);
unknown's avatar
unknown committed
1057 1058 1059
#else
    IO_CACHE *file = &log_file;
#endif    
1060
    if ((thd && !(thd->options & OPTION_BIN_LOG) &&
unknown's avatar
unknown committed
1061
	 (thd->master_access & SUPER_ACL)) ||
1062
	(local_db && !db_ok(local_db, binlog_do_db, binlog_ignore_db)))
unknown's avatar
unknown committed
1063
    {
1064
      VOID(pthread_mutex_unlock(&LOCK_log));
1065 1066
      DBUG_PRINT("error",("!db_ok"));
      DBUG_RETURN(0);
1067
    }
1068

unknown's avatar
unknown committed
1069
    error=1;
unknown's avatar
unknown committed
1070 1071 1072 1073
    /*
      No check for auto events flag here - this write method should
      never be called if auto-events are enabled
    */
unknown's avatar
unknown committed
1074 1075 1076 1077 1078 1079

    /*
    1. Write first log events which describe the 'run environment'
    of the SQL command
    */

1080
    if (thd)
1081
    {
1082 1083 1084
      if (thd->last_insert_id_used)
      {
	Intvar_log_event e(thd,(uchar) LAST_INSERT_ID_EVENT,
1085
			   thd->current_insert_id);
1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117
	e.set_log_pos(this);
	if (thd->server_id)
	  e.server_id = thd->server_id;
	if (e.write(file))
	  goto err;
      }
      if (thd->insert_id_used)
      {
	Intvar_log_event e(thd,(uchar) INSERT_ID_EVENT,thd->last_insert_id);
	e.set_log_pos(this);
	if (thd->server_id)
	  e.server_id = thd->server_id;
	if (e.write(file))
	  goto err;
      }
      if (thd->rand_used)
      {
	Rand_log_event e(thd,thd->rand_saved_seed1,thd->rand_saved_seed2);
	e.set_log_pos(this);
	if (e.write(file))
	  goto err;
      }
      if (thd->variables.convert_set)
      {
	char buf[256], *p;
	p= strmov(strmov(buf, "SET CHARACTER SET "),
		  thd->variables.convert_set->name);
	Query_log_event e(thd, buf, (ulong) (p - buf), 0);
	e.set_log_pos(this);
	if (e.write(file))
	  goto err;
      }
unknown's avatar
unknown committed
1118

unknown's avatar
unknown committed
1119 1120 1121 1122 1123 1124 1125
      /*
	If the user has set FOREIGN_KEY_CHECKS=0 we wrap every SQL
	command in the binlog inside:
	SET FOREIGN_KEY_CHECKS=0;
	<command>;
	SET FOREIGN_KEY_CHECKS=1;
      */
unknown's avatar
unknown committed
1126 1127 1128

      if (thd->options & OPTION_NO_FOREIGN_KEY_CHECKS)
      {
unknown's avatar
unknown committed
1129
	Query_log_event e(thd, "SET FOREIGN_KEY_CHECKS=0", 24, 0);
unknown's avatar
unknown committed
1130 1131 1132 1133
	e.set_log_pos(this);
	if (e.write(file))
	  goto err;
      }
1134
    }
unknown's avatar
unknown committed
1135

unknown's avatar
unknown committed
1136
    /* Write the SQL command */
unknown's avatar
unknown committed
1137

1138
    event_info->set_log_pos(this);
unknown's avatar
unknown committed
1139
    if (event_info->write(file))
1140
      goto err;
unknown's avatar
unknown committed
1141

unknown's avatar
unknown committed
1142
    /* Write log events to reset the 'run environment' of the SQL command */
unknown's avatar
unknown committed
1143 1144 1145

    if (thd && thd->options & OPTION_NO_FOREIGN_KEY_CHECKS)
    {
unknown's avatar
unknown committed
1146
      Query_log_event e(thd, "SET FOREIGN_KEY_CHECKS=1", 24, 0);
unknown's avatar
unknown committed
1147
      e.set_log_pos(this);
unknown's avatar
unknown committed
1148
      if (e.write(file))
unknown's avatar
unknown committed
1149 1150
	goto err;
    }
1151

unknown's avatar
unknown committed
1152 1153 1154 1155 1156 1157 1158 1159
    /*
      Tell for transactional table handlers up to which position in the
      binlog file we wrote. The table handler can store this info, and
      after crash recovery print for the user the offset of the last
      transactions which were recovered. Actually, we must also call
      the table handler commit here, protected by the LOCK_log mutex,
      because otherwise the transactions may end up in a different order
      in the table handler log!
unknown's avatar
unknown committed
1160 1161 1162 1163 1164 1165 1166

      Note that we will NOT call ha_report_binlog_offset_and_commit() if
      there are binlog events cached in the transaction cache. That is
      because then the log event which we write to the binlog here is
      not a transactional event. In versions < 4.0.13 before this fix this
      caused an InnoDB transaction to be committed if in the middle there
      was a MyISAM event!
unknown's avatar
unknown committed
1167
    */
1168

1169
    if (file == &log_file) // we are writing to the real log (disk)
unknown's avatar
unknown committed
1170
    {
unknown's avatar
unknown committed
1171 1172 1173
      if (flush_io_cache(file))
	goto err;
 
1174
      if (opt_using_transactions && !my_b_tell(&thd->transaction.trans_log))
unknown's avatar
unknown committed
1175
      {
1176 1177 1178 1179 1180 1181 1182
        /*
          LOAD DATA INFILE in AUTOCOMMIT=1 mode writes to the binlog
          chunks also before it is successfully completed. We only report
          the binlog write and do the commit inside the transactional table
          handler if the log event type is appropriate.
        */
        
unknown's avatar
unknown committed
1183 1184
        if (event_info->get_type_code() == QUERY_EVENT ||
            event_info->get_type_code() == EXEC_LOAD_EVENT)
1185 1186 1187 1188 1189
        {
          error = ha_report_binlog_offset_and_commit(thd, log_file_name,
                                                     file->pos_in_file);
          called_handler_commit=1;
        }
unknown's avatar
unknown committed
1190
      }
1191
      /* we wrote to the real log, check automatic rotation */
unknown's avatar
unknown committed
1192
      should_rotate= (my_b_tell(file) >= (my_off_t) max_binlog_size); 
1193
    }
unknown's avatar
unknown committed
1194
    error=0;
1195

1196 1197 1198 1199 1200 1201 1202 1203 1204 1205
err:
    if (error)
    {
      if (my_errno == EFBIG)
	my_error(ER_TRANS_CACHE_FULL, MYF(0));
      else
	my_error(ER_ERROR_ON_WRITE, MYF(0), name, errno);
      write_error=1;
    }
    if (file == &log_file)
1206
      signal_update();
1207
    if (should_rotate)
1208 1209 1210 1211 1212
    {
      pthread_mutex_lock(&LOCK_index);      
      new_file(0); // inside mutex
      pthread_mutex_unlock(&LOCK_index);
    }
1213
  }
1214 1215

  pthread_mutex_unlock(&LOCK_log);
unknown's avatar
unknown committed
1216

unknown's avatar
unknown committed
1217 1218 1219 1220 1221
  /*
    Flush the transactional handler log file now that we have released
    LOCK_log; the flush is placed here to eliminate the bottleneck on the
    group commit
  */
unknown's avatar
unknown committed
1222

unknown's avatar
unknown committed
1223
  if (called_handler_commit)
unknown's avatar
unknown committed
1224 1225
    ha_commit_complete(thd);

1226
  DBUG_RETURN(error);
1227 1228
}

1229

unknown's avatar
unknown committed
1230 1231 1232 1233 1234 1235 1236 1237 1238
uint MYSQL_LOG::next_file_id()
{
  uint res;
  pthread_mutex_lock(&LOCK_log);
  res = file_id++;
  pthread_mutex_unlock(&LOCK_log);
  return res;
}

1239

1240 1241
/*
  Write a cached log entry to the binary log
1242 1243 1244

  NOTE
    - We only come here if there is something in the cache.
unknown's avatar
unknown committed
1245
    - The thing in the cache is always a complete transaction
1246 1247 1248 1249 1250
    - 'cache' needs to be reinitialized after this functions returns.

  IMPLEMENTATION
    - To support transaction over replication, we wrap the transaction
      with BEGIN/COMMIT in the binary log.
1251 1252
*/

1253
bool MYSQL_LOG::write(THD *thd, IO_CACHE *cache)
1254 1255
{
  VOID(pthread_mutex_lock(&LOCK_log));
1256
  DBUG_ENTER("MYSQL_LOG::write(cache");
1257
  
1258
  if (is_open())				// Should always be true
1259
  {
1260 1261
    uint length;

unknown's avatar
unknown committed
1262
    /*
1263 1264 1265 1266 1267 1268 1269 1270
      Add the "BEGIN" and "COMMIT" in the binlog around transactions
      which may contain more than 1 SQL statement. If we run with
      AUTOCOMMIT=1, then MySQL immediately writes each SQL statement to
      the binlog when the statement has been completed. No need to add
      "BEGIN" ... "COMMIT" around such statements. Otherwise, MySQL uses
      thd->transaction.trans_log to cache the SQL statements until the
      explicit commit, and at the commit writes the contents in .trans_log
      to the binlog.
unknown's avatar
unknown committed
1271

1272 1273 1274 1275 1276 1277
      We write the "BEGIN" mark first in the buffer (.trans_log) where we
      store the SQL statements for a transaction. At the transaction commit
      we will add the "COMMIT mark and write the buffer to the binlog.
    */
    {
      Query_log_event qinfo(thd, "BEGIN", 5, TRUE);
1278 1279 1280 1281 1282 1283 1284 1285
      /*
        Now this Query_log_event has artificial log_pos 0. It must be adjusted
        to reflect the real position in the log. Not doing it would confuse the
        slave: it would prevent this one from knowing where he is in the master's
        binlog, which would result in wrong positions being shown to the user,
        MASTER_POS_WAIT undue waiting etc.
      */
      qinfo.set_log_pos(this);
1286 1287 1288
      if (qinfo.write(&log_file))
	goto err;
    }
unknown's avatar
unknown committed
1289
    /* Read from the file used to cache the queries .*/
unknown's avatar
unknown committed
1290
    if (reinit_io_cache(cache, READ_CACHE, 0, 0, 0))
1291
      goto err;
1292 1293
    length=my_b_bytes_in_cache(cache);
    do
1294
    {
unknown's avatar
unknown committed
1295
      /* Write data to the binary log file */
unknown's avatar
unknown committed
1296
      if (my_b_write(&log_file, cache->read_pos, length))
1297
	goto err;
unknown's avatar
unknown committed
1298
      cache->read_pos=cache->read_end;		// Mark buffer used up
1299
    } while ((length=my_b_fill(cache)));
1300 1301 1302 1303 1304 1305

    /*
      We write the command "COMMIT" as the last SQL command in the
      binlog segment cached for this transaction
    */

1306
    {
1307
      Query_log_event qinfo(thd, "COMMIT", 6, TRUE);
1308
      qinfo.set_log_pos(this);
1309 1310
      if (qinfo.write(&log_file) || flush_io_cache(&log_file))
	goto err;
1311 1312 1313
    }
    if (cache->error)				// Error on read
    {
unknown's avatar
unknown committed
1314
      sql_print_error(ER(ER_ERROR_ON_READ), cache->file_name, errno);
1315
      write_error=1;				// Don't give more errors
1316
      goto err;
unknown's avatar
unknown committed
1317
    }
1318 1319
    if ((ha_report_binlog_offset_and_commit(thd, log_file_name,
					    log_file.pos_in_file)))
1320
      goto err;
1321
    signal_update();
1322 1323 1324 1325 1326 1327 1328
    if (my_b_tell(&log_file) >= (my_off_t) max_binlog_size)
    {
      pthread_mutex_lock(&LOCK_index);
      new_file(0); // inside mutex
      pthread_mutex_unlock(&LOCK_index);
    }

unknown's avatar
unknown committed
1329
  }
1330
  VOID(pthread_mutex_unlock(&LOCK_log));
unknown's avatar
unknown committed
1331 1332 1333 1334 1335 1336 1337

  /* Flush the transactional handler log file now that we have released
  LOCK_log; the flush is placed here to eliminate the bottleneck on the
  group commit */  

  ha_commit_complete(thd);

1338
  DBUG_RETURN(0);
1339 1340

err:
1341 1342 1343 1344 1345
  if (!write_error)
  {
    write_error= 1;
    sql_print_error(ER(ER_ERROR_ON_WRITE), name, errno);
  }
1346
  VOID(pthread_mutex_unlock(&LOCK_log));
1347
  DBUG_RETURN(1);
unknown's avatar
unknown committed
1348 1349
}

1350

1351 1352 1353 1354 1355 1356 1357 1358
/*
  Write update log in a format suitable for incremental backup

  NOTE
   - This code should be deleted in MySQL 5,0 as the binary log
     is a full replacement for the update log.

*/
unknown's avatar
unknown committed
1359

1360
bool MYSQL_LOG::write(THD *thd,const char *query, uint query_length,
1361
		      time_t query_start_arg)
unknown's avatar
unknown committed
1362
{
1363
  bool error=0;
1364
  if (is_open())
unknown's avatar
unknown committed
1365
  {
1366
    time_t current_time;
unknown's avatar
unknown committed
1367
    VOID(pthread_mutex_lock(&LOCK_log));
1368
    if (is_open())
unknown's avatar
unknown committed
1369
    {						// Safety agains reopen
1370
      int tmp_errno=0;
unknown's avatar
unknown committed
1371 1372 1373
      char buff[80],*end;
      end=buff;
      if (!(thd->options & OPTION_UPDATE_LOG) &&
unknown's avatar
unknown committed
1374
	  (thd->master_access & SUPER_ACL))
unknown's avatar
unknown committed
1375 1376
      {
	VOID(pthread_mutex_unlock(&LOCK_log));
1377
	return 0;
unknown's avatar
unknown committed
1378
      }
1379
      if ((specialflag & SPECIAL_LONG_LOG_FORMAT) || query_start_arg)
unknown's avatar
unknown committed
1380
      {
1381 1382
	current_time=time(NULL);
	if (current_time != last_time)
unknown's avatar
unknown committed
1383
	{
1384
	  last_time=current_time;
unknown's avatar
unknown committed
1385 1386
	  struct tm tm_tmp;
	  struct tm *start;
1387
	  localtime_r(&current_time,&tm_tmp);
unknown's avatar
unknown committed
1388
	  start=&tm_tmp;
1389 1390 1391 1392 1393 1394 1395 1396
	  /* Note that my_b_write() assumes it knows the length for this */
	  sprintf(buff,"# Time: %02d%02d%02d %2d:%02d:%02d\n",
		  start->tm_year % 100,
		  start->tm_mon+1,
		  start->tm_mday,
		  start->tm_hour,
		  start->tm_min,
		  start->tm_sec);
unknown's avatar
unknown committed
1397
	  if (my_b_write(&log_file, (byte*) buff,24))
1398
	    tmp_errno=errno;
unknown's avatar
unknown committed
1399
	}
unknown's avatar
unknown committed
1400
	if (my_b_printf(&log_file, "# User@Host: %s[%s] @ %s [%s]\n",
1401 1402 1403
			thd->priv_user,
			thd->user,
			thd->host ? thd->host : "",
unknown's avatar
unknown committed
1404
			thd->ip ? thd->ip : "") == (uint) -1)
1405
	  tmp_errno=errno;
unknown's avatar
unknown committed
1406
      }
1407
      if (query_start_arg)
1408 1409
      {
	/* For slow query log */
1410
	if (my_b_printf(&log_file,
1411
			"# Query_time: %lu  Lock_time: %lu  Rows_sent: %lu  Rows_examined: %lu\n",
1412 1413
			(ulong) (current_time - query_start_arg),
			(ulong) (thd->time_after_lock - query_start_arg),
1414 1415 1416
			(ulong) thd->sent_row_count,
			(ulong) thd->examined_row_count) == (uint) -1)
	  tmp_errno=errno;
1417
      }
unknown's avatar
unknown committed
1418 1419
      if (thd->db && strcmp(thd->db,db))
      {						// Database changed
unknown's avatar
unknown committed
1420
	if (my_b_printf(&log_file,"use %s;\n",thd->db) == (uint) -1)
1421
	  tmp_errno=errno;
unknown's avatar
unknown committed
1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439
	strmov(db,thd->db);
      }
      if (thd->last_insert_id_used)
      {
	end=strmov(end,",last_insert_id=");
	end=longlong10_to_str((longlong) thd->current_insert_id,end,-10);
      }
      // Save value if we do an insert.
      if (thd->insert_id_used)
      {
	if (specialflag & SPECIAL_LONG_LOG_FORMAT)
	{
	  end=strmov(end,",insert_id=");
	  end=longlong10_to_str((longlong) thd->last_insert_id,end,-10);
	}
      }
      if (thd->query_start_used)
      {
1440
	if (query_start_arg != thd->query_start())
unknown's avatar
unknown committed
1441
	{
1442
	  query_start_arg=thd->query_start();
unknown's avatar
unknown committed
1443
	  end=strmov(end,",timestamp=");
1444
	  end=int10_to_str((long) query_start_arg,end,10);
unknown's avatar
unknown committed
1445 1446 1447 1448 1449
	}
      }
      if (end != buff)
      {
	*end++=';';
1450
	*end='\n';
unknown's avatar
unknown committed
1451
	if (my_b_write(&log_file, (byte*) "SET ",4) ||
1452
	    my_b_write(&log_file, (byte*) buff+1,(uint) (end-buff)))
1453
	  tmp_errno=errno;
unknown's avatar
unknown committed
1454 1455 1456
      }
      if (!query)
      {
1457 1458 1459
	end=strxmov(buff, "# administrator command: ",
		    command_name[thd->command], NullS);
	query_length=(ulong) (end-buff);
unknown's avatar
unknown committed
1460
	query=buff;
unknown's avatar
unknown committed
1461
      }
unknown's avatar
unknown committed
1462 1463
      if (my_b_write(&log_file, (byte*) query,query_length) ||
	  my_b_write(&log_file, (byte*) ";\n",2) ||
1464
	  flush_io_cache(&log_file))
1465 1466
	tmp_errno=errno;
      if (tmp_errno)
unknown's avatar
unknown committed
1467
      {
1468 1469 1470 1471 1472 1473
	error=1;
	if (! write_error)
	{
	  write_error=1;
	  sql_print_error(ER(ER_ERROR_ON_WRITE),name,error);
	}
unknown's avatar
unknown committed
1474 1475 1476 1477
      }
    }
    VOID(pthread_mutex_unlock(&LOCK_log));
  }
1478
  return error;
unknown's avatar
unknown committed
1479 1480
}

1481 1482 1483 1484 1485 1486 1487 1488 1489
/*
  Wait until we get a signal that the binary log has been updated

  SYNOPSIS
    wait_for_update()
    thd			Thread variable

  NOTES
    One must have a lock on LOCK_log before calling this function.
1490 1491 1492 1493 1494 1495
    This lock will be freed before return!

    The reason for the above is that for enter_cond() / exit_cond() to
    work the mutex must be got before enter_cond() but releases before
    exit_cond().
    If you don't do it this way, you will get a deadlock in THD::awake()
1496 1497 1498
*/


1499 1500
void MYSQL_LOG:: wait_for_update(THD* thd)
{
1501
  safe_mutex_assert_owner(&LOCK_log);
1502 1503 1504
  const char* old_msg = thd->enter_cond(&update_cond, &LOCK_log,
					"Slave: waiting for binlog update");
  pthread_cond_wait(&update_cond, &LOCK_log);
1505
  pthread_mutex_unlock(&LOCK_log);		// See NOTES
1506
  thd->exit_cond(old_msg);
1507
}
unknown's avatar
unknown committed
1508

unknown's avatar
unknown committed
1509

1510 1511 1512 1513 1514 1515 1516 1517 1518
/*
  Close the log file

  SYNOPSIS
    close()
    exiting	Set to 1 if we should also close the index file
    		This can be set to 0 if we are going to do call open
		at once after close, in which case we don't want to
		close the index file.
unknown's avatar
unknown committed
1519
		We only write a 'stop' event to the log if exiting is set
unknown's avatar
unknown committed
1520 1521 1522 1523

  NOTES
    One can do an open on the object at once after doing a close.
    The internal structures are not freed until cleanup() is called
1524 1525
*/

unknown's avatar
unknown committed
1526 1527
void MYSQL_LOG::close(bool exiting)
{					// One can't set log_type here!
1528 1529
  DBUG_ENTER("MYSQL_LOG::close");
  DBUG_PRINT("enter",("exiting: %d", (int) exiting));
1530
  if (is_open())
unknown's avatar
unknown committed
1531
  {
unknown's avatar
unknown committed
1532
    if (log_type == LOG_BIN && !no_auto_events && exiting)
unknown's avatar
unknown committed
1533 1534
    {
      Stop_log_event s;
1535
      s.set_log_pos(this);
1536
      s.write(&log_file);
1537
      signal_update();
unknown's avatar
unknown committed
1538
    }
1539
    end_io_cache(&log_file);
1540
    if (my_close(log_file.file,MYF(0)) < 0 && ! write_error)
unknown's avatar
unknown committed
1541 1542
    {
      write_error=1;
1543
      sql_print_error(ER(ER_ERROR_ON_WRITE), name, errno);
unknown's avatar
unknown committed
1544 1545
    }
  }
1546 1547 1548 1549 1550 1551 1552

  /*
    The following test is needed even if is_open() is not set, as we may have
    called a not complete close earlier and the index file is still open.
  */

  if (exiting && my_b_inited(&index_file))
1553
  {
1554 1555
    end_io_cache(&index_file);
    if (my_close(index_file.file, MYF(0)) < 0 && ! write_error)
unknown's avatar
unknown committed
1556
    {
1557 1558
      write_error= 1;
      sql_print_error(ER(ER_ERROR_ON_WRITE), index_file_name, errno);
unknown's avatar
unknown committed
1559
    }
1560
  }
1561
  log_type= LOG_CLOSED;
1562
  safeFree(name);
1563
  DBUG_VOID_RETURN;
unknown's avatar
unknown committed
1564 1565 1566
}


1567 1568
/*
  Check if a string is a valid number
1569 1570 1571 1572 1573 1574 1575 1576 1577 1578 1579 1580 1581 1582

  SYNOPSIS
    test_if_number()
    str			String to test
    res			Store value here
    allow_wildcards	Set to 1 if we should ignore '%' and '_'

  NOTE
    For the moment the allow_wildcards argument is not used
    Should be move to some other file.

  RETURN VALUES
    1	String is a number
    0	Error
1583
*/
unknown's avatar
unknown committed
1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629

static bool test_if_number(register const char *str,
			   long *res, bool allow_wildcards)
{
  reg2 int flag;
  const char *start;
  DBUG_ENTER("test_if_number");

  flag=0; start=str;
  while (*str++ == ' ') ;
  if (*--str == '-' || *str == '+')
    str++;
  while (isdigit(*str) || (allow_wildcards &&
			   (*str == wild_many || *str == wild_one)))
  {
    flag=1;
    str++;
  }
  if (*str == '.')
  {
    for (str++ ;
	 isdigit(*str) ||
	   (allow_wildcards && (*str == wild_many || *str == wild_one)) ;
	 str++, flag=1) ;
  }
  if (*str != 0 || flag == 0)
    DBUG_RETURN(0);
  if (res)
    *res=atol(start);
  DBUG_RETURN(1);			/* Number ok */
} /* test_if_number */


void sql_print_error(const char *format,...)
{
  va_list args;
  time_t skr;
  struct tm tm_tmp;
  struct tm *start;
  va_start(args,format);
  DBUG_ENTER("sql_print_error");

  VOID(pthread_mutex_lock(&LOCK_error_log));
#ifndef DBUG_OFF
  {
    char buff[1024];
1630
    my_vsnprintf(buff,sizeof(buff)-1,format,args);
unknown's avatar
unknown committed
1631
    DBUG_PRINT("error",("%s",buff));
1632
    va_end(args);
unknown's avatar
unknown committed
1633
    va_start(args,format);
unknown's avatar
unknown committed
1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656 1657 1658 1659 1660 1661 1662 1663
  }
#endif
  skr=time(NULL);
  localtime_r(&skr,&tm_tmp);
  start=&tm_tmp;
  fprintf(stderr,"%02d%02d%02d %2d:%02d:%02d  ",
	  start->tm_year % 100,
	  start->tm_mon+1,
	  start->tm_mday,
	  start->tm_hour,
	  start->tm_min,
	  start->tm_sec);
  (void) vfprintf(stderr,format,args);
  (void) fputc('\n',stderr);
  fflush(stderr);
  va_end(args);

  VOID(pthread_mutex_unlock(&LOCK_error_log));
  DBUG_VOID_RETURN;
}


void sql_perror(const char *message)
{
#ifdef HAVE_STRERROR
  sql_print_error("%s: %s",message, strerror(errno));
#else
  perror(message);
#endif
}
unknown's avatar
unknown committed
1664 1665 1666 1667

bool flush_error_log()
{
  bool result=0;
1668
  if (opt_error_log)
unknown's avatar
unknown committed
1669 1670 1671 1672 1673 1674 1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709
  {
    char err_renamed[FN_REFLEN], *end;
    end= strmake(err_renamed,log_error_file,FN_REFLEN-4);
    strmov(end, "-old");
#ifdef __WIN__
    char err_temp[FN_REFLEN+4];
    /*
     On Windows is necessary a temporary file for to rename
     the current error file.
    */
    strmov(strmov(err_temp, err_renamed),"-tmp");
    (void) my_delete(err_temp, MYF(0)); 
    if (freopen(err_temp,"a+",stdout))
    {
      freopen(err_temp,"a+",stderr);
      (void) my_delete(err_renamed, MYF(0));
      my_rename(log_error_file,err_renamed,MYF(0));
      if (freopen(log_error_file,"a+",stdout))
        freopen(log_error_file,"a+",stderr);
      int fd, bytes;
      char buf[IO_SIZE];
      if ((fd = my_open(err_temp, O_RDONLY, MYF(0))) >= 0)
      {
        while ((bytes = (int) my_read(fd, (byte*) buf, IO_SIZE, MYF(0))) > 0)
             my_fwrite(stderr, (byte*) buf, (uint) strlen(buf),MYF(0));
        my_close(fd, MYF(0));
      }
      (void) my_delete(err_temp, MYF(0)); 
    }
    else
     result= 1;
#else
   my_rename(log_error_file,err_renamed,MYF(0));
   if (freopen(log_error_file,"a+",stdout))
     freopen(log_error_file,"a+",stderr);
   else
     result= 1;
#endif
  }
   return result;
}