log.c 30.9 KB
Newer Older
1
// SPDX-License-Identifier: GPL-2.0-only
David Teigland's avatar
David Teigland committed
2 3
/*
 * Copyright (C) Sistina Software, Inc.  1997-2003 All rights reserved.
Bob Peterson's avatar
Bob Peterson committed
4
 * Copyright (C) 2004-2007 Red Hat, Inc.  All rights reserved.
David Teigland's avatar
David Teigland committed
5 6 7 8 9 10 11
 */

#include <linux/sched.h>
#include <linux/slab.h>
#include <linux/spinlock.h>
#include <linux/completion.h>
#include <linux/buffer_head.h>
12
#include <linux/gfs2_ondisk.h>
13
#include <linux/crc32.h>
14
#include <linux/crc32c.h>
15
#include <linux/delay.h>
16 17
#include <linux/kthread.h>
#include <linux/freezer.h>
18
#include <linux/bio.h>
Steven Whitehouse's avatar
Steven Whitehouse committed
19
#include <linux/blkdev.h>
20
#include <linux/writeback.h>
21
#include <linux/list_sort.h>
David Teigland's avatar
David Teigland committed
22 23

#include "gfs2.h"
24
#include "incore.h"
David Teigland's avatar
David Teigland committed
25 26 27 28 29
#include "bmap.h"
#include "glock.h"
#include "log.h"
#include "lops.h"
#include "meta_io.h"
30
#include "util.h"
31
#include "dir.h"
Steven Whitehouse's avatar
Steven Whitehouse committed
32
#include "trace_gfs2.h"
David Teigland's avatar
David Teigland committed
33

34 35
static void gfs2_log_shutdown(struct gfs2_sbd *sdp);

David Teigland's avatar
David Teigland committed
36 37 38 39 40 41 42 43 44 45 46
/**
 * gfs2_struct2blk - compute stuff
 * @sdp: the filesystem
 * @nstruct: the number of structures
 *
 * Compute the number of log descriptor blocks needed to hold a certain number
 * of structures of a certain size.
 *
 * Returns: the number of blocks needed (minimum is always 1)
 */

47
unsigned int gfs2_struct2blk(struct gfs2_sbd *sdp, unsigned int nstruct)
David Teigland's avatar
David Teigland committed
48 49 50 51 52
{
	unsigned int blks;
	unsigned int first, second;

	blks = 1;
53
	first = sdp->sd_ldptrs;
David Teigland's avatar
David Teigland committed
54 55

	if (nstruct > first) {
56
		second = sdp->sd_inptrs;
57
		blks += DIV_ROUND_UP(nstruct - first, second);
David Teigland's avatar
David Teigland committed
58 59 60 61 62
	}

	return blks;
}

63 64 65 66 67
/**
 * gfs2_remove_from_ail - Remove an entry from the ail lists, updating counters
 * @mapping: The associated mapping (maybe NULL)
 * @bd: The gfs2_bufdata to remove
 *
68
 * The ail lock _must_ be held when calling this function
69 70 71
 *
 */

72
static void gfs2_remove_from_ail(struct gfs2_bufdata *bd)
73
{
74
	bd->bd_tr = NULL;
75 76
	list_del_init(&bd->bd_ail_st_list);
	list_del_init(&bd->bd_ail_gl_list);
77 78 79 80
	atomic_dec(&bd->bd_gl->gl_ail_count);
	brelse(bd->bd_bh);
}

81 82 83
/**
 * gfs2_ail1_start_one - Start I/O on a part of the AIL
 * @sdp: the filesystem
84 85
 * @wbc: The writeback control structure
 * @ai: The ail structure
86 87 88
 *
 */

89 90
static int gfs2_ail1_start_one(struct gfs2_sbd *sdp,
			       struct writeback_control *wbc,
91
			       struct gfs2_trans *tr)
Dave Chinner's avatar
Dave Chinner committed
92 93
__releases(&sdp->sd_ail_lock)
__acquires(&sdp->sd_ail_lock)
94
{
95
	struct gfs2_glock *gl = NULL;
96
	struct address_space *mapping;
97 98
	struct gfs2_bufdata *bd, *s;
	struct buffer_head *bh;
99
	int ret = 0;
100

101
	list_for_each_entry_safe_reverse(bd, s, &tr->tr_ail1_list, bd_ail_st_list) {
102
		bh = bd->bd_bh;
103

104
		gfs2_assert(sdp, bd->bd_tr == tr);
105

106
		if (!buffer_busy(bh)) {
107 108 109 110 111
			if (buffer_uptodate(bh)) {
				list_move(&bd->bd_ail_st_list,
					  &tr->tr_ail2_list);
				continue;
			}
Bob Peterson's avatar
Bob Peterson committed
112
			if (!cmpxchg(&sdp->sd_log_error, 0, -EIO)) {
113
				gfs2_io_error_bh(sdp, bh);
114
				gfs2_withdraw_delayed(sdp);
115
			}
116 117
		}

118 119 120 121
		if (gfs2_withdrawn(sdp)) {
			gfs2_remove_from_ail(bd);
			continue;
		}
122 123 124 125 126
		if (!buffer_dirty(bh))
			continue;
		if (gl == bd->bd_gl)
			continue;
		gl = bd->bd_gl;
127
		list_move(&bd->bd_ail_st_list, &tr->tr_ail1_list);
128
		mapping = bh->b_page->mapping;
129 130
		if (!mapping)
			continue;
131
		spin_unlock(&sdp->sd_ail_lock);
132
		ret = generic_writepages(mapping, wbc);
133
		spin_lock(&sdp->sd_ail_lock);
134
		if (ret || wbc->nr_to_write <= 0)
135
			break;
136
		return -EBUSY;
137
	}
138

139
	return ret;
140
}
141 142


143 144 145 146 147 148 149 150
/**
 * gfs2_ail1_flush - start writeback of some ail1 entries 
 * @sdp: The super block
 * @wbc: The writeback control structure
 *
 * Writes back some ail1 entries, according to the limits in the
 * writeback control structure
 */
151

152 153 154
void gfs2_ail1_flush(struct gfs2_sbd *sdp, struct writeback_control *wbc)
{
	struct list_head *head = &sdp->sd_ail1_list;
155
	struct gfs2_trans *tr;
Steven Whitehouse's avatar
Steven Whitehouse committed
156
	struct blk_plug plug;
157
	int ret = 0;
158

159
	trace_gfs2_ail_flush(sdp, wbc, 1);
Steven Whitehouse's avatar
Steven Whitehouse committed
160
	blk_start_plug(&plug);
161
	spin_lock(&sdp->sd_ail_lock);
162
restart:
163
	list_for_each_entry_reverse(tr, head, tr_list) {
164
		if (wbc->nr_to_write <= 0)
165
			break;
166 167 168 169 170 171
		ret = gfs2_ail1_start_one(sdp, wbc, tr);
		if (ret) {
			if (ret == -EBUSY)
				goto restart;
			break;
		}
172 173
	}
	spin_unlock(&sdp->sd_ail_lock);
Steven Whitehouse's avatar
Steven Whitehouse committed
174
	blk_finish_plug(&plug);
175
	if (ret)
176
		gfs2_withdraw(sdp);
177
	trace_gfs2_ail_flush(sdp, wbc, 0);
178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194
}

/**
 * gfs2_ail1_start - start writeback of all ail1 entries
 * @sdp: The superblock
 */

static void gfs2_ail1_start(struct gfs2_sbd *sdp)
{
	struct writeback_control wbc = {
		.sync_mode = WB_SYNC_NONE,
		.nr_to_write = LONG_MAX,
		.range_start = 0,
		.range_end = LLONG_MAX,
	};

	return gfs2_ail1_flush(sdp, &wbc);
195 196 197 198 199
}

/**
 * gfs2_ail1_empty_one - Check whether or not a trans in the AIL has been synced
 * @sdp: the filesystem
200 201
 * @tr: the transaction
 * @max_revokes: If nonzero, issue revokes for the bd items for written buffers
202 203 204
 *
 */

205 206
static void gfs2_ail1_empty_one(struct gfs2_sbd *sdp, struct gfs2_trans *tr,
				int *max_revokes)
207 208 209 210
{
	struct gfs2_bufdata *bd, *s;
	struct buffer_head *bh;

211
	list_for_each_entry_safe_reverse(bd, s, &tr->tr_ail1_list,
212 213
					 bd_ail_st_list) {
		bh = bd->bd_bh;
214
		gfs2_assert(sdp, bd->bd_tr == tr);
Bob Peterson's avatar
Bob Peterson committed
215 216 217 218 219 220 221 222 223 224
		/*
		 * If another process flagged an io error, e.g. writing to the
		 * journal, error all other bhs and move them off the ail1 to
		 * prevent a tight loop when unmount tries to flush ail1,
		 * regardless of whether they're still busy. If no outside
		 * errors were found and the buffer is busy, move to the next.
		 * If the ail buffer is not busy and caught an error, flag it
		 * for others.
		 */
		if (!sdp->sd_log_error && buffer_busy(bh))
225
			continue;
226
		if (!buffer_uptodate(bh) &&
Bob Peterson's avatar
Bob Peterson committed
227
		    !cmpxchg(&sdp->sd_log_error, 0, -EIO)) {
228
			gfs2_io_error_bh(sdp, bh);
229
			gfs2_withdraw_delayed(sdp);
230
		}
231 232 233 234 235 236 237 238 239 240 241
		/*
		 * If we have space for revokes and the bd is no longer on any
		 * buf list, we can just add a revoke for it immediately and
		 * avoid having to put it on the ail2 list, where it would need
		 * to be revoked later.
		 */
		if (*max_revokes && list_empty(&bd->bd_list)) {
			gfs2_add_revoke(sdp, bd);
			(*max_revokes)--;
			continue;
		}
242
		list_move(&bd->bd_ail_st_list, &tr->tr_ail2_list);
243 244 245
	}
}

246 247 248
/**
 * gfs2_ail1_empty - Try to empty the ail1 lists
 * @sdp: The superblock
249
 * @max_revokes: If non-zero, add revokes where appropriate
250 251 252
 *
 * Tries to empty the ail1 lists, starting with the oldest first
 */
David Teigland's avatar
David Teigland committed
253

254
static int gfs2_ail1_empty(struct gfs2_sbd *sdp, int max_revokes)
David Teigland's avatar
David Teigland committed
255
{
256
	struct gfs2_trans *tr, *s;
257
	int oldest_tr = 1;
David Teigland's avatar
David Teigland committed
258 259
	int ret;

Dave Chinner's avatar
Dave Chinner committed
260
	spin_lock(&sdp->sd_ail_lock);
261
	list_for_each_entry_safe_reverse(tr, s, &sdp->sd_ail1_list, tr_list) {
262
		gfs2_ail1_empty_one(sdp, tr, &max_revokes);
263
		if (list_empty(&tr->tr_ail1_list) && oldest_tr)
264
			list_move(&tr->tr_list, &sdp->sd_ail2_list);
265
		else
266
			oldest_tr = 0;
David Teigland's avatar
David Teigland committed
267 268
	}
	ret = list_empty(&sdp->sd_ail1_list);
Dave Chinner's avatar
Dave Chinner committed
269
	spin_unlock(&sdp->sd_ail_lock);
David Teigland's avatar
David Teigland committed
270

271
	if (test_bit(SDF_WITHDRAWING, &sdp->sd_flags)) {
272 273 274
		gfs2_lm(sdp, "fatal: I/O error(s)\n");
		gfs2_withdraw(sdp);
	}
275

David Teigland's avatar
David Teigland committed
276 277 278
	return ret;
}

279 280
static void gfs2_ail1_wait(struct gfs2_sbd *sdp)
{
281
	struct gfs2_trans *tr;
282 283 284 285
	struct gfs2_bufdata *bd;
	struct buffer_head *bh;

	spin_lock(&sdp->sd_ail_lock);
286 287
	list_for_each_entry_reverse(tr, &sdp->sd_ail1_list, tr_list) {
		list_for_each_entry(bd, &tr->tr_ail1_list, bd_ail_st_list) {
288 289 290 291 292 293 294 295 296 297 298 299
			bh = bd->bd_bh;
			if (!buffer_locked(bh))
				continue;
			get_bh(bh);
			spin_unlock(&sdp->sd_ail_lock);
			wait_on_buffer(bh);
			brelse(bh);
			return;
		}
	}
	spin_unlock(&sdp->sd_ail_lock);
}
300 301

/**
302
 * gfs2_ail_empty_tr - empty one of the ail lists for a transaction
303 304
 */

305 306
static void gfs2_ail_empty_tr(struct gfs2_sbd *sdp, struct gfs2_trans *tr,
			      struct list_head *head)
307 308 309 310
{
	struct gfs2_bufdata *bd;

	while (!list_empty(head)) {
311 312
		bd = list_first_entry(head, struct gfs2_bufdata,
				      bd_ail_st_list);
313
		gfs2_assert(sdp, bd->bd_tr == tr);
314
		gfs2_remove_from_ail(bd);
315 316 317
	}
}

David Teigland's avatar
David Teigland committed
318 319
static void ail2_empty(struct gfs2_sbd *sdp, unsigned int new_tail)
{
320
	struct gfs2_trans *tr, *safe;
David Teigland's avatar
David Teigland committed
321 322 323 324
	unsigned int old_tail = sdp->sd_log_tail;
	int wrap = (new_tail < old_tail);
	int a, b, rm;

Dave Chinner's avatar
Dave Chinner committed
325
	spin_lock(&sdp->sd_ail_lock);
David Teigland's avatar
David Teigland committed
326

327 328 329
	list_for_each_entry_safe(tr, safe, &sdp->sd_ail2_list, tr_list) {
		a = (old_tail <= tr->tr_first);
		b = (tr->tr_first < new_tail);
David Teigland's avatar
David Teigland committed
330 331 332 333
		rm = (wrap) ? (a || b) : (a && b);
		if (!rm)
			continue;

334
		gfs2_ail_empty_tr(sdp, tr, &tr->tr_ail2_list);
335 336 337 338
		list_del(&tr->tr_list);
		gfs2_assert_warn(sdp, list_empty(&tr->tr_ail1_list));
		gfs2_assert_warn(sdp, list_empty(&tr->tr_ail2_list));
		kfree(tr);
David Teigland's avatar
David Teigland committed
339 340
	}

Dave Chinner's avatar
Dave Chinner committed
341
	spin_unlock(&sdp->sd_ail_lock);
David Teigland's avatar
David Teigland committed
342 343
}

344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360
/**
 * gfs2_log_release - Release a given number of log blocks
 * @sdp: The GFS2 superblock
 * @blks: The number of blocks
 *
 */

void gfs2_log_release(struct gfs2_sbd *sdp, unsigned int blks)
{

	atomic_add(blks, &sdp->sd_log_blks_free);
	trace_gfs2_log_blocks(sdp, blks);
	gfs2_assert_withdraw(sdp, atomic_read(&sdp->sd_log_blks_free) <=
				  sdp->sd_jdesc->jd_blocks);
	up_read(&sdp->sd_log_flush_lock);
}

David Teigland's avatar
David Teigland committed
361 362 363 364 365
/**
 * gfs2_log_reserve - Make a log reservation
 * @sdp: The GFS2 superblock
 * @blks: The number of blocks to reserve
 *
366
 * Note that we never give out the last few blocks of the journal. Thats
367
 * due to the fact that there is a small number of header blocks
368 369 370 371
 * associated with each log flush. The exact number can't be known until
 * flush time, so we ensure that we have just enough free blocks at all
 * times to avoid running out during a log flush.
 *
372 373 374 375 376 377
 * We no longer flush the log here, instead we wake up logd to do that
 * for us. To avoid the thundering herd and to ensure that we deal fairly
 * with queued waiters, we use an exclusive wait. This means that when we
 * get woken with enough journal space to get our reservation, we need to
 * wake the next waiter on the list.
 *
David Teigland's avatar
David Teigland committed
378 379 380 381 382
 * Returns: errno
 */

int gfs2_log_reserve(struct gfs2_sbd *sdp, unsigned int blks)
{
383
	int ret = 0;
384
	unsigned reserved_blks = 7 * (4096 / sdp->sd_vfs->s_blocksize);
385 386 387 388
	unsigned wanted = blks + reserved_blks;
	DEFINE_WAIT(wait);
	int did_wait = 0;
	unsigned int free_blocks;
David Teigland's avatar
David Teigland committed
389 390 391 392

	if (gfs2_assert_warn(sdp, blks) ||
	    gfs2_assert_warn(sdp, blks <= sdp->sd_jdesc->jd_blocks))
		return -EINVAL;
393
	atomic_add(blks, &sdp->sd_log_blks_needed);
394 395 396 397 398 399 400 401 402 403 404 405 406
retry:
	free_blocks = atomic_read(&sdp->sd_log_blks_free);
	if (unlikely(free_blocks <= wanted)) {
		do {
			prepare_to_wait_exclusive(&sdp->sd_log_waitq, &wait,
					TASK_UNINTERRUPTIBLE);
			wake_up(&sdp->sd_logd_waitq);
			did_wait = 1;
			if (atomic_read(&sdp->sd_log_blks_free) <= wanted)
				io_schedule();
			free_blocks = atomic_read(&sdp->sd_log_blks_free);
		} while(free_blocks <= wanted);
		finish_wait(&sdp->sd_log_waitq, &wait);
David Teigland's avatar
David Teigland committed
407
	}
408
	atomic_inc(&sdp->sd_reserving_log);
409
	if (atomic_cmpxchg(&sdp->sd_log_blks_free, free_blocks,
410 411 412
				free_blocks - blks) != free_blocks) {
		if (atomic_dec_and_test(&sdp->sd_reserving_log))
			wake_up(&sdp->sd_reserving_log_wait);
413
		goto retry;
414
	}
415
	atomic_sub(blks, &sdp->sd_log_blks_needed);
Steven Whitehouse's avatar
Steven Whitehouse committed
416
	trace_gfs2_log_blocks(sdp, -blks);
417 418 419 420 421 422 423

	/*
	 * If we waited, then so might others, wake them up _after_ we get
	 * our share of the log.
	 */
	if (unlikely(did_wait))
		wake_up(&sdp->sd_log_waitq);
424 425

	down_read(&sdp->sd_log_flush_lock);
426 427
	if (unlikely(!test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags))) {
		gfs2_log_release(sdp, blks);
428
		ret = -EROFS;
429
	}
430 431 432
	if (atomic_dec_and_test(&sdp->sd_reserving_log))
		wake_up(&sdp->sd_reserving_log_wait);
	return ret;
David Teigland's avatar
David Teigland committed
433 434 435 436 437 438 439 440 441 442 443 444 445 446
}

/**
 * log_distance - Compute distance between two journal blocks
 * @sdp: The GFS2 superblock
 * @newer: The most recent journal block of the pair
 * @older: The older journal block of the pair
 *
 *   Compute the distance (in the journal direction) between two
 *   blocks in the journal
 *
 * Returns: the distance in blocks
 */

Steven Whitehouse's avatar
Steven Whitehouse committed
447
static inline unsigned int log_distance(struct gfs2_sbd *sdp, unsigned int newer,
David Teigland's avatar
David Teigland committed
448 449 450 451 452 453 454 455 456 457 458
					unsigned int older)
{
	int dist;

	dist = newer - older;
	if (dist < 0)
		dist += sdp->sd_jdesc->jd_blocks;

	return dist;
}

459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486
/**
 * calc_reserved - Calculate the number of blocks to reserve when
 *                 refunding a transaction's unused buffers.
 * @sdp: The GFS2 superblock
 *
 * This is complex.  We need to reserve room for all our currently used
 * metadata buffers (e.g. normal file I/O rewriting file time stamps) and 
 * all our journaled data buffers for journaled files (e.g. files in the 
 * meta_fs like rindex, or files for which chattr +j was done.)
 * If we don't reserve enough space, gfs2_log_refund and gfs2_log_flush
 * will count it as free space (sd_log_blks_free) and corruption will follow.
 *
 * We can have metadata bufs and jdata bufs in the same journal.  So each
 * type gets its own log header, for which we need to reserve a block.
 * In fact, each type has the potential for needing more than one header 
 * in cases where we have more buffers than will fit on a journal page.
 * Metadata journal entries take up half the space of journaled buffer entries.
 * Thus, metadata entries have buf_limit (502) and journaled buffers have
 * databuf_limit (251) before they cause a wrap around.
 *
 * Also, we need to reserve blocks for revoke journal entries and one for an
 * overall header for the lot.
 *
 * Returns: the number of blocks reserved
 */
static unsigned int calc_reserved(struct gfs2_sbd *sdp)
{
	unsigned int reserved = 0;
487 488 489
	unsigned int mbuf;
	unsigned int dbuf;
	struct gfs2_trans *tr = sdp->sd_log_tr;
490

491 492 493 494 495 496 497 498
	if (tr) {
		mbuf = tr->tr_num_buf_new - tr->tr_num_buf_rm;
		dbuf = tr->tr_num_databuf_new - tr->tr_num_databuf_rm;
		reserved = mbuf + dbuf;
		/* Account for header blocks */
		reserved += DIV_ROUND_UP(mbuf, buf_limit(sdp));
		reserved += DIV_ROUND_UP(dbuf, databuf_limit(sdp));
	}
499

500 501
	if (sdp->sd_log_committed_revoke > 0)
		reserved += gfs2_struct2blk(sdp, sdp->sd_log_committed_revoke);
502 503 504 505 506 507
	/* One for the overall header */
	if (reserved)
		reserved++;
	return reserved;
}

David Teigland's avatar
David Teigland committed
508 509
static unsigned int current_tail(struct gfs2_sbd *sdp)
{
510
	struct gfs2_trans *tr;
David Teigland's avatar
David Teigland committed
511 512
	unsigned int tail;

Dave Chinner's avatar
Dave Chinner committed
513
	spin_lock(&sdp->sd_ail_lock);
David Teigland's avatar
David Teigland committed
514

Steven Whitehouse's avatar
Steven Whitehouse committed
515
	if (list_empty(&sdp->sd_ail1_list)) {
David Teigland's avatar
David Teigland committed
516
		tail = sdp->sd_log_head;
Steven Whitehouse's avatar
Steven Whitehouse committed
517
	} else {
518 519 520
		tr = list_entry(sdp->sd_ail1_list.prev, struct gfs2_trans,
				tr_list);
		tail = tr->tr_first;
David Teigland's avatar
David Teigland committed
521 522
	}

Dave Chinner's avatar
Dave Chinner committed
523
	spin_unlock(&sdp->sd_ail_lock);
David Teigland's avatar
David Teigland committed
524 525 526 527

	return tail;
}

528
static void log_pull_tail(struct gfs2_sbd *sdp, unsigned int new_tail)
David Teigland's avatar
David Teigland committed
529 530 531 532 533
{
	unsigned int dist = log_distance(sdp, new_tail, sdp->sd_log_tail);

	ail2_empty(sdp, new_tail);

534
	atomic_add(dist, &sdp->sd_log_blks_free);
Steven Whitehouse's avatar
Steven Whitehouse committed
535
	trace_gfs2_log_blocks(sdp, dist);
536 537
	gfs2_assert_withdraw(sdp, atomic_read(&sdp->sd_log_blks_free) <=
			     sdp->sd_jdesc->jd_blocks);
David Teigland's avatar
David Teigland committed
538 539 540 541 542

	sdp->sd_log_tail = new_tail;
}


543
void log_flush_wait(struct gfs2_sbd *sdp)
David Teigland's avatar
David Teigland committed
544
{
545 546 547 548 549 550 551 552 553 554
	DEFINE_WAIT(wait);

	if (atomic_read(&sdp->sd_log_in_flight)) {
		do {
			prepare_to_wait(&sdp->sd_log_flush_wait, &wait,
					TASK_UNINTERRUPTIBLE);
			if (atomic_read(&sdp->sd_log_in_flight))
				io_schedule();
		} while(atomic_read(&sdp->sd_log_in_flight));
		finish_wait(&sdp->sd_log_flush_wait, &wait);
David Teigland's avatar
David Teigland committed
555 556 557
	}
}

558
static int ip_cmp(void *priv, struct list_head *a, struct list_head *b)
559
{
560
	struct gfs2_inode *ipa, *ipb;
561

562 563
	ipa = list_entry(a, struct gfs2_inode, i_ordered);
	ipb = list_entry(b, struct gfs2_inode, i_ordered);
564

565
	if (ipa->i_no_addr < ipb->i_no_addr)
566
		return -1;
567
	if (ipa->i_no_addr > ipb->i_no_addr)
568 569 570 571
		return 1;
	return 0;
}

572 573
static void gfs2_ordered_write(struct gfs2_sbd *sdp)
{
574
	struct gfs2_inode *ip;
575 576
	LIST_HEAD(written);

577
	spin_lock(&sdp->sd_ordered_lock);
578 579 580
	list_sort(NULL, &sdp->sd_log_ordered, &ip_cmp);
	while (!list_empty(&sdp->sd_log_ordered)) {
		ip = list_entry(sdp->sd_log_ordered.next, struct gfs2_inode, i_ordered);
581 582 583
		if (ip->i_inode.i_mapping->nrpages == 0) {
			test_and_clear_bit(GIF_ORDERED, &ip->i_flags);
			list_del(&ip->i_ordered);
584
			continue;
585 586
		}
		list_move(&ip->i_ordered, &written);
587 588 589
		spin_unlock(&sdp->sd_ordered_lock);
		filemap_fdatawrite(ip->i_inode.i_mapping);
		spin_lock(&sdp->sd_ordered_lock);
590
	}
591
	list_splice(&written, &sdp->sd_log_ordered);
592
	spin_unlock(&sdp->sd_ordered_lock);
593 594 595 596
}

static void gfs2_ordered_wait(struct gfs2_sbd *sdp)
{
597
	struct gfs2_inode *ip;
598

599
	spin_lock(&sdp->sd_ordered_lock);
600 601
	while (!list_empty(&sdp->sd_log_ordered)) {
		ip = list_entry(sdp->sd_log_ordered.next, struct gfs2_inode, i_ordered);
602 603 604
		list_del(&ip->i_ordered);
		WARN_ON(!test_and_clear_bit(GIF_ORDERED, &ip->i_flags));
		if (ip->i_inode.i_mapping->nrpages == 0)
605
			continue;
606 607 608
		spin_unlock(&sdp->sd_ordered_lock);
		filemap_fdatawait(ip->i_inode.i_mapping);
		spin_lock(&sdp->sd_ordered_lock);
609
	}
610 611 612 613 614 615 616 617 618 619 620
	spin_unlock(&sdp->sd_ordered_lock);
}

void gfs2_ordered_del_inode(struct gfs2_inode *ip)
{
	struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);

	spin_lock(&sdp->sd_ordered_lock);
	if (test_and_clear_bit(GIF_ORDERED, &ip->i_flags))
		list_del(&ip->i_ordered);
	spin_unlock(&sdp->sd_ordered_lock);
621 622
}

623 624 625 626 627 628 629
void gfs2_add_revoke(struct gfs2_sbd *sdp, struct gfs2_bufdata *bd)
{
	struct buffer_head *bh = bd->bd_bh;
	struct gfs2_glock *gl = bd->bd_gl;

	bh->b_private = NULL;
	bd->bd_blkno = bh->b_blocknr;
630 631
	gfs2_remove_from_ail(bd); /* drops ref on bh */
	bd->bd_bh = NULL;
632
	sdp->sd_log_num_revoke++;
633
	if (atomic_inc_return(&gl->gl_revokes) == 1)
634
		gfs2_glock_hold(gl);
635
	set_bit(GLF_LFLUSH, &gl->gl_flags);
636
	list_add(&bd->bd_list, &sdp->sd_log_revokes);
637 638
}

639 640 641 642 643 644 645 646
void gfs2_glock_remove_revoke(struct gfs2_glock *gl)
{
	if (atomic_dec_return(&gl->gl_revokes) == 0) {
		clear_bit(GLF_LFLUSH, &gl->gl_flags);
		gfs2_glock_queue_put(gl);
	}
}

647 648 649 650 651 652 653 654 655 656 657 658
/**
 * gfs2_write_revokes - Add as many revokes to the system transaction as we can
 * @sdp: The GFS2 superblock
 *
 * Our usual strategy is to defer writing revokes as much as we can in the hope
 * that we'll eventually overwrite the journal, which will make those revokes
 * go away.  This changes when we flush the log: at that point, there will
 * likely be some left-over space in the last revoke block of that transaction.
 * We can fill that space with additional revokes for blocks that have already
 * been written back.  This will basically come at no cost now, and will save
 * us from having to keep track of those blocks on the AIL2 list later.
 */
659 660
void gfs2_write_revokes(struct gfs2_sbd *sdp)
{
661
	/* number of revokes we still have room for */
662 663
	int max_revokes = (sdp->sd_sb.sb_bsize - sizeof(struct gfs2_log_descriptor)) / sizeof(u64);

664
	gfs2_log_lock(sdp);
665 666 667 668 669 670 671 672 673 674
	while (sdp->sd_log_num_revoke > max_revokes)
		max_revokes += (sdp->sd_sb.sb_bsize - sizeof(struct gfs2_meta_header)) / sizeof(u64);
	max_revokes -= sdp->sd_log_num_revoke;
	if (!sdp->sd_log_num_revoke) {
		atomic_dec(&sdp->sd_log_blks_free);
		/* If no blocks have been reserved, we need to also
		 * reserve a block for the header */
		if (!sdp->sd_log_blks_reserved)
			atomic_dec(&sdp->sd_log_blks_free);
	}
675
	gfs2_ail1_empty(sdp, max_revokes);
676 677 678 679 680 681 682 683 684
	gfs2_log_unlock(sdp);

	if (!sdp->sd_log_num_revoke) {
		atomic_inc(&sdp->sd_log_blks_free);
		if (!sdp->sd_log_blks_reserved)
			atomic_inc(&sdp->sd_log_blks_free);
	}
}

685
/**
686
 * gfs2_write_log_header - Write a journal log header buffer at lblock
687
 * @sdp: The GFS2 superblock
688
 * @jd: journal descriptor of the journal to which we are writing
689 690
 * @seq: sequence number
 * @tail: tail of the log
691
 * @lblock: value for lh_blkno (block number relative to start of journal)
692
 * @flags: log header flags GFS2_LOG_HEAD_*
693
 * @op_flags: flags to pass to the bio
694 695 696 697
 *
 * Returns: the initialized log buffer descriptor
 */

698
void gfs2_write_log_header(struct gfs2_sbd *sdp, struct gfs2_jdesc *jd,
699 700
			   u64 seq, u32 tail, u32 lblock, u32 flags,
			   int op_flags)
701 702
{
	struct gfs2_log_header *lh;
703
	u32 hash, crc;
704
	struct page *page;
705 706 707
	struct gfs2_statfs_change_host *l_sc = &sdp->sd_statfs_local;
	struct timespec64 tv;
	struct super_block *sb = sdp->sd_vfs;
708
	u64 dblock;
709

710 711 712 713
	if (gfs2_withdrawn(sdp))
		goto out;

	page = mempool_alloc(gfs2_page_pool, GFP_NOIO);
714 715
	lh = page_address(page);
	clear_page(lh);
716 717 718 719 720 721

	lh->lh_header.mh_magic = cpu_to_be32(GFS2_MAGIC);
	lh->lh_header.mh_type = cpu_to_be32(GFS2_METATYPE_LH);
	lh->lh_header.__pad0 = cpu_to_be64(0);
	lh->lh_header.mh_format = cpu_to_be32(GFS2_FORMAT_LH);
	lh->lh_header.mh_jid = cpu_to_be32(sdp->sd_jdesc->jd_jid);
722
	lh->lh_sequence = cpu_to_be64(seq);
723 724
	lh->lh_flags = cpu_to_be32(flags);
	lh->lh_tail = cpu_to_be32(tail);
725
	lh->lh_blkno = cpu_to_be32(lblock);
726
	hash = ~crc32(~0, lh, LH_V1_SIZE);
727 728
	lh->lh_hash = cpu_to_be32(hash);

729
	ktime_get_coarse_real_ts64(&tv);
730 731
	lh->lh_nsec = cpu_to_be32(tv.tv_nsec);
	lh->lh_sec = cpu_to_be64(tv.tv_sec);
732
	if (!list_empty(&jd->extent_list))
733
		dblock = gfs2_log_bmap(jd, lblock);
734 735 736 737 738 739
	else {
		int ret = gfs2_lblk_to_dblk(jd->jd_inode, lblock, &dblock);
		if (gfs2_assert_withdraw(sdp, ret == 0))
			return;
	}
	lh->lh_addr = cpu_to_be64(dblock);
740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763
	lh->lh_jinode = cpu_to_be64(GFS2_I(jd->jd_inode)->i_no_addr);

	/* We may only write local statfs, quota, etc., when writing to our
	   own journal. The values are left 0 when recovering a journal
	   different from our own. */
	if (!(flags & GFS2_LOG_HEAD_RECOVERY)) {
		lh->lh_statfs_addr =
			cpu_to_be64(GFS2_I(sdp->sd_sc_inode)->i_no_addr);
		lh->lh_quota_addr =
			cpu_to_be64(GFS2_I(sdp->sd_qc_inode)->i_no_addr);

		spin_lock(&sdp->sd_statfs_spin);
		lh->lh_local_total = cpu_to_be64(l_sc->sc_total);
		lh->lh_local_free = cpu_to_be64(l_sc->sc_free);
		lh->lh_local_dinodes = cpu_to_be64(l_sc->sc_dinodes);
		spin_unlock(&sdp->sd_statfs_spin);
	}

	BUILD_BUG_ON(offsetof(struct gfs2_log_header, lh_crc) != LH_V1_SIZE);

	crc = crc32c(~0, (void *)lh + LH_V1_SIZE + 4,
		     sb->s_blocksize - LH_V1_SIZE - 4);
	lh->lh_crc = cpu_to_be32(crc);

764
	gfs2_log_write(sdp, page, sb->s_blocksize, 0, dblock);
765
	gfs2_log_submit_bio(&sdp->sd_log_bio, REQ_OP_WRITE | op_flags);
766
out:
767 768 769 770 771 772
	log_flush_wait(sdp);
}

/**
 * log_write_header - Get and initialize a journal header buffer
 * @sdp: The GFS2 superblock
773
 * @flags: The log header flags, including log header origin
774 775 776 777 778 779 780 781 782 783 784 785 786
 *
 * Returns: the initialized log buffer descriptor
 */

static void log_write_header(struct gfs2_sbd *sdp, u32 flags)
{
	unsigned int tail;
	int op_flags = REQ_PREFLUSH | REQ_FUA | REQ_META | REQ_SYNC;
	enum gfs2_freeze_state state = atomic_read(&sdp->sd_freeze_state);

	gfs2_assert_withdraw(sdp, (state != SFS_FROZEN));
	tail = current_tail(sdp);

787 788 789
	if (test_bit(SDF_NOBARRIERS, &sdp->sd_flags)) {
		gfs2_ordered_wait(sdp);
		log_flush_wait(sdp);
790
		op_flags = REQ_SYNC | REQ_META | REQ_PRIO;
791
	}
792
	sdp->sd_log_idle = (tail == sdp->sd_log_flush_head);
793
	gfs2_write_log_header(sdp, sdp->sd_jdesc, sdp->sd_log_sequence++, tail,
794
			      sdp->sd_log_flush_head, flags, op_flags);
795
	gfs2_log_incr_head(sdp);
796 797 798 799 800

	if (sdp->sd_log_tail != tail)
		log_pull_tail(sdp, tail);
}

801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834
/**
 * ail_drain - drain the ail lists after a withdraw
 * @sdp: Pointer to GFS2 superblock
 */
static void ail_drain(struct gfs2_sbd *sdp)
{
	struct gfs2_trans *tr;

	spin_lock(&sdp->sd_ail_lock);
	/*
	 * For transactions on the sd_ail1_list we need to drain both the
	 * ail1 and ail2 lists. That's because function gfs2_ail1_start_one
	 * (temporarily) moves items from its tr_ail1 list to tr_ail2 list
	 * before revokes are sent for that block. Items on the sd_ail2_list
	 * should have already gotten beyond that point, so no need.
	 */
	while (!list_empty(&sdp->sd_ail1_list)) {
		tr = list_first_entry(&sdp->sd_ail1_list, struct gfs2_trans,
				      tr_list);
		gfs2_ail_empty_tr(sdp, tr, &tr->tr_ail1_list);
		gfs2_ail_empty_tr(sdp, tr, &tr->tr_ail2_list);
		list_del(&tr->tr_list);
		kfree(tr);
	}
	while (!list_empty(&sdp->sd_ail2_list)) {
		tr = list_first_entry(&sdp->sd_ail2_list, struct gfs2_trans,
				      tr_list);
		gfs2_ail_empty_tr(sdp, tr, &tr->tr_ail2_list);
		list_del(&tr->tr_list);
		kfree(tr);
	}
	spin_unlock(&sdp->sd_ail_lock);
}

David Teigland's avatar
David Teigland committed
835
/**
836
 * gfs2_log_flush - flush incore transaction(s)
David Teigland's avatar
David Teigland committed
837 838
 * @sdp: the filesystem
 * @gl: The glock structure to flush.  If NULL, flush the whole incore log
839
 * @flags: The log header flags: GFS2_LOG_HEAD_FLUSH_* and debug flags
David Teigland's avatar
David Teigland committed
840 841 842
 *
 */

843
void gfs2_log_flush(struct gfs2_sbd *sdp, struct gfs2_glock *gl, u32 flags)
David Teigland's avatar
David Teigland committed
844
{
845
	struct gfs2_trans *tr = NULL;
846
	enum gfs2_freeze_state state = atomic_read(&sdp->sd_freeze_state);
David Teigland's avatar
David Teigland committed
847

848
	down_write(&sdp->sd_log_flush_lock);
849

850 851 852 853 854 855 856
	/*
	 * Do this check while holding the log_flush_lock to prevent new
	 * buffers from being added to the ail via gfs2_pin()
	 */
	if (gfs2_withdrawn(sdp))
		goto out;

857 858 859 860
	/* Log might have been flushed while we waited for the flush lock */
	if (gl && !test_bit(GLF_LFLUSH, &gl->gl_flags)) {
		up_write(&sdp->sd_log_flush_lock);
		return;
861
	}
862
	trace_gfs2_log_flush(sdp, 1, flags);
863

864
	if (flags & GFS2_LOG_HEAD_FLUSH_SHUTDOWN)
865 866
		clear_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags);

867
	sdp->sd_log_flush_head = sdp->sd_log_head;
868 869 870 871 872
	tr = sdp->sd_log_tr;
	if (tr) {
		sdp->sd_log_tr = NULL;
		INIT_LIST_HEAD(&tr->tr_ail1_list);
		INIT_LIST_HEAD(&tr->tr_ail2_list);
873
		tr->tr_first = sdp->sd_log_flush_head;
874 875
		if (unlikely (state == SFS_FROZEN))
			gfs2_assert_withdraw(sdp, !tr->tr_num_buf_new && !tr->tr_num_databuf_new);
876
	}
David Teigland's avatar
David Teigland committed
877

878 879
	if (unlikely(state == SFS_FROZEN))
		gfs2_assert_withdraw(sdp, !sdp->sd_log_num_revoke);
David Teigland's avatar
David Teigland committed
880
	gfs2_assert_withdraw(sdp,
881
			sdp->sd_log_num_revoke == sdp->sd_log_committed_revoke);
David Teigland's avatar
David Teigland committed
882

883
	gfs2_ordered_write(sdp);
884 885
	if (gfs2_withdrawn(sdp))
		goto out;
886
	lops_before_commit(sdp, tr);
887 888
	if (gfs2_withdrawn(sdp))
		goto out;
889
	gfs2_log_submit_bio(&sdp->sd_log_bio, REQ_OP_WRITE);
890 891
	if (gfs2_withdrawn(sdp))
		goto out;
892

893
	if (sdp->sd_log_head != sdp->sd_log_flush_head) {
894
		log_flush_wait(sdp);
895
		log_write_header(sdp, flags);
896
	} else if (sdp->sd_log_tail != current_tail(sdp) && !sdp->sd_log_idle){
897
		atomic_dec(&sdp->sd_log_blks_free); /* Adjust for unreserved buffer */
Steven Whitehouse's avatar
Steven Whitehouse committed
898
		trace_gfs2_log_blocks(sdp, -1);
899
		log_write_header(sdp, flags);
900
	}
901 902
	if (gfs2_withdrawn(sdp))
		goto out;
903
	lops_after_commit(sdp, tr);
904

905 906
	gfs2_log_lock(sdp);
	sdp->sd_log_head = sdp->sd_log_flush_head;
Steven Whitehouse's avatar
Steven Whitehouse committed
907
	sdp->sd_log_blks_reserved = 0;
908
	sdp->sd_log_committed_revoke = 0;
David Teigland's avatar
David Teigland committed
909

Dave Chinner's avatar
Dave Chinner committed
910
	spin_lock(&sdp->sd_ail_lock);
911 912 913
	if (tr && !list_empty(&tr->tr_ail1_list)) {
		list_add(&tr->tr_list, &sdp->sd_ail1_list);
		tr = NULL;
David Teigland's avatar
David Teigland committed
914
	}
Dave Chinner's avatar
Dave Chinner committed
915
	spin_unlock(&sdp->sd_ail_lock);
David Teigland's avatar
David Teigland committed
916
	gfs2_log_unlock(sdp);
917

918
	if (!(flags & GFS2_LOG_HEAD_FLUSH_NORMAL)) {
919 920 921 922
		if (!sdp->sd_log_idle) {
			for (;;) {
				gfs2_ail1_start(sdp);
				gfs2_ail1_wait(sdp);
923
				if (gfs2_ail1_empty(sdp, 0))
924 925
					break;
			}
926 927
			if (gfs2_withdrawn(sdp))
				goto out;
928 929
			atomic_dec(&sdp->sd_log_blks_free); /* Adjust for unreserved buffer */
			trace_gfs2_log_blocks(sdp, -1);
930
			log_write_header(sdp, flags);
931 932
			sdp->sd_log_head = sdp->sd_log_flush_head;
		}
933 934
		if (flags & (GFS2_LOG_HEAD_FLUSH_SHUTDOWN |
			     GFS2_LOG_HEAD_FLUSH_FREEZE))
935
			gfs2_log_shutdown(sdp);
936
		if (flags & GFS2_LOG_HEAD_FLUSH_FREEZE)
937
			atomic_set(&sdp->sd_freeze_state, SFS_FROZEN);
938 939
	}

940
out:
941 942 943 944 945
	if (gfs2_withdrawn(sdp)) {
		ail_drain(sdp); /* frees all transactions */
		tr = NULL;
	}

946
	trace_gfs2_log_flush(sdp, 0, flags);
947
	up_write(&sdp->sd_log_flush_lock);
David Teigland's avatar
David Teigland committed
948

949
	kfree(tr);
David Teigland's avatar
David Teigland committed
950 951
}

952 953 954 955 956 957 958 959
/**
 * gfs2_merge_trans - Merge a new transaction into a cached transaction
 * @old: Original transaction to be expanded
 * @new: New transaction to be merged
 */

static void gfs2_merge_trans(struct gfs2_trans *old, struct gfs2_trans *new)
{
960
	WARN_ON_ONCE(!test_bit(TR_ATTACHED, &old->tr_flags));
961 962 963 964 965 966

	old->tr_num_buf_new	+= new->tr_num_buf_new;
	old->tr_num_databuf_new	+= new->tr_num_databuf_new;
	old->tr_num_buf_rm	+= new->tr_num_buf_rm;
	old->tr_num_databuf_rm	+= new->tr_num_databuf_rm;
	old->tr_num_revoke	+= new->tr_num_revoke;
967
	old->tr_num_revoke_rm	+= new->tr_num_revoke_rm;
968 969 970 971 972

	list_splice_tail_init(&new->tr_databuf, &old->tr_databuf);
	list_splice_tail_init(&new->tr_buf, &old->tr_buf);
}

David Teigland's avatar
David Teigland committed
973 974
static void log_refund(struct gfs2_sbd *sdp, struct gfs2_trans *tr)
{
975
	unsigned int reserved;
976
	unsigned int unused;
977
	unsigned int maxres;
David Teigland's avatar
David Teigland committed
978 979 980

	gfs2_log_lock(sdp);

981 982 983
	if (sdp->sd_log_tr) {
		gfs2_merge_trans(sdp->sd_log_tr, tr);
	} else if (tr->tr_num_buf_new || tr->tr_num_databuf_new) {
984
		gfs2_assert_withdraw(sdp, test_bit(TR_ALLOCED, &tr->tr_flags));
985
		sdp->sd_log_tr = tr;
986
		set_bit(TR_ATTACHED, &tr->tr_flags);
987 988
	}

989
	sdp->sd_log_committed_revoke += tr->tr_num_revoke - tr->tr_num_revoke_rm;
990
	reserved = calc_reserved(sdp);
991 992 993
	maxres = sdp->sd_log_blks_reserved + tr->tr_reserved;
	gfs2_assert_withdraw(sdp, maxres >= reserved);
	unused = maxres - reserved;
994
	atomic_add(unused, &sdp->sd_log_blks_free);
Steven Whitehouse's avatar
Steven Whitehouse committed
995
	trace_gfs2_log_blocks(sdp, unused);
996
	gfs2_assert_withdraw(sdp, atomic_read(&sdp->sd_log_blks_free) <=
997
			     sdp->sd_jdesc->jd_blocks);
David Teigland's avatar
David Teigland committed
998 999 1000 1001 1002 1003 1004 1005 1006 1007
	sdp->sd_log_blks_reserved = reserved;

	gfs2_log_unlock(sdp);
}

/**
 * gfs2_log_commit - Commit a transaction to the log
 * @sdp: the filesystem
 * @tr: the transaction
 *
1008 1009 1010 1011 1012 1013 1014
 * We wake up gfs2_logd if the number of pinned blocks exceed thresh1
 * or the total number of used blocks (pinned blocks plus AIL blocks)
 * is greater than thresh2.
 *
 * At mount time thresh1 is 1/3rd of journal size, thresh2 is 2/3rd of
 * journal size.
 *
David Teigland's avatar
David Teigland committed
1015 1016 1017 1018 1019 1020 1021
 * Returns: errno
 */

void gfs2_log_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)
{
	log_refund(sdp, tr);

1022 1023 1024 1025
	if (atomic_read(&sdp->sd_log_pinned) > atomic_read(&sdp->sd_log_thresh1) ||
	    ((sdp->sd_jdesc->jd_blocks - atomic_read(&sdp->sd_log_blks_free)) >
	    atomic_read(&sdp->sd_log_thresh2)))
		wake_up(&sdp->sd_logd_waitq);
David Teigland's avatar
David Teigland committed
1026 1027 1028 1029 1030 1031 1032 1033
}

/**
 * gfs2_log_shutdown - write a shutdown header into a journal
 * @sdp: the filesystem
 *
 */

1034
static void gfs2_log_shutdown(struct gfs2_sbd *sdp)
David Teigland's avatar
David Teigland committed
1035 1036 1037 1038 1039 1040 1041
{
	gfs2_assert_withdraw(sdp, !sdp->sd_log_blks_reserved);
	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_revoke);
	gfs2_assert_withdraw(sdp, list_empty(&sdp->sd_ail1_list));

	sdp->sd_log_flush_head = sdp->sd_log_head;

1042
	log_write_header(sdp, GFS2_LOG_HEAD_UNMOUNT | GFS2_LFC_SHUTDOWN);
David Teigland's avatar
David Teigland committed
1043

1044 1045
	gfs2_assert_warn(sdp, sdp->sd_log_head == sdp->sd_log_tail);
	gfs2_assert_warn(sdp, list_empty(&sdp->sd_ail2_list));
David Teigland's avatar
David Teigland committed
1046 1047 1048

	sdp->sd_log_head = sdp->sd_log_flush_head;
	sdp->sd_log_tail = sdp->sd_log_head;
1049 1050
}

1051 1052
static inline int gfs2_jrnl_flush_reqd(struct gfs2_sbd *sdp)
{
1053 1054 1055
	return (atomic_read(&sdp->sd_log_pinned) +
		atomic_read(&sdp->sd_log_blks_needed) >=
		atomic_read(&sdp->sd_log_thresh1));
1056 1057 1058 1059 1060
}

static inline int gfs2_ail_flush_reqd(struct gfs2_sbd *sdp)
{
	unsigned int used_blocks = sdp->sd_jdesc->jd_blocks - atomic_read(&sdp->sd_log_blks_free);
1061 1062 1063 1064

	if (test_and_clear_bit(SDF_FORCE_AIL_FLUSH, &sdp->sd_flags))
		return 1;

1065 1066
	return used_blocks + atomic_read(&sdp->sd_log_blks_needed) >=
		atomic_read(&sdp->sd_log_thresh2);
1067
}
1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079

/**
 * gfs2_logd - Update log tail as Active Items get flushed to in-place blocks
 * @sdp: Pointer to GFS2 superblock
 *
 * Also, periodically check to make sure that we're using the most recent
 * journal index.
 */

int gfs2_logd(void *data)
{
	struct gfs2_sbd *sdp = data;
1080 1081
	unsigned long t = 1;
	DEFINE_WAIT(wait);
1082
	bool did_flush;
1083 1084 1085

	while (!kthread_should_stop()) {

1086 1087
		/* Check for errors writing to the journal */
		if (sdp->sd_log_error) {
1088 1089 1090 1091 1092 1093
			gfs2_lm(sdp,
				"GFS2: fsid=%s: error %d: "
				"withdrawing the file system to "
				"prevent further damage.\n",
				sdp->sd_fsname, sdp->sd_log_error);
			gfs2_withdraw(sdp);
1094 1095
		}

1096
		did_flush = false;
1097
		if (gfs2_jrnl_flush_reqd(sdp) || t == 0) {
1098
			gfs2_ail1_empty(sdp, 0);
1099 1100
			gfs2_log_flush(sdp, NULL, GFS2_LOG_HEAD_FLUSH_NORMAL |
				       GFS2_LFC_LOGD_JFLUSH_REQD);
1101
			did_flush = true;
1102
		}
1103

1104 1105
		if (gfs2_ail_flush_reqd(sdp)) {
			gfs2_ail1_start(sdp);
1106
			gfs2_ail1_wait(sdp);
1107
			gfs2_ail1_empty(sdp, 0);
1108 1109
			gfs2_log_flush(sdp, NULL, GFS2_LOG_HEAD_FLUSH_NORMAL |
				       GFS2_LFC_LOGD_AIL_FLUSH_REQD);
1110
			did_flush = true;
1111 1112
		}

1113
		if (!gfs2_ail_flush_reqd(sdp) || did_flush)
1114 1115
			wake_up(&sdp->sd_log_waitq);

1116
		t = gfs2_tune_get(sdp, gt_logd_secs) * HZ;
1117 1118

		try_to_freeze();
1119 1120 1121

		do {
			prepare_to_wait(&sdp->sd_logd_waitq, &wait,
1122
					TASK_INTERRUPTIBLE);
1123 1124 1125 1126 1127 1128 1129 1130
			if (!gfs2_ail_flush_reqd(sdp) &&
			    !gfs2_jrnl_flush_reqd(sdp) &&
			    !kthread_should_stop())
				t = schedule_timeout(t);
		} while(t && !gfs2_ail_flush_reqd(sdp) &&
			!gfs2_jrnl_flush_reqd(sdp) &&
			!kthread_should_stop());
		finish_wait(&sdp->sd_logd_waitq, &wait);
1131 1132 1133 1134 1135
	}

	return 0;
}