Commit 5e771905 authored by Mel Gorman's avatar Mel Gorman Committed by Linus Torvalds

mm: compaction: add a tunable that decides when memory should be compacted and...

mm: compaction: add a tunable that decides when memory should be compacted and when it should be reclaimed

The kernel applies some heuristics when deciding if memory should be
compacted or reclaimed to satisfy a high-order allocation.  One of these
is based on the fragmentation.  If the index is below 500, memory will not
be compacted.  This choice is arbitrary and not based on data.  To help
optimise the system and set a sensible default for this value, this patch
adds a sysctl extfrag_threshold.  The kernel will only compact memory if
the fragmentation index is above the extfrag_threshold.

[randy.dunlap@oracle.com: Fix build errors when proc fs is not configured]
Signed-off-by: default avatarMel Gorman <mel@csn.ul.ie>
Signed-off-by: default avatarRandy Dunlap <randy.dunlap@oracle.com>
Cc: Rik van Riel <riel@redhat.com>
Cc: Minchan Kim <minchan.kim@gmail.com>
Cc: KOSAKI Motohiro <kosaki.motohiro@jp.fujitsu.com>
Cc: Christoph Lameter <cl@linux-foundation.org>
Cc: KAMEZAWA Hiroyuki <kamezawa.hiroyu@jp.fujitsu.com>
Signed-off-by: default avatarAndrew Morton <akpm@linux-foundation.org>
Signed-off-by: default avatarLinus Torvalds <torvalds@linux-foundation.org>
parent 56de7263
...@@ -27,6 +27,7 @@ Currently, these files are in /proc/sys/vm: ...@@ -27,6 +27,7 @@ Currently, these files are in /proc/sys/vm:
- dirty_ratio - dirty_ratio
- dirty_writeback_centisecs - dirty_writeback_centisecs
- drop_caches - drop_caches
- extfrag_threshold
- hugepages_treat_as_movable - hugepages_treat_as_movable
- hugetlb_shm_group - hugetlb_shm_group
- laptop_mode - laptop_mode
...@@ -149,6 +150,20 @@ user should run `sync' first. ...@@ -149,6 +150,20 @@ user should run `sync' first.
============================================================== ==============================================================
extfrag_threshold
This parameter affects whether the kernel will compact memory or direct
reclaim to satisfy a high-order allocation. /proc/extfrag_index shows what
the fragmentation index for each order is in each zone in the system. Values
tending towards 0 imply allocations would fail due to lack of memory,
values towards 1000 imply failures are due to fragmentation and -1 implies
that the allocation will succeed as long as watermarks are met.
The kernel will not compact memory in a zone if the
fragmentation index is <= extfrag_threshold. The default value is 500.
==============================================================
hugepages_treat_as_movable hugepages_treat_as_movable
This parameter is only useful when kernelcore= is specified at boot time to This parameter is only useful when kernelcore= is specified at boot time to
......
...@@ -15,6 +15,9 @@ ...@@ -15,6 +15,9 @@
extern int sysctl_compact_memory; extern int sysctl_compact_memory;
extern int sysctl_compaction_handler(struct ctl_table *table, int write, extern int sysctl_compaction_handler(struct ctl_table *table, int write,
void __user *buffer, size_t *length, loff_t *ppos); void __user *buffer, size_t *length, loff_t *ppos);
extern int sysctl_extfrag_threshold;
extern int sysctl_extfrag_handler(struct ctl_table *table, int write,
void __user *buffer, size_t *length, loff_t *ppos);
extern int fragmentation_index(struct zone *zone, unsigned int order); extern int fragmentation_index(struct zone *zone, unsigned int order);
extern unsigned long try_to_compact_pages(struct zonelist *zonelist, extern unsigned long try_to_compact_pages(struct zonelist *zonelist,
......
...@@ -263,6 +263,11 @@ static int min_sched_shares_ratelimit = 100000; /* 100 usec */ ...@@ -263,6 +263,11 @@ static int min_sched_shares_ratelimit = 100000; /* 100 usec */
static int max_sched_shares_ratelimit = NSEC_PER_SEC; /* 1 second */ static int max_sched_shares_ratelimit = NSEC_PER_SEC; /* 1 second */
#endif #endif
#ifdef CONFIG_COMPACTION
static int min_extfrag_threshold;
static int max_extfrag_threshold = 1000;
#endif
static struct ctl_table kern_table[] = { static struct ctl_table kern_table[] = {
{ {
.procname = "sched_child_runs_first", .procname = "sched_child_runs_first",
...@@ -1130,6 +1135,16 @@ static struct ctl_table vm_table[] = { ...@@ -1130,6 +1135,16 @@ static struct ctl_table vm_table[] = {
.mode = 0200, .mode = 0200,
.proc_handler = sysctl_compaction_handler, .proc_handler = sysctl_compaction_handler,
}, },
{
.procname = "extfrag_threshold",
.data = &sysctl_extfrag_threshold,
.maxlen = sizeof(int),
.mode = 0644,
.proc_handler = sysctl_extfrag_handler,
.extra1 = &min_extfrag_threshold,
.extra2 = &max_extfrag_threshold,
},
#endif /* CONFIG_COMPACTION */ #endif /* CONFIG_COMPACTION */
{ {
.procname = "min_free_kbytes", .procname = "min_free_kbytes",
......
...@@ -433,6 +433,8 @@ static unsigned long compact_zone_order(struct zone *zone, ...@@ -433,6 +433,8 @@ static unsigned long compact_zone_order(struct zone *zone,
return compact_zone(zone, &cc); return compact_zone(zone, &cc);
} }
int sysctl_extfrag_threshold = 500;
/** /**
* try_to_compact_pages - Direct compact to satisfy a high-order allocation * try_to_compact_pages - Direct compact to satisfy a high-order allocation
* @zonelist: The zonelist used for the current allocation * @zonelist: The zonelist used for the current allocation
...@@ -491,7 +493,7 @@ unsigned long try_to_compact_pages(struct zonelist *zonelist, ...@@ -491,7 +493,7 @@ unsigned long try_to_compact_pages(struct zonelist *zonelist,
* Only compact if a failure would be due to fragmentation. * Only compact if a failure would be due to fragmentation.
*/ */
fragindex = fragmentation_index(zone, order); fragindex = fragmentation_index(zone, order);
if (fragindex >= 0 && fragindex <= 500) if (fragindex >= 0 && fragindex <= sysctl_extfrag_threshold)
continue; continue;
if (fragindex == -1 && zone_watermark_ok(zone, order, watermark, 0, 0)) { if (fragindex == -1 && zone_watermark_ok(zone, order, watermark, 0, 0)) {
...@@ -572,6 +574,14 @@ int sysctl_compaction_handler(struct ctl_table *table, int write, ...@@ -572,6 +574,14 @@ int sysctl_compaction_handler(struct ctl_table *table, int write,
return 0; return 0;
} }
int sysctl_extfrag_handler(struct ctl_table *table, int write,
void __user *buffer, size_t *length, loff_t *ppos)
{
proc_dointvec_minmax(table, write, buffer, length, ppos);
return 0;
}
#if defined(CONFIG_SYSFS) && defined(CONFIG_NUMA) #if defined(CONFIG_SYSFS) && defined(CONFIG_NUMA)
ssize_t sysfs_compact_node(struct sys_device *dev, ssize_t sysfs_compact_node(struct sys_device *dev,
struct sysdev_attribute *attr, struct sysdev_attribute *attr,
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment