Commit 9815b0fc authored by Mike Rapoport's avatar Mike Rapoport Committed by Greg Kroah-Hartman

shmem: introduce shmem_inode_acct_block

commit 0f079694 upstream.

The shmem_acct_block and the update of used_blocks are following one
another in all the places they are used.  Combine these two into a
helper function.

Link: http://lkml.kernel.org/r/1497939652-16528-3-git-send-email-rppt@linux.vnet.ibm.comSigned-off-by: default avatarMike Rapoport <rppt@linux.vnet.ibm.com>
Cc: "Kirill A. Shutemov" <kirill.shutemov@linux.intel.com>
Cc: Andrea Arcangeli <aarcange@redhat.com>
Cc: Hillf Danton <hillf.zj@alibaba-inc.com>
Cc: Hugh Dickins <hughd@google.com>
Cc: Pavel Emelyanov <xemul@virtuozzo.com>
Signed-off-by: default avatarAndrew Morton <akpm@linux-foundation.org>
Signed-off-by: default avatarLinus Torvalds <torvalds@linux-foundation.org>
Signed-off-by: default avatarSasha Levin <sashal@kernel.org>
parent cae7ed25
...@@ -181,6 +181,38 @@ static inline void shmem_unacct_blocks(unsigned long flags, long pages) ...@@ -181,6 +181,38 @@ static inline void shmem_unacct_blocks(unsigned long flags, long pages)
vm_unacct_memory(pages * VM_ACCT(PAGE_SIZE)); vm_unacct_memory(pages * VM_ACCT(PAGE_SIZE));
} }
static inline bool shmem_inode_acct_block(struct inode *inode, long pages)
{
struct shmem_inode_info *info = SHMEM_I(inode);
struct shmem_sb_info *sbinfo = SHMEM_SB(inode->i_sb);
if (shmem_acct_block(info->flags, pages))
return false;
if (sbinfo->max_blocks) {
if (percpu_counter_compare(&sbinfo->used_blocks,
sbinfo->max_blocks - pages) > 0)
goto unacct;
percpu_counter_add(&sbinfo->used_blocks, pages);
}
return true;
unacct:
shmem_unacct_blocks(info->flags, pages);
return false;
}
static inline void shmem_inode_unacct_blocks(struct inode *inode, long pages)
{
struct shmem_inode_info *info = SHMEM_I(inode);
struct shmem_sb_info *sbinfo = SHMEM_SB(inode->i_sb);
if (sbinfo->max_blocks)
percpu_counter_sub(&sbinfo->used_blocks, pages);
shmem_unacct_blocks(info->flags, pages);
}
static const struct super_operations shmem_ops; static const struct super_operations shmem_ops;
static const struct address_space_operations shmem_aops; static const struct address_space_operations shmem_aops;
static const struct file_operations shmem_file_operations; static const struct file_operations shmem_file_operations;
...@@ -237,31 +269,20 @@ static void shmem_recalc_inode(struct inode *inode) ...@@ -237,31 +269,20 @@ static void shmem_recalc_inode(struct inode *inode)
freed = info->alloced - info->swapped - inode->i_mapping->nrpages; freed = info->alloced - info->swapped - inode->i_mapping->nrpages;
if (freed > 0) { if (freed > 0) {
struct shmem_sb_info *sbinfo = SHMEM_SB(inode->i_sb);
if (sbinfo->max_blocks)
percpu_counter_add(&sbinfo->used_blocks, -freed);
info->alloced -= freed; info->alloced -= freed;
inode->i_blocks -= freed * BLOCKS_PER_PAGE; inode->i_blocks -= freed * BLOCKS_PER_PAGE;
shmem_unacct_blocks(info->flags, freed); shmem_inode_unacct_blocks(inode, freed);
} }
} }
bool shmem_charge(struct inode *inode, long pages) bool shmem_charge(struct inode *inode, long pages)
{ {
struct shmem_inode_info *info = SHMEM_I(inode); struct shmem_inode_info *info = SHMEM_I(inode);
struct shmem_sb_info *sbinfo = SHMEM_SB(inode->i_sb);
unsigned long flags; unsigned long flags;
if (shmem_acct_block(info->flags, pages)) if (!shmem_inode_acct_block(inode, pages))
return false; return false;
if (sbinfo->max_blocks) {
if (percpu_counter_compare(&sbinfo->used_blocks,
sbinfo->max_blocks - pages) > 0)
goto unacct;
percpu_counter_add(&sbinfo->used_blocks, pages);
}
spin_lock_irqsave(&info->lock, flags); spin_lock_irqsave(&info->lock, flags);
info->alloced += pages; info->alloced += pages;
inode->i_blocks += pages * BLOCKS_PER_PAGE; inode->i_blocks += pages * BLOCKS_PER_PAGE;
...@@ -270,16 +291,11 @@ bool shmem_charge(struct inode *inode, long pages) ...@@ -270,16 +291,11 @@ bool shmem_charge(struct inode *inode, long pages)
inode->i_mapping->nrpages += pages; inode->i_mapping->nrpages += pages;
return true; return true;
unacct:
shmem_unacct_blocks(info->flags, pages);
return false;
} }
void shmem_uncharge(struct inode *inode, long pages) void shmem_uncharge(struct inode *inode, long pages)
{ {
struct shmem_inode_info *info = SHMEM_I(inode); struct shmem_inode_info *info = SHMEM_I(inode);
struct shmem_sb_info *sbinfo = SHMEM_SB(inode->i_sb);
unsigned long flags; unsigned long flags;
spin_lock_irqsave(&info->lock, flags); spin_lock_irqsave(&info->lock, flags);
...@@ -288,9 +304,7 @@ void shmem_uncharge(struct inode *inode, long pages) ...@@ -288,9 +304,7 @@ void shmem_uncharge(struct inode *inode, long pages)
shmem_recalc_inode(inode); shmem_recalc_inode(inode);
spin_unlock_irqrestore(&info->lock, flags); spin_unlock_irqrestore(&info->lock, flags);
if (sbinfo->max_blocks) shmem_inode_unacct_blocks(inode, pages);
percpu_counter_sub(&sbinfo->used_blocks, pages);
shmem_unacct_blocks(info->flags, pages);
} }
/* /*
...@@ -1423,9 +1437,10 @@ static struct page *shmem_alloc_page(gfp_t gfp, ...@@ -1423,9 +1437,10 @@ static struct page *shmem_alloc_page(gfp_t gfp,
} }
static struct page *shmem_alloc_and_acct_page(gfp_t gfp, static struct page *shmem_alloc_and_acct_page(gfp_t gfp,
struct shmem_inode_info *info, struct shmem_sb_info *sbinfo, struct inode *inode,
pgoff_t index, bool huge) pgoff_t index, bool huge)
{ {
struct shmem_inode_info *info = SHMEM_I(inode);
struct page *page; struct page *page;
int nr; int nr;
int err = -ENOSPC; int err = -ENOSPC;
...@@ -1434,14 +1449,8 @@ static struct page *shmem_alloc_and_acct_page(gfp_t gfp, ...@@ -1434,14 +1449,8 @@ static struct page *shmem_alloc_and_acct_page(gfp_t gfp,
huge = false; huge = false;
nr = huge ? HPAGE_PMD_NR : 1; nr = huge ? HPAGE_PMD_NR : 1;
if (shmem_acct_block(info->flags, nr)) if (!shmem_inode_acct_block(inode, nr))
goto failed; goto failed;
if (sbinfo->max_blocks) {
if (percpu_counter_compare(&sbinfo->used_blocks,
sbinfo->max_blocks - nr) > 0)
goto unacct;
percpu_counter_add(&sbinfo->used_blocks, nr);
}
if (huge) if (huge)
page = shmem_alloc_hugepage(gfp, info, index); page = shmem_alloc_hugepage(gfp, info, index);
...@@ -1454,10 +1463,7 @@ static struct page *shmem_alloc_and_acct_page(gfp_t gfp, ...@@ -1454,10 +1463,7 @@ static struct page *shmem_alloc_and_acct_page(gfp_t gfp,
} }
err = -ENOMEM; err = -ENOMEM;
if (sbinfo->max_blocks) shmem_inode_unacct_blocks(inode, nr);
percpu_counter_add(&sbinfo->used_blocks, -nr);
unacct:
shmem_unacct_blocks(info->flags, nr);
failed: failed:
return ERR_PTR(err); return ERR_PTR(err);
} }
...@@ -1717,10 +1723,9 @@ static int shmem_getpage_gfp(struct inode *inode, pgoff_t index, ...@@ -1717,10 +1723,9 @@ static int shmem_getpage_gfp(struct inode *inode, pgoff_t index,
} }
alloc_huge: alloc_huge:
page = shmem_alloc_and_acct_page(gfp, info, sbinfo, page = shmem_alloc_and_acct_page(gfp, inode, index, true);
index, true);
if (IS_ERR(page)) { if (IS_ERR(page)) {
alloc_nohuge: page = shmem_alloc_and_acct_page(gfp, info, sbinfo, alloc_nohuge: page = shmem_alloc_and_acct_page(gfp, inode,
index, false); index, false);
} }
if (IS_ERR(page)) { if (IS_ERR(page)) {
...@@ -1842,10 +1847,7 @@ alloc_nohuge: page = shmem_alloc_and_acct_page(gfp, info, sbinfo, ...@@ -1842,10 +1847,7 @@ alloc_nohuge: page = shmem_alloc_and_acct_page(gfp, info, sbinfo,
* Error recovery. * Error recovery.
*/ */
unacct: unacct:
if (sbinfo->max_blocks) shmem_inode_unacct_blocks(inode, 1 << compound_order(page));
percpu_counter_sub(&sbinfo->used_blocks,
1 << compound_order(page));
shmem_unacct_blocks(info->flags, 1 << compound_order(page));
if (PageTransHuge(page)) { if (PageTransHuge(page)) {
unlock_page(page); unlock_page(page);
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment