Commit 4d372877 authored by Linus Torvalds's avatar Linus Torvalds

The most noticeable part of this is that the run_task_queue fix should

cure the lockup that some people have seen.

The shmfs cleanup should be unnoticeable except to users who use SAP with
huge shared memory segments, where Christoph Rohlands work not only
makes the code much more readable, it should also make it dependable..

- Christian Jullien: smc9194: proper dev_kfree_skb_irq
- Cort Dougan: new-style PowerPC Makefiles
- Andrew Morton, Petr Vandrovec: fix run_task_queue
- Christoph Rohland: shmfs for shared memory handling
parent a64eae62
...@@ -115,18 +115,18 @@ DevFS is now in the kernel. See Documentation/filesystems/devfs/* in ...@@ -115,18 +115,18 @@ DevFS is now in the kernel. See Documentation/filesystems/devfs/* in
the kernel source tree for all the gory details. the kernel source tree for all the gory details.
System V shared memory is now implemented via a virtual filesystem. System V shared memory is now implemented via a virtual filesystem.
You do not have to mount it to use it as long as you can live with the You do not have to mount it to use it. SYSV shared memory limits are
default maxima for shared memory and segments. If you wish to change set via /proc/sys/kernel/shm{max,all,mni}. You should mount the
these variables, you have to mount it with the options nr_blocks filesystem under /dev/shm to be able to use POSIX shared
and / or nr_inodes. POSIX shared memory is also now implemented via a memory. Adding the following line to /etc/fstab should take care of
virtual filesystem. If you want to use it, you'll need to mount the things:
filesystem. The recommended mount location is /dev/shm, and adding the
following line to /etc/fstab should take care of things:
none /dev/shm shm defaults 0 0 none /dev/shm shm defaults 0 0
Remember to create the directory that you intend to mount shm on if Remember to create the directory that you intend to mount shm on if
necessary. necessary (The entry is automagically created if you use devfs). You
can set limits for the number of blocks and inodes used by the
filesystem with the mount options nr_blocks and nr_inodes.
The Logical Volume Manager (LVM) is now in the kernel. If you want to The Logical Volume Manager (LVM) is now in the kernel. If you want to
use this, you'll need to install the necessary LVM toolset. use this, you'll need to install the necessary LVM toolset.
......
VERSION = 2 VERSION = 2
PATCHLEVEL = 4 PATCHLEVEL = 4
SUBLEVEL = 0 SUBLEVEL = 0
EXTRAVERSION = -test13-pre2 EXTRAVERSION = -test13-pre3
KERNELRELEASE=$(VERSION).$(PATCHLEVEL).$(SUBLEVEL)$(EXTRAVERSION) KERNELRELEASE=$(VERSION).$(PATCHLEVEL).$(SUBLEVEL)$(EXTRAVERSION)
......
...@@ -7,14 +7,11 @@ ...@@ -7,14 +7,11 @@
# #
# Note 2! The CFLAGS definition is now in the main makefile... # Note 2! The CFLAGS definition is now in the main makefile...
O_TARGET := 8260_io.a O_TARGET := 8260_io.o
O_OBJS = commproc.o uart.o
ifdef CONFIG_FEC_ENET obj-y := commproc.o uart.o
O_OBJS += fcc_enet.o
endif obj-$(CONFIG_FEC_ENET) += fcc_enet.o
ifdef CONFIG_SCC_ENET obj-$(CONFIG_SCC_ENET) += enet.o
O_OBJS += enet.o
endif
include $(TOPDIR)/Rules.make include $(TOPDIR)/Rules.make
...@@ -7,14 +7,11 @@ ...@@ -7,14 +7,11 @@
# #
# Note 2! The CFLAGS definition is now in the main makefile... # Note 2! The CFLAGS definition is now in the main makefile...
O_TARGET := 8xx_io.a O_TARGET := 8xx_io.o
O_OBJS = commproc.o uart.o
ifdef CONFIG_FEC_ENET obj-y := commproc.o uart.o
O_OBJS += fec.o
endif obj-$(CONFIG_FEC_ENET) += fec.o
ifdef CONFIG_SCC_ENET obj-$(CONFIG_SCC_ENET) += enet.o
O_OBJS += enet.o
endif
include $(TOPDIR)/Rules.make include $(TOPDIR)/Rules.make
...@@ -72,12 +72,12 @@ MAKETREEBOOT = $(MAKE) -C arch/$(ARCH)/treeboot ...@@ -72,12 +72,12 @@ MAKETREEBOOT = $(MAKE) -C arch/$(ARCH)/treeboot
ifdef CONFIG_8xx ifdef CONFIG_8xx
SUBDIRS += arch/ppc/8xx_io SUBDIRS += arch/ppc/8xx_io
DRIVERS += arch/ppc/8xx_io/8xx_io.a DRIVERS += arch/ppc/8xx_io/8xx_io.o
endif endif
ifdef CONFIG_8260 ifdef CONFIG_8260
SUBDIRS += arch/ppc/8260_io SUBDIRS += arch/ppc/8260_io
DRIVERS += arch/ppc/8260_io/8260_io.a DRIVERS += arch/ppc/8260_io/8260_io.o
endif endif
ifdef CONFIG_APUS ifdef CONFIG_APUS
......
...@@ -8,13 +8,10 @@ ...@@ -8,13 +8,10 @@
# Note 2! The CFLAGS definitions are now in the main makefile... # Note 2! The CFLAGS definitions are now in the main makefile...
O_TARGET := amiga.o O_TARGET := amiga.o
O_OBJS := config.o amiints.o cia.o time.o \
bootinfo.o amisound.o chipram.o
OX_OBJS := amiga_ksyms.o obj-y := config.o amiints.o cia.o time.o bootinfo.o amisound.o chipram.o
export-objs := amiga_ksyms.o
ifdef CONFIG_AMIGA_PCMCIA objs-$(CONFIG_AMIGA_PCMCIA) += pcmia.o
O_OBJS := $(O_OBJS) pcmcia.o
endif
include $(TOPDIR)/Rules.make include $(TOPDIR)/Rules.make
...@@ -15,10 +15,6 @@ else ...@@ -15,10 +15,6 @@ else
$(CC) $(CFLAGS) -D__ASSEMBLY__ -c $< -o $*.o $(CC) $(CFLAGS) -D__ASSEMBLY__ -c $< -o $*.o
endif endif
O_TARGET := kernel.o
OX_OBJS := ppc_ksyms.o setup.o
ifeq ($(CONFIG_4xx),y) ifeq ($(CONFIG_4xx),y)
KHEAD := head_4xx.o KHEAD := head_4xx.o
else else
...@@ -29,90 +25,52 @@ else ...@@ -29,90 +25,52 @@ else
endif endif
endif endif
ifdef CONFIG_ALL_PPC all: $(KHEAD) kernel.o
CONFIG_PMAC=y
CONFIG_PREP=y
CONFIG_CHRP=y
endif
O_OBJS := entry.o traps.o irq.o idle.o time.o process.o signal.o syscalls.o \
misc.o ptrace.o align.o ppc_htab.o semaphore.o bitops.o
ifdef CONFIG_POWER4
O_OBJS += xics.o
endif
ifndef CONFIG_8xx
O_OBJS += hashtable.o
endif
ifdef CONFIG_PCI
O_OBJS += pci.o pci-dma.o
endif
ifdef CONFIG_KGDB
O_OBJS += ppc-stub.o
endif
ifdef CONFIG_PMAC_PBOOK
O_OBJS += sleep.o
endif
ifdef CONFIG_SMP
O_OBJS += smp.o
endif
ifeq ($(CONFIG_4xx),y)
O_OBJS += ppc4xx_pic.o
endif
ifeq ($(CONFIG_OAK),y) O_TARGET := kernel.o
O_OBJS += oak_setup.o
endif
export-objs := ppc_ksyms.o prep_setup.o
obj-$(CONFIG_PPC) := entry.o traps.o irq.o idle.o time.o misc.o \
process.o signal.o bitops.o ptrace.o \
ppc_htab.o semaphore.o syscalls.o \
align.o setup.o
obj-$(CONFIG_POWER4) += xics.o
obj-$(CONFIG_PCI) += pci.o pci-dma.o
obj-$(CONFIG_KGDB) += ppc-stub.o
obj-$(CONFIG_PMAC_PBOOK) += sleep.o
obj-$(CONFIG_SMP) += smp.o
obj-$(CONFIG_PPC_RTAS) += error_log.o proc_rtas.o
obj-$(CONFIG_NVRAM) += pmac_nvram.o
obj-$(CONFIG_PREP_RESIDUAL) += residual.o
obj-$(CONFIG_4xx) += ppc4xx_pic.o
obj-$(CONFIG_OAK) += oak_setup.o
obj-$(CONFIG_WALNUT) += walnut_setup.o
ifeq ($(CONFIG_WALNUT),y) ifeq ($(CONFIG_WALNUT),y)
O_OBJS += walnut_setup.o obj-$(CONFIG_PCI) += galaxy_pci.o
ifeq ($(CONFIG_PCI),y)
O_OBJS += galaxy_pci.o
endif
endif endif
obj-$(CONFIG_8xx) += m8xx_setup.o ppc8xx_pic.o
ifeq ($(CONFIG_8xx),y) ifeq ($(CONFIG_8xx),y)
O_OBJS += m8xx_setup.o ppc8xx_pic.o obj-$(CONFIG_PCI) += qspan_pci.c
ifndef CONFIG_MATH_EMULATION else
O_OBJS += softemu8xx.o obj-$(CONFIG_PPC) += hashtable.o
endif endif
ifdef CONFIG_PCI obj-$(CONFIG_MATH_EMULATION) += softemu8xx.o
O_OBJS += qspan_pci.c obj-$(CONFIG_MBX) += i8259.o
endif obj-$(CONFIG_APUS) += apus_setup.o
ifdef CONFIG_MBX obj-$(CONFIG_ALL_PPC) += pmac_pic.o pmac_setup.o pmac_time.o prom.o \
O_OBJS += i8259.o feature.o pmac_pci.o chrp_setup.o \
endif chrp_time.o chrp_pci.o open_pic.o \
endif indirect_pci.o i8259.o prep_pci.o \
prep_time.o prep_nvram.o ppc_ksyms.o \
prep_setup.o
obj-$(CONFIG_PMAC_BACKLIGHT) += pmac_backlight.o
obj-$(CONFIG_GEMINI) += gemini_prom.o gemini_pci.o gemini_setup.o \
open_pic.o
obj-$(CONFIG_8260) += m8260_setup.o ppc8260_pic.o
ifeq ($(CONFIG_NVRAM),y)
O_OBJS += pmac_nvram.o
endif
ifeq ($(CONFIG_APUS),y)
O_OBJS += apus_setup.o
endif
ifeq ($(CONFIG_ALL_PPC),y)
O_OBJS += pmac_pic.o pmac_setup.o pmac_time.o feature.o pmac_pci.o prom.o \
chrp_setup.o chrp_time.o chrp_pci.o open_pic.o indirect_pci.o \
prep_pci.o i8259.o prep_nvram.o prep_time.o residual.o
ifeq ($(CONFIG_PMAC_BACKLIGHT),y)
O_OBJS += pmac_backlight.o
endif
OX_OBJS += prep_setup.o
endif
ifeq ($(CONFIG_GEMINI),y)
O_OBJS += gemini_prom.o gemini_pci.o gemini_setup.o open_pic.o
endif
ifeq ($(CONFIG_8260),y)
O_OBJS += m8260_setup.o ppc8260_pic.o
endif
all: $(KHEAD) kernel.o include $(TOPDIR)/Rules.make
head.o: head.S ppc_defs.h head.o: head.S ppc_defs.h
head_4xx.o: head_4xx.S ppc_defs.h head_4xx.o: head_4xx.S ppc_defs.h
...@@ -137,4 +95,3 @@ checks: checks.c ...@@ -137,4 +95,3 @@ checks: checks.c
$(HOSTCC) -I$(HPATH) $(HOSTCFLAGS) -D__KERNEL__ -fno-builtin -o checks checks.c $(HOSTCC) -I$(HPATH) $(HOSTCFLAGS) -D__KERNEL__ -fno-builtin -o checks checks.c
./checks ./checks
include $(TOPDIR)/Rules.make
...@@ -5,12 +5,10 @@ ...@@ -5,12 +5,10 @@
.S.o: .S.o:
$(CC) $(AFLAGS) -c $< -o $*.o $(CC) $(AFLAGS) -c $< -o $*.o
O_TARGET = lib.o O_TARGET := lib.o
O_OBJS = checksum.o string.o strcase.o
ifdef CONFIG_SMP obj-y := checksum.o string.o strcase.o
O_OBJS += locks.o
endif
obj-$(CONFIG_SMP) := locks.o
include $(TOPDIR)/Rules.make include $(TOPDIR)/Rules.make
...@@ -2,19 +2,19 @@ ...@@ -2,19 +2,19 @@
# #
# #
O_TARGET := math-emu.o O_TARGET := math-emu.o
O_OBJS := math.o fmr.o lfd.o stfd.o obj-y := math.o fmr.o lfd.o stfd.o
ifdef CONFIG_MATH_EMULATION obj-$(CONFIG_MATH_EMULATION) += fabs.o fadd.o fadds.o fcmpo.o fcmpu.o \
O_OBJS += fabs.o fadd.o fadds.o fcmpo.o fcmpu.o fctiw.o fctiwz.o \ fctiw.o fctiwz.o fdiv.o fdivs.o \
fdiv.o fdivs.o fmadd.o fmadds.o fmsub.o fmsubs.o \ fmadd.o fmadds.o fmsub.o fmsubs.o \
fmul.o fmuls.o fnabs.o fneg.o fnmadd.o fnmadds.o \ fmul.o fmuls.o fnabs.o fneg.o types.o \
fnmsub.o fnmsubs.o fres.o frsp.o frsqrte.o fsel.o \ fnmadd.o fnmadds.o fnmsub.o fnmsubs.o \
fsqrt.o fsqrts.o fsub.o fsubs.o lfs.o \ fres.o frsp.o frsqrte.o fsel.o lfs.o \
mcrfs.o mffs.o mtfsb0.o mtfsb1.o mtfsf.o mtfsfi.o \ fsqrt.o fsqrts.o fsub.o fsubs.o \
stfiwx.o stfs.o udivmodti4.o types.o mcrfs.o mffs.o mtfsb0.o mtfsb1.o \
endif mtfsf.o mtfsfi.o stfiwx.o stfs.o \
udivmodti4.o
include $(TOPDIR)/Rules.make include $(TOPDIR)/Rules.make
...@@ -7,11 +7,9 @@ ...@@ -7,11 +7,9 @@
# #
# Note 2! The CFLAGS definition is now in the main makefile... # Note 2! The CFLAGS definition is now in the main makefile...
O_TARGET := mm.o O_TARGET := mm.o
O_OBJS = fault.o init.o mem_pieces.o extable.o obj-y := fault.o init.o mem_pieces.o extable.o
ifeq ($(CONFIG_4xx),y) obj-$(CONFIG_4xx) += 4xx_tlb.o
O_OBJS += 4xx_tlb.o
endif
include $(TOPDIR)/Rules.make include $(TOPDIR)/Rules.make
# Makefile for xmon # Makefile for xmon
O_TARGET = x.o O_TARGET := x.o
ifeq ($(CONFIG_8xx),y) ifeq ($(CONFIG_8xx),y)
O_OBJS = start_8xx.o xmon.o ppc-dis.o ppc-opc.o subr_prf.o setjmp.o obj-y := start_8xx.o xmon.o ppc-dis.o ppc-opc.o subr_prf.o setjmp.o
else else
O_OBJS = start.o xmon.o ppc-dis.o ppc-opc.o subr_prf.o setjmp.o obj-y := start.o xmon.o ppc-dis.o ppc-opc.o subr_prf.o setjmp.o
endif endif
include $(TOPDIR)/Rules.make include $(TOPDIR)/Rules.make
...@@ -438,7 +438,7 @@ static ssize_t read_zero(struct file * file, char * buf, ...@@ -438,7 +438,7 @@ static ssize_t read_zero(struct file * file, char * buf,
static int mmap_zero(struct file * file, struct vm_area_struct * vma) static int mmap_zero(struct file * file, struct vm_area_struct * vma)
{ {
if (vma->vm_flags & VM_SHARED) if (vma->vm_flags & VM_SHARED)
return map_zero_setup(vma); return shmem_zero_setup(vma);
if (zeromap_page_range(vma->vm_start, vma->vm_end - vma->vm_start, vma->vm_page_prot)) if (zeromap_page_range(vma->vm_start, vma->vm_end - vma->vm_start, vma->vm_page_prot))
return -EAGAIN; return -EAGAIN;
return 0; return 0;
......
...@@ -95,7 +95,7 @@ if [ "$CONFIG_ISDN_DRV_EICON" != "n" ]; then ...@@ -95,7 +95,7 @@ if [ "$CONFIG_ISDN_DRV_EICON" != "n" ]; then
dep_bool ' Eicon PCI DIVA Server BRI/PRI/4BRI support' CONFIG_ISDN_DRV_EICON_PCI $CONFIG_PCI dep_bool ' Eicon PCI DIVA Server BRI/PRI/4BRI support' CONFIG_ISDN_DRV_EICON_PCI $CONFIG_PCI
bool ' Eicon S,SX,SCOM,Quadro,S2M support' CONFIG_ISDN_DRV_EICON_ISA bool ' Eicon S,SX,SCOM,Quadro,S2M support' CONFIG_ISDN_DRV_EICON_ISA
fi fi
dep_tristate ' Build Eicon driver type standalone' CONFIG_ISDN_DRV_EICON_DIVAS tristate ' Build Eicon driver type standalone' CONFIG_ISDN_DRV_EICON_DIVAS
fi fi
# CAPI subsystem # CAPI subsystem
......
...@@ -2,7 +2,7 @@ ...@@ -2,7 +2,7 @@
# The target object and module list name. # The target object and module list name.
O_TARGET := sc_drv O_TARGET := sc_drv.o
# Objects that export symbols. # Objects that export symbols.
......
...@@ -8,6 +8,8 @@ obj-m := ...@@ -8,6 +8,8 @@ obj-m :=
obj-n := obj-n :=
obj- := obj- :=
mod-subdirs := wan
O_TARGET := net.o O_TARGET := net.o
# All of the (potential) objects that export symbols. # All of the (potential) objects that export symbols.
......
...@@ -50,10 +50,11 @@ ...@@ -50,10 +50,11 @@
. 04/14/00 Heiko Pruessing (SMA Regelsysteme) Fixed bug in chip memory . 04/14/00 Heiko Pruessing (SMA Regelsysteme) Fixed bug in chip memory
. allocation . allocation
. 08/20/00 Arnaldo Melo fix kfree(skb) in smc_hardware_send_packet . 08/20/00 Arnaldo Melo fix kfree(skb) in smc_hardware_send_packet
. 12/15/00 Christian Jullien fix "Warning: kfree_skb on hard IRQ"
----------------------------------------------------------------------------*/ ----------------------------------------------------------------------------*/
static const char *version = static const char *version =
"smc9194.c:v0.13 04/14/00 by Erik Stahlman (erik@vt.edu)\n"; "smc9194.c:v0.14 12/15/00 by Erik Stahlman (erik@vt.edu)\n";
#include <linux/module.h> #include <linux/module.h>
#include <linux/version.h> #include <linux/version.h>
...@@ -615,7 +616,7 @@ static void smc_hardware_send_packet( struct net_device * dev ) ...@@ -615,7 +616,7 @@ static void smc_hardware_send_packet( struct net_device * dev )
if ( packet_no & 0x80 ) { if ( packet_no & 0x80 ) {
/* or isn't there? BAD CHIP! */ /* or isn't there? BAD CHIP! */
printk(KERN_DEBUG CARDNAME": Memory allocation failed. \n"); printk(KERN_DEBUG CARDNAME": Memory allocation failed. \n");
dev_kfree_skb(skb); dev_kfree_skb_irq(skb);
lp->saved_skb = NULL; lp->saved_skb = NULL;
netif_wake_queue(dev); netif_wake_queue(dev);
return; return;
...@@ -678,7 +679,7 @@ static void smc_hardware_send_packet( struct net_device * dev ) ...@@ -678,7 +679,7 @@ static void smc_hardware_send_packet( struct net_device * dev )
PRINTK2((CARDNAME": Sent packet of length %d \n",length)); PRINTK2((CARDNAME": Sent packet of length %d \n",length));
lp->saved_skb = NULL; lp->saved_skb = NULL;
dev_kfree_skb (skb); dev_kfree_skb_irq (skb);
dev->trans_start = jiffies; dev->trans_start = jiffies;
......
...@@ -1693,6 +1693,9 @@ int block_read_full_page(struct page *page, get_block_t *get_block) ...@@ -1693,6 +1693,9 @@ int block_read_full_page(struct page *page, get_block_t *get_block)
set_bit(BH_Uptodate, &bh->b_state); set_bit(BH_Uptodate, &bh->b_state);
continue; continue;
} }
/* get_block() might have updated the buffer synchronously */
if (buffer_uptodate(bh))
continue;
} }
arr[nr] = bh; arr[nr] = bh;
......
...@@ -312,7 +312,6 @@ lockd_down(void) ...@@ -312,7 +312,6 @@ lockd_down(void)
#ifdef MODULE #ifdef MODULE
/* New module support in 2.1.18 */ /* New module support in 2.1.18 */
EXPORT_NO_SYMBOLS;
MODULE_AUTHOR("Olaf Kirch <okir@monad.swb.de>"); MODULE_AUTHOR("Olaf Kirch <okir@monad.swb.de>");
MODULE_DESCRIPTION("NFS file locking service version " LOCKD_VERSION "."); MODULE_DESCRIPTION("NFS file locking service version " LOCKD_VERSION ".");
MODULE_PARM(nlm_grace_period, "10-240l"); MODULE_PARM(nlm_grace_period, "10-240l");
......
...@@ -963,8 +963,10 @@ static void __exit exit_ntfs_fs(void) ...@@ -963,8 +963,10 @@ static void __exit exit_ntfs_fs(void)
EXPORT_NO_SYMBOLS; EXPORT_NO_SYMBOLS;
MODULE_AUTHOR("Martin von Lwis"); MODULE_AUTHOR("Martin von Lwis");
MODULE_DESCRIPTION("NTFS driver"); MODULE_DESCRIPTION("NTFS driver");
#ifdef DEBUG
MODULE_PARM(ntdebug, "i"); MODULE_PARM(ntdebug, "i");
MODULE_PARM_DESC(ntdebug, "Debug level"); MODULE_PARM_DESC(ntdebug, "Debug level");
#endif
module_init(init_ntfs_fs) module_init(init_ntfs_fs)
module_exit(exit_ntfs_fs) module_exit(exit_ntfs_fs)
......
torvalds@penguin
\ No newline at end of file
...@@ -283,6 +283,7 @@ extern void set_bh_page(struct buffer_head *bh, struct page *page, unsigned long ...@@ -283,6 +283,7 @@ extern void set_bh_page(struct buffer_head *bh, struct page *page, unsigned long
#include <linux/efs_fs_i.h> #include <linux/efs_fs_i.h>
#include <linux/coda_fs_i.h> #include <linux/coda_fs_i.h>
#include <linux/romfs_fs_i.h> #include <linux/romfs_fs_i.h>
#include <linux/shmem_fs.h>
#include <linux/smb_fs_i.h> #include <linux/smb_fs_i.h>
#include <linux/hfs_fs_i.h> #include <linux/hfs_fs_i.h>
#include <linux/adfs_fs_i.h> #include <linux/adfs_fs_i.h>
...@@ -441,6 +442,7 @@ struct inode { ...@@ -441,6 +442,7 @@ struct inode {
struct ufs_inode_info ufs_i; struct ufs_inode_info ufs_i;
struct efs_inode_info efs_i; struct efs_inode_info efs_i;
struct romfs_inode_info romfs_i; struct romfs_inode_info romfs_i;
struct shmem_inode_info shmem_i;
struct coda_inode_info coda_i; struct coda_inode_info coda_i;
struct smb_inode_info smbfs_i; struct smb_inode_info smbfs_i;
struct hfs_inode_info hfs_i; struct hfs_inode_info hfs_i;
...@@ -685,6 +687,7 @@ struct super_block { ...@@ -685,6 +687,7 @@ struct super_block {
struct affs_sb_info affs_sb; struct affs_sb_info affs_sb;
struct ufs_sb_info ufs_sb; struct ufs_sb_info ufs_sb;
struct efs_sb_info efs_sb; struct efs_sb_info efs_sb;
struct shmem_sb_info shmem_sb;
struct romfs_sb_info romfs_sb; struct romfs_sb_info romfs_sb;
struct smb_sb_info smbfs_sb; struct smb_sb_info smbfs_sb;
struct hfs_sb_info hfs_sb; struct hfs_sb_info hfs_sb;
......
...@@ -128,15 +128,6 @@ struct vm_operations_struct { ...@@ -128,15 +128,6 @@ struct vm_operations_struct {
int (*swapout)(struct page *, struct file *); int (*swapout)(struct page *, struct file *);
}; };
/*
* A swap entry has to fit into a "unsigned long", as
* the entry is hidden in the "index" field of the
* swapper address space.
*/
typedef struct {
unsigned long val;
} swp_entry_t;
/* /*
* Try to keep the most commonly accessed fields in single cache lines * Try to keep the most commonly accessed fields in single cache lines
* here (16 bytes or greater). This ordering should be particularly * here (16 bytes or greater). This ordering should be particularly
...@@ -390,7 +381,10 @@ extern void show_free_areas_node(pg_data_t *pgdat); ...@@ -390,7 +381,10 @@ extern void show_free_areas_node(pg_data_t *pgdat);
extern void clear_page_tables(struct mm_struct *, unsigned long, int); extern void clear_page_tables(struct mm_struct *, unsigned long, int);
extern int map_zero_setup(struct vm_area_struct *); int shmem_swapout(struct page * page, struct file *file);
struct page * shmem_nopage(struct vm_area_struct * vma, unsigned long address, int no_share);
struct file *shmem_file_setup(char * name, loff_t size);
extern int shmem_zero_setup(struct vm_area_struct *);
extern void zap_page_range(struct mm_struct *mm, unsigned long address, unsigned long size); extern void zap_page_range(struct mm_struct *mm, unsigned long address, unsigned long size);
extern int copy_page_range(struct mm_struct *dst, struct mm_struct *src, struct vm_area_struct *vma); extern int copy_page_range(struct mm_struct *dst, struct mm_struct *src, struct vm_area_struct *vma);
......
...@@ -67,6 +67,8 @@ extern inline unsigned long _page_hashfn(struct address_space * mapping, unsigne ...@@ -67,6 +67,8 @@ extern inline unsigned long _page_hashfn(struct address_space * mapping, unsigne
#define page_hash(mapping,index) (page_hash_table+_page_hashfn(mapping,index)) #define page_hash(mapping,index) (page_hash_table+_page_hashfn(mapping,index))
extern struct page * __find_get_page(struct address_space *mapping,
unsigned long offset, struct page **hash);
extern struct page * __find_lock_page (struct address_space * mapping, extern struct page * __find_lock_page (struct address_space * mapping,
unsigned long index, struct page **hash); unsigned long index, struct page **hash);
extern void lock_page(struct page *page); extern void lock_page(struct page *page);
......
#ifndef __SHMEM_FS_H
#define __SHMEM_FS_H
/* inode in-kernel data */
#define SHMEM_NR_DIRECT 16
/*
* A swap entry has to fit into a "unsigned long", as
* the entry is hidden in the "index" field of the
* swapper address space.
*
* We have to move it here, since not every user of fs.h is including
* mm.h, but m.h is including fs.h via sched .h :-/
*/
typedef struct {
unsigned long val;
} swp_entry_t;
struct shmem_inode_info {
spinlock_t lock;
swp_entry_t i_direct[SHMEM_NR_DIRECT]; /* for the first blocks */
swp_entry_t **i_indirect; /* doubly indirect blocks */
unsigned long swapped;
int locked; /* into memory */
struct list_head list;
};
struct shmem_sb_info {
unsigned long max_blocks; /* How many blocks are allowed */
unsigned long free_blocks; /* How many are left for allocation */
unsigned long max_inodes; /* How many inodes are allowed */
unsigned long free_inodes; /* How many are left for allocation */
spinlock_t stat_lock;
};
#endif
...@@ -291,6 +291,8 @@ extern spinlock_t swaplock; ...@@ -291,6 +291,8 @@ extern spinlock_t swaplock;
#define swap_device_lock(p) spin_lock(&p->sdev_lock) #define swap_device_lock(p) spin_lock(&p->sdev_lock)
#define swap_device_unlock(p) spin_unlock(&p->sdev_lock) #define swap_device_unlock(p) spin_unlock(&p->sdev_lock)
extern void shmem_unuse(swp_entry_t entry, struct page *page);
#endif /* __KERNEL__*/ #endif /* __KERNEL__*/
#endif /* _LINUX_SWAP_H */ #endif /* _LINUX_SWAP_H */
...@@ -53,22 +53,22 @@ extern task_queue tq_timer, tq_immediate, tq_disk; ...@@ -53,22 +53,22 @@ extern task_queue tq_timer, tq_immediate, tq_disk;
* To implement your own list of active bottom halfs, use the following * To implement your own list of active bottom halfs, use the following
* two definitions: * two definitions:
* *
* DECLARE_TASK_QUEUE(my_bh); * DECLARE_TASK_QUEUE(my_tqueue);
* struct tq_struct run_my_bh = { * struct tq_struct my_task = {
* routine: (void (*)(void *)) run_task_queue, * routine: (void (*)(void *)) my_routine,
* data: &my_bh * data: &my_data
* }; * };
* *
* To activate a bottom half on your list, use: * To activate a bottom half on a list, use:
* *
* queue_task(tq_pointer, &my_bh); * queue_task(&my_task, &my_tqueue);
* *
* To run the bottom halfs on your list put them on the immediate list by: * To later run the queued tasks use
* *
* queue_task(&run_my_bh, &tq_immediate); * run_task_queue(&my_tqueue);
* *
* This allows you to do deferred procession. For example, you could * This allows you to do deferred processing. For example, you could
* have a bottom half list tq_timer, which is marked active by the timer * have a task queue called tq_timer, which is executed within the timer
* interrupt. * interrupt.
*/ */
...@@ -78,8 +78,7 @@ extern spinlock_t tqueue_lock; ...@@ -78,8 +78,7 @@ extern spinlock_t tqueue_lock;
* Queue a task on a tq. Return non-zero if it was successfully * Queue a task on a tq. Return non-zero if it was successfully
* added. * added.
*/ */
static inline int queue_task(struct tq_struct *bh_pointer, static inline int queue_task(struct tq_struct *bh_pointer, task_queue *bh_list)
task_queue *bh_list)
{ {
int ret = 0; int ret = 0;
if (!test_and_set_bit(0,&bh_pointer->sync)) { if (!test_and_set_bit(0,&bh_pointer->sync)) {
...@@ -95,32 +94,13 @@ static inline int queue_task(struct tq_struct *bh_pointer, ...@@ -95,32 +94,13 @@ static inline int queue_task(struct tq_struct *bh_pointer,
/* /*
* Call all "bottom halfs" on a given list. * Call all "bottom halfs" on a given list.
*/ */
static inline void run_task_queue(task_queue *list)
{
while (!list_empty(list)) {
unsigned long flags;
struct list_head *next;
spin_lock_irqsave(&tqueue_lock, flags);
next = list->next;
if (next != list) {
void *arg;
void (*f) (void *);
struct tq_struct *p;
list_del(next); extern void __run_task_queue(task_queue *list);
p = list_entry(next, struct tq_struct, list);
arg = p->data;
f = p->routine;
p->sync = 0;
spin_unlock_irqrestore(&tqueue_lock, flags);
if (f) static inline void run_task_queue(task_queue *list)
f(arg); {
continue; if (TQ_ACTIVE(*list))
} __run_task_queue(list);
spin_unlock_irqrestore(&tqueue_lock, flags);
}
} }
#endif /* _LINUX_TQUEUE_H */ #endif /* _LINUX_TQUEUE_H */
...@@ -9,23 +9,10 @@ ...@@ -9,23 +9,10 @@
* BIGMEM support, Andrea Arcangeli <andrea@suse.de> * BIGMEM support, Andrea Arcangeli <andrea@suse.de>
* SMP thread shm, Jean-Luc Boyard <jean-luc.boyard@siemens.fr> * SMP thread shm, Jean-Luc Boyard <jean-luc.boyard@siemens.fr>
* HIGHMEM support, Ingo Molnar <mingo@redhat.com> * HIGHMEM support, Ingo Molnar <mingo@redhat.com>
* avoid vmalloc and make shmmax, shmall, shmmni sysctl'able, * Make shmmax, shmall, shmmni sysctl'able, Christoph Rohland <cr@sap.com>
* Christoph Rohland <hans-christoph.rohland@sap.com>
* Shared /dev/zero support, Kanoj Sarcar <kanoj@sgi.com> * Shared /dev/zero support, Kanoj Sarcar <kanoj@sgi.com>
* make it a file system, Christoph Rohland <hans-christoph.rohland@sap.com> * Move the mm functionality over to mm/shmem.c, Christoph Rohland <cr@sap.com>
* *
* The filesystem has the following restrictions/bugs:
* 1) It only can handle one directory.
* 2) Private writeable mappings are not supported
* 3) Read and write are not implemented (should they?)
* 4) No special nodes are supported
*
* There are the following mount options:
* - nr_blocks (^= shmall) is the number of blocks of size PAGE_SIZE
* we are allowed to allocate
* - nr_inodes (^= shmmni) is the number of files we are allowed to
* allocate
* - mode is the mode for the root directory (default S_IRWXUGO | S_ISVTX)
*/ */
#include <linux/config.h> #include <linux/config.h>
...@@ -48,65 +35,24 @@ ...@@ -48,65 +35,24 @@
#include "util.h" #include "util.h"
static struct super_block *shm_read_super(struct super_block *,void *, int);
static void shm_put_super (struct super_block *);
static int shm_remount_fs (struct super_block *, int *, char *);
static void shm_read_inode (struct inode *);
static int shm_statfs (struct super_block *, struct statfs *);
static int shm_create (struct inode *,struct dentry *,int);
static struct dentry *shm_lookup (struct inode *,struct dentry *);
static int shm_unlink (struct inode *,struct dentry *);
static int shm_setattr (struct dentry *dent, struct iattr *attr);
static void shm_delete (struct inode *);
static int shm_mmap (struct file *, struct vm_area_struct *);
static int shm_readdir (struct file *, void *, filldir_t);
#define SHM_NAME_LEN NAME_MAX
#define SHM_FMT ".IPC_%08x"
#define SHM_FMT_LEN 13
/* shm_mode upper byte flags */
/* SHM_DEST and SHM_LOCKED are used in ipcs(8) */
#define PRV_DEST 0010000 /* segment will be destroyed on last detach */
#define PRV_LOCKED 0020000 /* segment will not be swapped */
#define SHM_UNLK 0040000 /* filename is unlinked */
#define SHM_SYSV 0100000 /* It is a SYSV shm segment */
struct shmid_kernel /* private to the kernel */ struct shmid_kernel /* private to the kernel */
{ {
struct kern_ipc_perm shm_perm; struct kern_ipc_perm shm_perm;
size_t shm_segsz; struct file * shm_file;
unsigned long shm_nattch;
unsigned long shm_npages; /* size of segment (pages) */
pte_t **shm_dir; /* ptr to arr of ptrs to frames */
int id; int id;
union permap { unsigned long shm_nattch;
struct shmem { unsigned long shm_segsz;
time_t atime; time_t shm_atim;
time_t dtime; time_t shm_dtim;
time_t ctime; time_t shm_ctim;
pid_t cpid; pid_t shm_cprid;
pid_t lpid; pid_t shm_lprid;
int nlen;
char nm[0];
} shmem;
struct zero {
struct semaphore sema;
struct list_head list;
} zero;
} permap;
}; };
#define shm_atim permap.shmem.atime
#define shm_dtim permap.shmem.dtime
#define shm_ctim permap.shmem.ctime
#define shm_cprid permap.shmem.cpid
#define shm_lprid permap.shmem.lpid
#define shm_namelen permap.shmem.nlen
#define shm_name permap.shmem.nm
#define shm_flags shm_perm.mode #define shm_flags shm_perm.mode
#define zsem permap.zero.sema
#define zero_list permap.zero.list static struct file_operations shm_file_operations;
static struct vm_operations_struct shm_vm_ops;
static struct ipc_ids shm_ids; static struct ipc_ids shm_ids;
...@@ -118,207 +64,27 @@ static struct ipc_ids shm_ids; ...@@ -118,207 +64,27 @@ static struct ipc_ids shm_ids;
#define shm_buildid(id, seq) \ #define shm_buildid(id, seq) \
ipc_buildid(&shm_ids, id, seq) ipc_buildid(&shm_ids, id, seq)
static int newseg (key_t key, const char *name, int namelen, int shmflg, size_t size); static int newseg (key_t key, int shmflg, size_t size);
static void seg_free(struct shmid_kernel *shp, int doacc);
static void shm_open (struct vm_area_struct *shmd); static void shm_open (struct vm_area_struct *shmd);
static void shm_close (struct vm_area_struct *shmd); static void shm_close (struct vm_area_struct *shmd);
static int shm_remove_name(int id);
static struct page * shm_nopage(struct vm_area_struct *, unsigned long, int);
static int shm_swapout(struct page *, struct file *);
#ifdef CONFIG_PROC_FS #ifdef CONFIG_PROC_FS
static int sysvipc_shm_read_proc(char *buffer, char **start, off_t offset, int length, int *eof, void *data); static int sysvipc_shm_read_proc(char *buffer, char **start, off_t offset, int length, int *eof, void *data);
#endif #endif
static void zmap_unuse(swp_entry_t entry, struct page *page); size_t shm_ctlmax = SHMMAX;
static void shmzero_open(struct vm_area_struct *shmd); size_t shm_ctlall = SHMALL;
static void shmzero_close(struct vm_area_struct *shmd); int shm_ctlmni = SHMMNI;
static struct page *shmzero_nopage(struct vm_area_struct * shmd, unsigned long address, int no_share);
static int zero_id;
static struct shmid_kernel zshmid_kernel;
static struct dentry *zdent;
#define SHM_FS_MAGIC 0x02011994
static struct super_block * shm_sb;
static DECLARE_FSTYPE(shm_fs_type, "shm", shm_read_super, FS_SINGLE);
static struct super_operations shm_sops = {
read_inode: shm_read_inode,
delete_inode: shm_delete,
put_super: shm_put_super,
statfs: shm_statfs,
remount_fs: shm_remount_fs,
};
static struct file_operations shm_root_operations = {
readdir: shm_readdir,
};
static struct inode_operations shm_root_inode_operations = {
create: shm_create,
lookup: shm_lookup,
unlink: shm_unlink,
};
static struct file_operations shm_file_operations = {
mmap: shm_mmap,
};
static struct inode_operations shm_inode_operations = {
setattr: shm_setattr,
};
static struct vm_operations_struct shm_vm_ops = {
open: shm_open, /* callback for a new vm-area open */
close: shm_close, /* callback for when the vm-area is released */
nopage: shm_nopage,
swapout:shm_swapout,
};
size_t shm_ctlmax = SHMMAX;
/* These parameters should be part of the superblock */
static int shm_ctlall;
static int shm_ctlmni;
static int shm_mode;
static int shm_tot; /* total number of shared memory pages */ static int shm_tot; /* total number of shared memory pages */
static int shm_rss; /* number of shared memory pages that are in memory */
static int shm_swp; /* number of shared memory pages that are in swap */
/* locks order:
pagecache_lock
shm_lock()/shm_lockall()
kernel lock
inode->i_sem
sem_ids.sem
mmap_sem
SMP assumptions:
- swap_free() never sleeps
- add_to_swap_cache() never sleeps
- add_to_swap_cache() doesn't acquire the big kernel lock.
- shm_unuse() is called with the kernel lock acquired.
*/
/* some statistics */
static ulong swap_attempts;
static ulong swap_successes;
void __init shm_init (void) void __init shm_init (void)
{ {
struct vfsmount *res;
ipc_init_ids(&shm_ids, 1); ipc_init_ids(&shm_ids, 1);
register_filesystem (&shm_fs_type);
res = kern_mount(&shm_fs_type);
if (IS_ERR(res)) {
unregister_filesystem(&shm_fs_type);
return;
}
#ifdef CONFIG_PROC_FS
create_proc_read_entry("sysvipc/shm", 0, 0, sysvipc_shm_read_proc, NULL); create_proc_read_entry("sysvipc/shm", 0, 0, sysvipc_shm_read_proc, NULL);
#endif
zero_id = ipc_addid(&shm_ids, &zshmid_kernel.shm_perm, 1);
shm_unlock(zero_id);
INIT_LIST_HEAD(&zshmid_kernel.zero_list);
zdent = d_alloc_root(get_empty_inode());
return;
}
static int shm_parse_options(char *options)
{
int blocks = shm_ctlall;
int inodes = shm_ctlmni;
umode_t mode = shm_mode;
char *this_char, *value;
this_char = NULL;
if ( options )
this_char = strtok(options,",");
for ( ; this_char; this_char = strtok(NULL,",")) {
if ((value = strchr(this_char,'=')) != NULL)
*value++ = 0;
if (!strcmp(this_char,"nr_blocks")) {
if (!value || !*value)
return 1;
blocks = simple_strtoul(value,&value,0);
if (*value)
return 1;
}
else if (!strcmp(this_char,"nr_inodes")) {
if (!value || !*value)
return 1;
inodes = simple_strtoul(value,&value,0);
if (*value)
return 1;
}
else if (!strcmp(this_char,"mode")) {
if (!value || !*value)
return 1;
mode = simple_strtoul(value,&value,8);
if (*value)
return 1;
}
else
return 1;
}
shm_ctlmni = inodes;
shm_ctlall = blocks;
shm_mode = mode;
return 0;
}
static struct super_block *shm_read_super(struct super_block *s,void *data,
int silent)
{
struct inode * root_inode;
shm_ctlall = SHMALL;
shm_ctlmni = SHMMNI;
shm_mode = S_IRWXUGO | S_ISVTX;
if (shm_parse_options (data)) {
printk(KERN_ERR "shm fs invalid option\n");
goto out_unlock;
}
s->s_blocksize = PAGE_SIZE;
s->s_blocksize_bits = PAGE_SHIFT;
s->s_magic = SHM_FS_MAGIC;
s->s_op = &shm_sops;
root_inode = iget (s, SEQ_MULTIPLIER);
if (!root_inode)
goto out_no_root;
root_inode->i_op = &shm_root_inode_operations;
root_inode->i_sb = s;
root_inode->i_nlink = 2;
root_inode->i_mode = S_IFDIR | shm_mode;
s->s_root = d_alloc_root(root_inode);
if (!s->s_root)
goto out_no_root;
shm_sb = s;
return s;
out_no_root:
printk(KERN_ERR "shm_read_super: get root inode failed\n");
iput(root_inode);
out_unlock:
return NULL;
}
static int shm_remount_fs (struct super_block *sb, int *flags, char *data)
{
if (shm_parse_options (data))
return -EINVAL;
return 0;
} }
static inline int shm_checkid(struct shmid_kernel *s, int id) static inline int shm_checkid(struct shmid_kernel *s, int id)
{ {
if (!(s->shm_flags & SHM_SYSV))
return -EINVAL;
if (ipc_checkid(&shm_ids,&s->shm_perm,id)) if (ipc_checkid(&shm_ids,&s->shm_perm,id))
return -EIDRM; return -EIDRM;
return 0; return 0;
...@@ -334,460 +100,137 @@ static inline int shm_addid(struct shmid_kernel *shp) ...@@ -334,460 +100,137 @@ static inline int shm_addid(struct shmid_kernel *shp)
return ipc_addid(&shm_ids, &shp->shm_perm, shm_ctlmni+1); return ipc_addid(&shm_ids, &shp->shm_perm, shm_ctlmni+1);
} }
static void shm_put_super(struct super_block *sb)
{
int i;
struct shmid_kernel *shp;
down(&shm_ids.sem);
for(i = 0; i <= shm_ids.max_id; i++) {
if (i == zero_id)
continue;
if (!(shp = shm_lock (i)))
continue;
if (shp->shm_nattch)
printk(KERN_DEBUG "shm_nattch = %ld\n", shp->shm_nattch);
shp = shm_rmid(i);
shm_unlock(i);
seg_free(shp, 1);
}
dput (sb->s_root);
up(&shm_ids.sem);
}
static int shm_statfs(struct super_block *sb, struct statfs *buf) static inline void shm_inc (int id) {
{
buf->f_type = SHM_FS_MAGIC;
buf->f_bsize = PAGE_SIZE;
buf->f_blocks = shm_ctlall;
buf->f_bavail = buf->f_bfree = shm_ctlall - shm_tot;
buf->f_files = shm_ctlmni;
shm_lockall();
buf->f_ffree = shm_ctlmni - shm_ids.in_use + 1;
shm_unlockall();
buf->f_namelen = SHM_NAME_LEN;
return 0;
}
static void shm_read_inode(struct inode * inode)
{
int id;
struct shmid_kernel *shp; struct shmid_kernel *shp;
id = inode->i_ino; if(!(shp = shm_lock(id)))
inode->i_mode = 0; BUG();
inode->i_mtime = inode->i_atime = inode->i_ctime = CURRENT_TIME; shp->shm_atim = CURRENT_TIME;
shp->shm_lprid = current->pid;
if (id < SEQ_MULTIPLIER) { shm_unlock(id);
if (!(shp = shm_lock (id))) {
make_bad_inode(inode);
return;
}
inode->i_mode = (shp->shm_flags & S_IALLUGO) | S_IFREG;
inode->i_uid = shp->shm_perm.uid;
inode->i_gid = shp->shm_perm.gid;
inode->i_size = shp->shm_segsz;
shm_unlock (id);
inode->i_op = &shm_inode_operations;
inode->i_fop = &shm_file_operations;
return;
}
inode->i_op = &shm_root_inode_operations;
inode->i_fop = &shm_root_operations;
inode->i_sb = shm_sb;
inode->i_nlink = 2;
inode->i_mode = S_IFDIR | shm_mode;
inode->i_uid = inode->i_gid = 0;
}
static int shm_create (struct inode *dir, struct dentry *dent, int mode)
{
int id, err;
struct inode * inode;
down(&shm_ids.sem);
err = id = newseg (IPC_PRIVATE, dent->d_name.name, dent->d_name.len, mode, 0);
if (err < 0)
goto out;
err = -ENOMEM;
inode = iget (shm_sb, id % SEQ_MULTIPLIER);
if (!inode)
goto out;
err = 0;
down (&inode->i_sem);
inode->i_mode = mode | S_IFREG;
inode->i_op = &shm_inode_operations;
d_instantiate(dent, inode);
up (&inode->i_sem);
out:
up(&shm_ids.sem);
return err;
} }
static int shm_readdir (struct file *filp, void *dirent, filldir_t filldir) /* This is called by fork, once for every shm attach. */
static void shm_open (struct vm_area_struct *shmd)
{ {
struct inode * inode = filp->f_dentry->d_inode; shm_inc (shmd->vm_file->f_dentry->d_inode->i_ino);
struct shmid_kernel *shp;
off_t nr;
nr = filp->f_pos;
switch(nr)
{
case 0:
if (filldir(dirent, ".", 1, nr, inode->i_ino, DT_DIR) < 0)
return 0;
filp->f_pos = ++nr;
/* fall through */
case 1:
if (filldir(dirent, "..", 2, nr, inode->i_ino, DT_DIR) < 0)
return 0;
filp->f_pos = ++nr;
/* fall through */
default:
down(&shm_ids.sem);
for (; nr-2 <= shm_ids.max_id; nr++ ) {
if (nr-2 == zero_id)
continue;
if (!(shp = shm_get (nr-2)))
continue;
if (shp->shm_flags & SHM_UNLK)
continue;
if (filldir(dirent, shp->shm_name, shp->shm_namelen, nr, nr, DT_REG) < 0 )
break;;
}
filp->f_pos = nr;
up(&shm_ids.sem);
break;
}
UPDATE_ATIME(inode);
return 0;
} }
static struct dentry *shm_lookup (struct inode *dir, struct dentry *dent) /*
* shm_destroy - free the struct shmid_kernel
*
* @shp: struct to free
*
* It has to be called with shp and shm_ids.sem locked and will
* release them
*/
static void shm_destroy (struct shmid_kernel *shp)
{ {
int i, err = 0; struct file * file = shp->shm_file;
struct shmid_kernel* shp;
struct inode *inode = NULL;
if (dent->d_name.len > SHM_NAME_LEN) shp->shm_file = NULL;
return ERR_PTR(-ENAMETOOLONG); shm_tot -= (shp->shm_segsz + PAGE_SIZE - 1) >> PAGE_SHIFT;
shm_unlock (shp->id);
down(&shm_ids.sem); shm_rmid (shp->id);
for(i = 0; i <= shm_ids.max_id; i++) { kfree (shp);
if (i == zero_id)
continue;
if (!(shp = shm_lock(i)))
continue;
if (!(shp->shm_flags & SHM_UNLK) &&
dent->d_name.len == shp->shm_namelen &&
strncmp(dent->d_name.name, shp->shm_name, shp->shm_namelen) == 0)
goto found;
shm_unlock(i);
}
/*
* prevent the reserved names as negative dentries.
* This also prevents object creation through the filesystem
*/
if (dent->d_name.len == SHM_FMT_LEN &&
memcmp (SHM_FMT, dent->d_name.name, SHM_FMT_LEN - 8) == 0)
err = -EINVAL; /* EINVAL to give IPC_RMID the right error */
goto out;
found:
shm_unlock(i);
inode = iget(dir->i_sb, i);
if (!inode)
err = -EACCES;
out:
if (err == 0)
d_add (dent, inode);
up (&shm_ids.sem); up (&shm_ids.sem);
return ERR_PTR(err); /* put the file outside the critical path to prevent recursion */
fput (file);
} }
static int shm_unlink (struct inode *dir, struct dentry *dent) /*
* remove the attach descriptor shmd.
* free memory for segment if it is marked destroyed.
* The descriptor has already been removed from the current->mm->mmap list
* and will later be kfree()d.
*/
static void shm_close (struct vm_area_struct *shmd)
{ {
struct inode * inode = dent->d_inode; struct file * file = shmd->vm_file;
int id = file->f_dentry->d_inode->i_ino;
struct shmid_kernel *shp; struct shmid_kernel *shp;
down (&shm_ids.sem); down (&shm_ids.sem);
if (!(shp = shm_lock (inode->i_ino))) /* remove from the list of attaches of the shm segment */
if(!(shp = shm_lock(id)))
BUG(); BUG();
shp->shm_flags |= SHM_UNLK | PRV_DEST; shp->shm_lprid = current->pid;
shp->shm_perm.key = IPC_PRIVATE; /* Do not find it any more */ shp->shm_dtim = CURRENT_TIME;
shm_unlock (inode->i_ino); if(shp->shm_flags & SHM_DEST &&
up (&shm_ids.sem); file_count (file) == 2) /* shp and the vma have the last
inode->i_nlink -= 1; references*/
/* return shm_destroy (shp);
* If it's a reserved name we have to drop the dentry instead
* of creating a negative dentry
*/
if (dent->d_name.len == SHM_FMT_LEN &&
memcmp (SHM_FMT, dent->d_name.name, SHM_FMT_LEN - 8) == 0)
d_drop (dent);
return 0;
}
/*
* We cannot use kmalloc for shm_alloc since this restricts the
* maximum size of the segments.
*
* We also cannot use vmalloc, since this uses too much of the vmalloc
* space and we run out of this on highend machines.
*
* So we have to use this complicated indirect scheme to alloc the shm
* page tables.
*
*/
#ifdef PTE_INIT shm_unlock(id);
static inline void init_ptes (pte_t *pte, int number) { up (&shm_ids.sem);
while (number--)
PTE_INIT (pte++);
}
#else
static inline void init_ptes (pte_t *pte, int number) {
memset (pte, 0, number*sizeof(*pte));
} }
#endif
#define PTES_PER_PAGE (PAGE_SIZE/sizeof(pte_t))
#define SHM_ENTRY(shp, index) (shp)->shm_dir[(index)/PTES_PER_PAGE][(index)%PTES_PER_PAGE]
static pte_t **shm_alloc(unsigned long pages, int doacc) static int shm_mmap(struct file * file, struct vm_area_struct * vma)
{ {
unsigned short dir = pages / PTES_PER_PAGE; UPDATE_ATIME(file->f_dentry->d_inode);
unsigned short last = pages % PTES_PER_PAGE; vma->vm_ops = &shm_vm_ops;
pte_t **ret, **ptr; shm_inc(file->f_dentry->d_inode->i_ino);
return 0;
if (pages == 0)
return NULL;
ret = kmalloc ((dir+1) * sizeof(pte_t *), GFP_USER);
if (!ret)
goto nomem;
for (ptr = ret; ptr < ret+dir ; ptr++)
{
*ptr = (pte_t *)__get_free_page (GFP_USER);
if (!*ptr)
goto free;
init_ptes (*ptr, PTES_PER_PAGE);
}
/* The last one is probably not of PAGE_SIZE: we use kmalloc */
if (last) {
*ptr = kmalloc (last*sizeof(pte_t), GFP_USER);
if (!*ptr)
goto free;
init_ptes (*ptr, last);
}
if (doacc) {
shm_lockall();
shm_tot += pages;
shm_unlockall();
}
return ret;
free:
/* The last failed: we decrement first */
while (--ptr >= ret)
free_page ((unsigned long)*ptr);
kfree (ret);
nomem:
return ERR_PTR(-ENOMEM);
} }
static void shm_free(pte_t** dir, unsigned long pages, int doacc) static struct file_operations shm_file_operations = {
{ mmap: shm_mmap
int i, rss, swp; };
pte_t **ptr = dir+pages/PTES_PER_PAGE;
if (!dir)
return;
for (i = 0, rss = 0, swp = 0; i < pages ; i++) {
pte_t pte;
pte = dir[i/PTES_PER_PAGE][i%PTES_PER_PAGE];
if (pte_none(pte))
continue;
if (pte_present(pte)) {
__free_page (pte_page(pte));
rss++;
} else {
swap_free(pte_to_swp_entry(pte));
swp++;
}
}
/* first the last page */
if (pages%PTES_PER_PAGE)
kfree (*ptr);
/* now the whole pages */
while (--ptr >= dir)
if (*ptr)
free_page ((unsigned long)*ptr);
/* Now the indirect block */
kfree (dir);
if (doacc) { static struct vm_operations_struct shm_vm_ops = {
shm_lockall(); open: shm_open, /* callback for a new vm-area open */
shm_rss -= rss; close: shm_close, /* callback for when the vm-area is released */
shm_swp -= swp; nopage: shmem_nopage,
shm_tot -= pages; swapout:shmem_swapout,
shm_unlockall(); };
}
}
static int shm_setattr (struct dentry *dentry, struct iattr *attr) static int newseg (key_t key, int shmflg, size_t size)
{ {
int error; int error;
struct inode *inode = dentry->d_inode;
struct shmid_kernel *shp;
unsigned long new_pages, old_pages;
pte_t **new_dir, **old_dir;
error = inode_change_ok(inode, attr);
if (error)
return error;
if (!(attr->ia_valid & ATTR_SIZE))
goto set_attr;
if (attr->ia_size > shm_ctlmax)
return -EFBIG;
/* We set old_pages and old_dir for easier cleanup */
old_pages = new_pages = (attr->ia_size + PAGE_SIZE - 1) >> PAGE_SHIFT;
old_dir = new_dir = shm_alloc(new_pages, 1);
if (IS_ERR(new_dir))
return PTR_ERR(new_dir);
if (!(shp = shm_lock(inode->i_ino)))
BUG();
error = -ENOSPC;
if (shm_tot - shp->shm_npages >= shm_ctlall)
goto size_out;
error = 0;
if (shp->shm_segsz == attr->ia_size)
goto size_out;
/* Now we set them to the real values */
old_dir = shp->shm_dir;
old_pages = shp->shm_npages;
if (old_dir){
pte_t *swap;
int i,j;
i = old_pages < new_pages ? old_pages : new_pages;
j = i % PTES_PER_PAGE;
i /= PTES_PER_PAGE;
if (j)
memcpy (new_dir[i], old_dir[i], j * sizeof (pte_t));
while (i--) {
swap = new_dir[i];
new_dir[i] = old_dir[i];
old_dir[i] = swap;
}
}
shp->shm_dir = new_dir;
shp->shm_npages = new_pages;
shp->shm_segsz = attr->ia_size;
size_out:
shm_unlock(inode->i_ino);
shm_free (old_dir, old_pages, 1);
set_attr:
if (!(shp = shm_lock(inode->i_ino)))
BUG();
if (attr->ia_valid & ATTR_MODE)
shp->shm_perm.mode = attr->ia_mode;
if (attr->ia_valid & ATTR_UID)
shp->shm_perm.uid = attr->ia_uid;
if (attr->ia_valid & ATTR_GID)
shp->shm_perm.gid = attr->ia_gid;
shm_unlock (inode->i_ino);
inode_setattr(inode, attr);
return error;
}
static struct shmid_kernel *seg_alloc(int numpages, size_t namelen)
{
struct shmid_kernel *shp;
pte_t **dir;
shp = (struct shmid_kernel *) kmalloc (sizeof (*shp) + namelen, GFP_USER);
if (!shp)
return ERR_PTR(-ENOMEM);
dir = shm_alloc (numpages, namelen);
if (IS_ERR(dir)) {
kfree(shp);
return ERR_PTR(PTR_ERR(dir));
}
shp->shm_dir = dir;
shp->shm_npages = numpages;
shp->shm_nattch = 0;
shp->shm_namelen = namelen;
return(shp);
}
static void seg_free(struct shmid_kernel *shp, int doacc)
{
shm_free (shp->shm_dir, shp->shm_npages, doacc);
kfree(shp);
}
static int newseg (key_t key, const char *name, int namelen,
int shmflg, size_t size)
{
struct shmid_kernel *shp; struct shmid_kernel *shp;
int numpages = (size + PAGE_SIZE -1) >> PAGE_SHIFT; int numpages = (size + PAGE_SIZE -1) >> PAGE_SHIFT;
struct file * file;
char name[13];
int id; int id;
if (namelen > SHM_NAME_LEN)
return -ENAMETOOLONG;
if (size > shm_ctlmax)
return -EINVAL;
if (shm_tot + numpages >= shm_ctlall) if (shm_tot + numpages >= shm_ctlall)
return -ENOSPC; return -ENOSPC;
shp = seg_alloc(numpages, namelen ? namelen : SHM_FMT_LEN + 1); shp = (struct shmid_kernel *) kmalloc (sizeof (*shp), GFP_USER);
if (IS_ERR(shp)) if (!shp)
return PTR_ERR(shp); return -ENOMEM;
sprintf (name, "SYSV%08x", key);
file = shmem_file_setup(name, size);
error = PTR_ERR(file);
if (IS_ERR(file))
goto no_file;
error = -ENOSPC;
id = shm_addid(shp); id = shm_addid(shp);
if(id == -1) { if(id == -1)
seg_free(shp, 1); goto no_id;
return -ENOSPC;
}
shp->shm_perm.key = key; shp->shm_perm.key = key;
shp->shm_flags = (shmflg & S_IRWXUGO); shp->shm_flags = (shmflg & S_IRWXUGO);
shp->shm_segsz = size;
shp->shm_cprid = current->pid; shp->shm_cprid = current->pid;
shp->shm_lprid = 0; shp->shm_lprid = 0;
shp->shm_atim = shp->shm_dtim = 0; shp->shm_atim = shp->shm_dtim = 0;
shp->shm_ctim = CURRENT_TIME; shp->shm_ctim = CURRENT_TIME;
shp->shm_segsz = size;
shp->id = shm_buildid(id,shp->shm_perm.seq); shp->id = shm_buildid(id,shp->shm_perm.seq);
if (namelen != 0) { shp->shm_file = file;
shp->shm_namelen = namelen; file->f_dentry->d_inode->i_ino = id;
memcpy (shp->shm_name, name, namelen); file->f_op = &shm_file_operations;
} else { shm_tot += numpages;
shp->shm_flags |= SHM_SYSV; shm_unlock (id);
shp->shm_namelen = sprintf (shp->shm_name, SHM_FMT, shp->id);
}
shm_unlock(id);
return shp->id; return shp->id;
no_id:
fput(file);
no_file:
kfree(shp);
return error;
} }
asmlinkage long sys_shmget (key_t key, size_t size, int shmflg) asmlinkage long sys_shmget (key_t key, size_t size, int shmflg)
...@@ -795,17 +238,17 @@ asmlinkage long sys_shmget (key_t key, size_t size, int shmflg) ...@@ -795,17 +238,17 @@ asmlinkage long sys_shmget (key_t key, size_t size, int shmflg)
struct shmid_kernel *shp; struct shmid_kernel *shp;
int err, id = 0; int err, id = 0;
if (size < SHMMIN) if (size < SHMMIN || size > shm_ctlmax)
return -EINVAL; return -EINVAL;
down(&shm_ids.sem); down(&shm_ids.sem);
if (key == IPC_PRIVATE) { if (key == IPC_PRIVATE) {
err = newseg(key, NULL, 0, shmflg, size); err = newseg(key, shmflg, size);
} else if ((id = ipc_findkey(&shm_ids,key)) == -1) { } else if ((id = ipc_findkey(&shm_ids, key)) == -1) {
if (!(shmflg & IPC_CREAT)) if (!(shmflg & IPC_CREAT))
err = -ENOENT; err = -ENOENT;
else else
err = newseg(key, NULL, 0, shmflg, size); err = newseg(key, shmflg, size);
} else if ((shmflg & IPC_CREAT) && (shmflg & IPC_EXCL)) { } else if ((shmflg & IPC_CREAT) && (shmflg & IPC_EXCL)) {
err = -EEXIST; err = -EEXIST;
} else { } else {
...@@ -824,24 +267,6 @@ asmlinkage long sys_shmget (key_t key, size_t size, int shmflg) ...@@ -824,24 +267,6 @@ asmlinkage long sys_shmget (key_t key, size_t size, int shmflg)
return err; return err;
} }
/* FIXME: maybe we need lock_kernel() here */
static void shm_delete (struct inode *ino)
{
int shmid = ino->i_ino;
struct shmid_kernel *shp;
down(&shm_ids.sem);
shp = shm_lock(shmid);
if(shp==NULL) {
BUG();
}
shp = shm_rmid(shmid);
shm_unlock(shmid);
up(&shm_ids.sem);
seg_free(shp, 1);
clear_inode(ino);
}
static inline unsigned long copy_shmid_to_user(void *buf, struct shmid64_ds *in, int version) static inline unsigned long copy_shmid_to_user(void *buf, struct shmid64_ds *in, int version)
{ {
switch(version) { switch(version) {
...@@ -933,6 +358,30 @@ static inline unsigned long copy_shminfo_to_user(void *buf, struct shminfo64 *in ...@@ -933,6 +358,30 @@ static inline unsigned long copy_shminfo_to_user(void *buf, struct shminfo64 *in
} }
} }
static void shm_get_stat (unsigned long *rss, unsigned long *swp)
{
int i;
*rss = 0;
*swp = 0;
for(i = 0; i <= shm_ids.max_id; i++) {
struct shmid_kernel* shp;
struct inode * inode;
shp = shm_get(i);
if(shp == NULL || shp->shm_file == NULL)
continue;
inode = shp->shm_file->f_dentry->d_inode;
down (&inode->i_sem);
*rss += inode->i_mapping->nrpages;
spin_lock (&inode->u.shmem_i.lock);
*swp += inode->u.shmem_i.swapped;
spin_unlock (&inode->u.shmem_i.lock);
up (&inode->i_sem);
}
}
asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf) asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf)
{ {
struct shm_setbuf setbuf; struct shm_setbuf setbuf;
...@@ -968,15 +417,16 @@ asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf) ...@@ -968,15 +417,16 @@ asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf)
struct shm_info shm_info; struct shm_info shm_info;
memset(&shm_info,0,sizeof(shm_info)); memset(&shm_info,0,sizeof(shm_info));
down(&shm_ids.sem);
shm_lockall(); shm_lockall();
shm_info.used_ids = shm_ids.in_use - 1; /* correct the /dev/zero hack */ shm_info.used_ids = shm_ids.in_use;
shm_info.shm_rss = shm_rss; shm_get_stat (&shm_info.shm_rss, &shm_info.shm_swp);
shm_info.shm_tot = shm_tot; shm_info.shm_tot = shm_tot;
shm_info.shm_swp = shm_swp; shm_info.swap_attempts = 0;
shm_info.swap_attempts = swap_attempts; shm_info.swap_successes = 0;
shm_info.swap_successes = swap_successes;
err = shm_ids.max_id; err = shm_ids.max_id;
shm_unlockall(); shm_unlockall();
up(&shm_ids.sem);
if(copy_to_user (buf, &shm_info, sizeof(shm_info))) if(copy_to_user (buf, &shm_info, sizeof(shm_info)))
return -EFAULT; return -EFAULT;
...@@ -987,16 +437,13 @@ asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf) ...@@ -987,16 +437,13 @@ asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf)
{ {
struct shmid64_ds tbuf; struct shmid64_ds tbuf;
int result; int result;
if ((shmid % SEQ_MULTIPLIER) == zero_id)
return -EINVAL;
memset(&tbuf, 0, sizeof(tbuf)); memset(&tbuf, 0, sizeof(tbuf));
shp = shm_lock(shmid); shp = shm_lock(shmid);
if(shp==NULL) if(shp==NULL)
return -EINVAL; return -EINVAL;
if(cmd==SHM_STAT) { if(cmd==SHM_STAT) {
err = -EINVAL; err = -EINVAL;
if (!(shp->shm_flags & SHM_SYSV) || if (shmid > shm_ids.max_id)
shmid > shm_ids.max_id)
goto out_unlock; goto out_unlock;
result = shm_buildid(shmid, shp->shm_perm.seq); result = shm_buildid(shmid, shp->shm_perm.seq);
} else { } else {
...@@ -1009,20 +456,13 @@ asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf) ...@@ -1009,20 +456,13 @@ asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf)
if (ipcperms (&shp->shm_perm, S_IRUGO)) if (ipcperms (&shp->shm_perm, S_IRUGO))
goto out_unlock; goto out_unlock;
kernel_to_ipc64_perm(&shp->shm_perm, &tbuf.shm_perm); kernel_to_ipc64_perm(&shp->shm_perm, &tbuf.shm_perm);
/* ugly hack to keep binary compatibility for ipcs */
tbuf.shm_flags &= PRV_DEST | PRV_LOCKED | S_IRWXUGO;
if (tbuf.shm_flags & PRV_DEST)
tbuf.shm_flags |= SHM_DEST;
if (tbuf.shm_flags & PRV_LOCKED)
tbuf.shm_flags |= SHM_LOCKED;
tbuf.shm_flags &= SHM_DEST | SHM_LOCKED | S_IRWXUGO;
tbuf.shm_segsz = shp->shm_segsz; tbuf.shm_segsz = shp->shm_segsz;
tbuf.shm_atime = shp->shm_atim; tbuf.shm_atime = shp->shm_atim;
tbuf.shm_dtime = shp->shm_dtim; tbuf.shm_dtime = shp->shm_dtim;
tbuf.shm_ctime = shp->shm_ctim; tbuf.shm_ctime = shp->shm_ctim;
tbuf.shm_cpid = shp->shm_cprid; tbuf.shm_cpid = shp->shm_cprid;
tbuf.shm_lpid = shp->shm_lprid; tbuf.shm_lpid = shp->shm_lprid;
tbuf.shm_nattch = shp->shm_nattch; tbuf.shm_nattch = file_count (shp->shm_file) - 1;
shm_unlock(shmid); shm_unlock(shmid);
if(copy_shmid_to_user (buf, &tbuf, version)) if(copy_shmid_to_user (buf, &tbuf, version))
return -EFAULT; return -EFAULT;
...@@ -1034,8 +474,6 @@ asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf) ...@@ -1034,8 +474,6 @@ asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf)
/* Allow superuser to lock segment in memory */ /* Allow superuser to lock segment in memory */
/* Should the pages be faulted in here or leave it to user? */ /* Should the pages be faulted in here or leave it to user? */
/* need to determine interaction with current->swappable */ /* need to determine interaction with current->swappable */
if ((shmid % SEQ_MULTIPLIER)== zero_id)
return -EINVAL;
if (!capable(CAP_IPC_LOCK)) if (!capable(CAP_IPC_LOCK))
return -EPERM; return -EPERM;
...@@ -1045,10 +483,13 @@ asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf) ...@@ -1045,10 +483,13 @@ asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf)
err = shm_checkid(shp,shmid); err = shm_checkid(shp,shmid);
if(err) if(err)
goto out_unlock; goto out_unlock;
if(cmd==SHM_LOCK) if(cmd==SHM_LOCK) {
shp->shm_flags |= PRV_LOCKED; shp->shm_file->f_dentry->d_inode->u.shmem_i.locked = 1;
else shp->shm_flags |= SHM_LOCKED;
shp->shm_flags &= ~PRV_LOCKED; } else {
shp->shm_file->f_dentry->d_inode->u.shmem_i.locked = 0;
shp->shm_flags &= ~SHM_LOCKED;
}
shm_unlock(shmid); shm_unlock(shmid);
return err; return err;
} }
...@@ -1064,29 +505,18 @@ asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf) ...@@ -1064,29 +505,18 @@ asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf)
* Instead we set a destroyed flag, and then blow * Instead we set a destroyed flag, and then blow
* the name away when the usage hits zero. * the name away when the usage hits zero.
*/ */
if ((shmid % SEQ_MULTIPLIER) == zero_id)
return -EINVAL;
down(&shm_ids.sem); down(&shm_ids.sem);
shp = shm_lock(shmid); shp = shm_lock(shmid);
if (shp == NULL) { err = -EINVAL;
up(&shm_ids.sem); if (shp == NULL)
return -EINVAL; goto out_up;
}
err = shm_checkid(shp, shmid); err = shm_checkid(shp, shmid);
if (err == 0) { if (err == 0) {
if (shp->shm_nattch == 0 && if (file_count (shp->shm_file) == 1) {
!(shp->shm_flags & SHM_UNLK)) { shm_destroy (shp);
int id=shp->id; return 0;
shm_unlock(shmid);
up(&shm_ids.sem);
/*
* We can't hold shm_lock here else we
* will deadlock in shm_lookup when we
* try to recursively grab it.
*/
return shm_remove_name(id);
} }
shp->shm_flags |= PRV_DEST; shp->shm_flags |= SHM_DEST;
/* Do not find it any more */ /* Do not find it any more */
shp->shm_perm.key = IPC_PRIVATE; shp->shm_perm.key = IPC_PRIVATE;
} }
...@@ -1098,12 +528,6 @@ asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf) ...@@ -1098,12 +528,6 @@ asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf)
case IPC_SET: case IPC_SET:
{ {
struct dentry * dentry;
char name[SHM_FMT_LEN+1];
if ((shmid % SEQ_MULTIPLIER)== zero_id)
return -EINVAL;
if(copy_shmid_from_user (&setbuf, buf, version)) if(copy_shmid_from_user (&setbuf, buf, version))
return -EFAULT; return -EFAULT;
down(&shm_ids.sem); down(&shm_ids.sem);
...@@ -1126,27 +550,7 @@ asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf) ...@@ -1126,27 +550,7 @@ asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf)
shp->shm_flags = (shp->shm_flags & ~S_IRWXUGO) shp->shm_flags = (shp->shm_flags & ~S_IRWXUGO)
| (setbuf.mode & S_IRWXUGO); | (setbuf.mode & S_IRWXUGO);
shp->shm_ctim = CURRENT_TIME; shp->shm_ctim = CURRENT_TIME;
shm_unlock(shmid); break;
up(&shm_ids.sem);
sprintf (name, SHM_FMT, shmid);
dentry = lookup_one(name, lock_parent(shm_sb->s_root));
unlock_dir(shm_sb->s_root);
err = PTR_ERR(dentry);
if (IS_ERR(dentry))
goto bad_dentry;
err = -ENOENT;
if (dentry->d_inode) {
struct inode *ino = dentry->d_inode;
ino->i_uid = setbuf.uid;
ino->i_gid = setbuf.gid;
ino->i_mode = (setbuf.mode & S_IRWXUGO) | (ino->i_mode & ~S_IALLUGO);;
ino->i_atime = ino->i_mtime = ino->i_ctime = CURRENT_TIME;
err = 0;
}
dput (dentry);
bad_dentry:
return err;
} }
default: default:
...@@ -1164,27 +568,6 @@ asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf) ...@@ -1164,27 +568,6 @@ asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf)
return err; return err;
} }
static inline void shm_inc (int id) {
struct shmid_kernel *shp;
if(!(shp = shm_lock(id)))
BUG();
shp->shm_atim = CURRENT_TIME;
shp->shm_lprid = current->pid;
shp->shm_nattch++;
shm_unlock(id);
}
static int shm_mmap(struct file * file, struct vm_area_struct * vma)
{
if ((vma->vm_flags & VM_WRITE) && !(vma->vm_flags & VM_SHARED))
return -EINVAL; /* we cannot do private writable mappings */
UPDATE_ATIME(file->f_dentry->d_inode);
vma->vm_ops = &shm_vm_ops;
shm_inc(file->f_dentry->d_inode->i_ino);
return 0;
}
/* /*
* Fix shmaddr, allocate descriptor, map shm, add attach descriptor to lists. * Fix shmaddr, allocate descriptor, map shm, add attach descriptor to lists.
*/ */
...@@ -1198,11 +581,9 @@ asmlinkage long sys_shmat (int shmid, char *shmaddr, int shmflg, ulong *raddr) ...@@ -1198,11 +581,9 @@ asmlinkage long sys_shmat (int shmid, char *shmaddr, int shmflg, ulong *raddr)
unsigned long prot; unsigned long prot;
unsigned long o_flags; unsigned long o_flags;
int acc_mode; int acc_mode;
struct dentry *dentry;
char name[SHM_FMT_LEN+1];
void *user_addr; void *user_addr;
if (!shm_sb || shmid < 0 || (shmid % SEQ_MULTIPLIER) == zero_id) if (shmid < 0)
return -EINVAL; return -EINVAL;
if ((addr = (ulong)shmaddr)) { if ((addr = (ulong)shmaddr)) {
...@@ -1231,123 +612,26 @@ asmlinkage long sys_shmat (int shmid, char *shmaddr, int shmflg, ulong *raddr) ...@@ -1231,123 +612,26 @@ asmlinkage long sys_shmat (int shmid, char *shmaddr, int shmflg, ulong *raddr)
* aditional creator id... * aditional creator id...
*/ */
shp = shm_lock(shmid); shp = shm_lock(shmid);
if(shp==NULL) if(shp == NULL)
return -EINVAL; return -EINVAL;
err = ipcperms(&shp->shm_perm, acc_mode); if (ipcperms(&shp->shm_perm, acc_mode)) {
shm_unlock(shmid); shm_unlock(shmid);
if (err)
return -EACCES; return -EACCES;
}
file = shp->shm_file;
get_file (file);
shm_unlock(shmid);
sprintf (name, SHM_FMT, shmid);
mntget(shm_fs_type.kern_mnt);
dentry = lookup_one(name, lock_parent(shm_sb->s_root));
unlock_dir(shm_sb->s_root);
err = PTR_ERR(dentry);
if (IS_ERR(dentry))
goto bad_file;
err = -ENOENT;
if (!dentry->d_inode)
goto bad_file;
file = dentry_open(dentry, shm_fs_type.kern_mnt, o_flags);
err = PTR_ERR(file);
if (IS_ERR (file))
goto bad_file1;
down(&current->mm->mmap_sem); down(&current->mm->mmap_sem);
user_addr = (void *) do_mmap (file, addr, file->f_dentry->d_inode->i_size, prot, flags, 0); user_addr = (void *) do_mmap (file, addr, file->f_dentry->d_inode->i_size, prot, flags, 0);
up(&current->mm->mmap_sem); up(&current->mm->mmap_sem);
fput (file);
*raddr = (unsigned long) user_addr; *raddr = (unsigned long) user_addr;
err = 0; err = 0;
if (IS_ERR(user_addr)) if (IS_ERR(user_addr))
err = PTR_ERR(user_addr); err = PTR_ERR(user_addr);
fput (file);
return err;
bad_file1:
dput(dentry);
bad_file:
mntput(shm_fs_type.kern_mnt);
if (err == -ENOENT)
return -EINVAL;
return err; return err;
}
/* This is called by fork, once for every shm attach. */
static void shm_open (struct vm_area_struct *shmd)
{
shm_inc (shmd->vm_file->f_dentry->d_inode->i_ino);
}
/*
* Remove a name.
*/
static int shm_remove_name(int id)
{
struct dentry *dir;
struct dentry *dentry;
int error;
char name[SHM_FMT_LEN+1];
sprintf (name, SHM_FMT, id);
dir = lock_parent(shm_sb->s_root);
dentry = lookup_one(name, dir);
error = PTR_ERR(dentry);
if (!IS_ERR(dentry)) {
/*
* We have to do our own unlink to prevent the vfs
* permission check. The SYSV IPC layer has already
* checked the permissions which do not comply to the
* vfs rules.
*/
struct inode *inode = dir->d_inode;
down(&inode->i_zombie);
error = shm_unlink(inode, dentry);
if (!error)
d_delete(dentry);
up(&inode->i_zombie);
dput(dentry);
}
unlock_dir(dir);
return error;
}
/*
* remove the attach descriptor shmd.
* free memory for segment if it is marked destroyed.
* The descriptor has already been removed from the current->mm->mmap list
* and will later be kfree()d.
*/
static void shm_close (struct vm_area_struct *shmd)
{
int id = shmd->vm_file->f_dentry->d_inode->i_ino;
struct shmid_kernel *shp;
/* remove from the list of attaches of the shm segment */
if(!(shp = shm_lock(id)))
BUG();
shp->shm_lprid = current->pid;
shp->shm_dtim = CURRENT_TIME;
shp->shm_nattch--;
if(shp->shm_nattch == 0 &&
shp->shm_flags & PRV_DEST &&
!(shp->shm_flags & SHM_UNLK)) {
int pid=shp->id;
int err;
shm_unlock(id);
/* The kernel lock prevents new attaches from
* being happening. We can't hold shm_lock here
* else we will deadlock in shm_lookup when we
* try to recursively grab it.
*/
err = shm_remove_name(pid);
if(err && err != -EINVAL && err != -ENOENT)
printk(KERN_ERR "Unlink of SHM id %d failed (%d).\n", pid, err);
} else {
shm_unlock(id);
}
} }
/* /*
...@@ -1370,189 +654,6 @@ asmlinkage long sys_shmdt (char *shmaddr) ...@@ -1370,189 +654,6 @@ asmlinkage long sys_shmdt (char *shmaddr)
return 0; return 0;
} }
/*
* Enter the shm page into the SHM data structures.
*
* This turns the physical page into a swap cache entry.
*/
static int shm_swapout(struct page * page, struct file *file)
{
struct shmid_kernel *shp;
struct inode * inode = file->f_dentry->d_inode;
swp_entry_t entry;
unsigned int idx;
idx = page->index;
entry = get_swap_page();
if (!entry.val)
return -ENOMEM;
/* Add it to the swap cache */
add_to_swap_cache(page, entry);
SetPageDirty(page);
/* Add it to the shm data structures */
swap_duplicate(entry); /* swap-cache and SHM_ENTRY */
shp = shm_lock(inode->i_ino);
SHM_ENTRY (shp, idx) = swp_entry_to_pte(entry);
shm_unlock(inode->i_ino);
/*
* We had one extra page count for the SHM_ENTRY.
* We just overwrote it, so we should free that
* count too (the VM layer will do an additional
* free that free's the page table count that
* it got rid of itself).
*/
page_cache_free(page);
return 0;
}
/*
* page not present ... go through shm_dir
*/
static struct page * shm_nopage_core(struct shmid_kernel *shp, unsigned int idx, int *swp, int *rss, unsigned long address)
{
pte_t pte;
struct page * page;
if (idx >= shp->shm_npages)
return NOPAGE_SIGBUS;
repeat:
/* Do we already have the page in memory? */
pte = SHM_ENTRY(shp,idx);
if (pte_present(pte)) {
/* Yes - just increment the page count */
page = pte_page(pte);
page_cache_get(page);
return page;
}
/* No, but maybe we ahve a page cache entry for it? */
if (!pte_none(pte)) {
swp_entry_t entry = pte_to_swp_entry(pte);
shm_unlock(shp->id);
/* Look it up or read it in.. */
page = lookup_swap_cache(entry);
if (!page) {
lock_kernel();
swapin_readahead(entry);
page = read_swap_cache(entry);
unlock_kernel();
if (!page)
goto oom;
}
if ((shp != shm_lock(shp->id)) && (shp->id != zero_id))
BUG();
(*swp)--;
return page;
}
/* Ok, get a new page */
shm_unlock(shp->id);
page = page_cache_alloc();
if (!page)
goto oom;
clear_user_highpage(page, address);
if ((shp != shm_lock(shp->id)) && (shp->id != zero_id))
BUG();
page->index = idx;
/* Did somebody else allocate it while we slept? */
if (!pte_none(SHM_ENTRY(shp, idx))) {
page_cache_free(page);
goto repeat;
}
pte = pte_mkdirty(mk_pte(page, PAGE_SHARED));
SHM_ENTRY(shp, idx) = pte;
page_cache_get(page); /* one for the page table, once more for SHM_ENTRY */
return page;
oom:
shm_lock(shp->id);
return NOPAGE_OOM;
}
static struct page * shm_nopage(struct vm_area_struct * shmd, unsigned long address, int no_share)
{
struct page * page;
struct shmid_kernel *shp;
unsigned int idx;
struct inode * inode = shmd->vm_file->f_dentry->d_inode;
idx = (address - shmd->vm_start) >> PAGE_SHIFT;
idx += shmd->vm_pgoff;
down(&inode->i_sem);
if(!(shp = shm_lock(inode->i_ino)))
BUG();
page = shm_nopage_core(shp, idx, &shm_swp, &shm_rss, address);
shm_unlock(inode->i_ino);
up(&inode->i_sem);
return(page);
}
/*
* Free the swap entry and set the new pte for the shm page.
*/
static void shm_unuse_page(struct shmid_kernel *shp, unsigned long idx,
swp_entry_t entry, struct page *page)
{
pte_t pte;
pte = pte_mkdirty(mk_pte(page, PAGE_SHARED));
SHM_ENTRY(shp, idx) = pte;
page_cache_get(page);
shm_rss++;
shm_swp--;
swap_free(entry);
}
static int shm_unuse_core(struct shmid_kernel *shp, swp_entry_t entry, struct page *page)
{
int n;
for (n = 0; n < shp->shm_npages; n++) {
if (pte_none(SHM_ENTRY(shp,n)))
continue;
if (pte_present(SHM_ENTRY(shp,n)))
continue;
if (pte_to_swp_entry(SHM_ENTRY(shp,n)).val == entry.val) {
shm_unuse_page(shp, n, entry, page);
return 1;
}
}
return 0;
}
/*
* unuse_shm() search for an eventually swapped out shm page.
*/
void shm_unuse(swp_entry_t entry, struct page *page)
{
int i;
shm_lockall();
for (i = 0; i <= shm_ids.max_id; i++) {
struct shmid_kernel *shp = shm_get(i);
if(shp==NULL)
continue;
if (shm_unuse_core(shp, entry, page))
goto out;
}
out:
shm_unlockall();
zmap_unuse(entry, page);
}
#ifdef CONFIG_PROC_FS #ifdef CONFIG_PROC_FS
static int sysvipc_shm_read_proc(char *buffer, char **start, off_t offset, int length, int *eof, void *data) static int sysvipc_shm_read_proc(char *buffer, char **start, off_t offset, int length, int *eof, void *data)
{ {
...@@ -1561,17 +662,15 @@ static int sysvipc_shm_read_proc(char *buffer, char **start, off_t offset, int l ...@@ -1561,17 +662,15 @@ static int sysvipc_shm_read_proc(char *buffer, char **start, off_t offset, int l
int i, len = 0; int i, len = 0;
down(&shm_ids.sem); down(&shm_ids.sem);
len += sprintf(buffer, " key shmid perms size cpid lpid nattch uid gid cuid cgid atime dtime ctime name\n"); len += sprintf(buffer, " key shmid perms size cpid lpid nattch uid gid cuid cgid atime dtime ctime\n");
for(i = 0; i <= shm_ids.max_id; i++) { for(i = 0; i <= shm_ids.max_id; i++) {
struct shmid_kernel* shp; struct shmid_kernel* shp;
if (i == zero_id)
continue;
shp = shm_lock(i); shp = shm_lock(i);
if(shp!=NULL) { if(shp!=NULL) {
#define SMALL_STRING "%10d %10d %4o %10u %5u %5u %5d %5u %5u %5u %5u %10lu %10lu %10lu %.*s%s\n" #define SMALL_STRING "%10d %10d %4o %10u %5u %5u %5d %5u %5u %5u %5u %10lu %10lu %10lu\n"
#define BIG_STRING "%10d %10d %4o %21u %5u %5u %5d %5u %5u %5u %5u %10lu %10lu %10lu %.*s%s\n" #define BIG_STRING "%10d %10d %4o %21u %5u %5u %5d %5u %5u %5u %5u %10lu %10lu %10lu\n"
char *format; char *format;
if (sizeof(size_t) <= sizeof(int)) if (sizeof(size_t) <= sizeof(int))
...@@ -1585,17 +684,14 @@ static int sysvipc_shm_read_proc(char *buffer, char **start, off_t offset, int l ...@@ -1585,17 +684,14 @@ static int sysvipc_shm_read_proc(char *buffer, char **start, off_t offset, int l
shp->shm_segsz, shp->shm_segsz,
shp->shm_cprid, shp->shm_cprid,
shp->shm_lprid, shp->shm_lprid,
shp->shm_nattch, file_count (shp->shm_file) - 1,
shp->shm_perm.uid, shp->shm_perm.uid,
shp->shm_perm.gid, shp->shm_perm.gid,
shp->shm_perm.cuid, shp->shm_perm.cuid,
shp->shm_perm.cgid, shp->shm_perm.cgid,
shp->shm_atim, shp->shm_atim,
shp->shm_dtim, shp->shm_dtim,
shp->shm_ctim, shp->shm_ctim);
shp->shm_namelen,
shp->shm_name,
shp->shm_flags & SHM_UNLK ? " (deleted)" : "");
shm_unlock(i); shm_unlock(i);
pos += len; pos += len;
...@@ -1619,153 +715,3 @@ static int sysvipc_shm_read_proc(char *buffer, char **start, off_t offset, int l ...@@ -1619,153 +715,3 @@ static int sysvipc_shm_read_proc(char *buffer, char **start, off_t offset, int l
return len; return len;
} }
#endif #endif
#define VMA_TO_SHP(vma) ((vma)->vm_file->private_data)
static spinlock_t zmap_list_lock = SPIN_LOCK_UNLOCKED;
static struct shmid_kernel *zswap_shp = &zshmid_kernel;
static int zshm_rss;
static struct vm_operations_struct shmzero_vm_ops = {
open: shmzero_open,
close: shmzero_close,
nopage: shmzero_nopage,
swapout: shm_swapout,
};
/*
* In this implementation, the "unuse" and "swapout" interfaces are
* interlocked out via the kernel_lock, as well as shm_lock(zero_id).
* "unuse" and "nopage/swapin", as well as "swapout" and "nopage/swapin"
* interlock via shm_lock(zero_id). All these interlocks can be based
* on a per mapping lock instead of being a global lock.
*/
/*
* Reference (existance) counting on the file/dentry/inode is done
* by generic vm_file code. The zero code does not hold any reference
* on the pseudo-file. This is possible because the open/close calls
* are bracketed by the file count update calls.
*/
static struct file *file_setup(struct file *fzero, struct shmid_kernel *shp)
{
struct file *filp;
struct inode *inp;
if ((filp = get_empty_filp()) == 0)
return(filp);
if ((inp = get_empty_inode()) == 0) {
put_filp(filp);
return(0);
}
if ((filp->f_dentry = d_alloc(zdent, &(const struct qstr) { "dev/zero",
8, 0 })) == 0) {
iput(inp);
put_filp(filp);
return(0);
}
filp->f_vfsmnt = mntget(shm_fs_type.kern_mnt);
d_instantiate(filp->f_dentry, inp);
/*
* Copy over dev/ino for benefit of procfs. Use
* ino to indicate seperate mappings.
*/
filp->f_dentry->d_inode->i_dev = shm_fs_type.kern_mnt->mnt_sb->s_dev;
filp->f_dentry->d_inode->i_ino = (unsigned long)shp;
if (fzero)
fput(fzero); /* release /dev/zero file */
return(filp);
}
int map_zero_setup(struct vm_area_struct *vma)
{
extern int vm_enough_memory(long pages);
struct shmid_kernel *shp;
struct file *filp;
if (!vm_enough_memory((vma->vm_end - vma->vm_start) >> PAGE_SHIFT))
return -ENOMEM;
if (IS_ERR(shp = seg_alloc((vma->vm_end - vma->vm_start) / PAGE_SIZE, 0)))
return PTR_ERR(shp);
if ((filp = file_setup(vma->vm_file, shp)) == 0) {
seg_free(shp, 0);
return -ENOMEM;
}
vma->vm_file = filp;
VMA_TO_SHP(vma) = (void *)shp;
shp->id = zero_id;
init_MUTEX(&shp->zsem);
vma->vm_ops = &shmzero_vm_ops;
shmzero_open(vma);
spin_lock(&zmap_list_lock);
list_add(&shp->zero_list, &zshmid_kernel.zero_list);
spin_unlock(&zmap_list_lock);
return 0;
}
static void shmzero_open(struct vm_area_struct *shmd)
{
struct shmid_kernel *shp;
shp = VMA_TO_SHP(shmd);
down(&shp->zsem);
shp->shm_nattch++;
up(&shp->zsem);
}
static void shmzero_close(struct vm_area_struct *shmd)
{
int done = 0;
struct shmid_kernel *shp;
shp = VMA_TO_SHP(shmd);
down(&shp->zsem);
if (--shp->shm_nattch == 0)
done = 1;
up(&shp->zsem);
if (done) {
spin_lock(&zmap_list_lock);
if (shp == zswap_shp)
zswap_shp = list_entry(zswap_shp->zero_list.next,
struct shmid_kernel, zero_list);
list_del(&shp->zero_list);
spin_unlock(&zmap_list_lock);
seg_free(shp, 0);
}
}
static struct page * shmzero_nopage(struct vm_area_struct * shmd, unsigned long address, int no_share)
{
struct page *page;
struct shmid_kernel *shp;
unsigned int idx;
int dummy;
idx = (address - shmd->vm_start) >> PAGE_SHIFT;
idx += shmd->vm_pgoff;
shp = VMA_TO_SHP(shmd);
down(&shp->zsem);
shm_lock(zero_id);
page = shm_nopage_core(shp, idx, &dummy, &zshm_rss, address);
shm_unlock(zero_id);
up(&shp->zsem);
return(page);
}
static void zmap_unuse(swp_entry_t entry, struct page *page)
{
struct shmid_kernel *shp;
spin_lock(&zmap_list_lock);
shm_lock(zero_id);
for (shp = list_entry(zshmid_kernel.zero_list.next, struct shmid_kernel,
zero_list); shp != &zshmid_kernel;
shp = list_entry(shp->zero_list.next, struct shmid_kernel,
zero_list)) {
if (shm_unuse_core(shp, entry, page))
break;
}
shm_unlock(zero_id);
spin_unlock(&zmap_list_lock);
}
...@@ -345,11 +345,6 @@ void sem_exit (void) ...@@ -345,11 +345,6 @@ void sem_exit (void)
return; return;
} }
int shm_swap (int prio, int gfp_mask)
{
return 0;
}
asmlinkage long sys_semget (key_t key, int nsems, int semflg) asmlinkage long sys_semget (key_t key, int nsems, int semflg)
{ {
return -ENOSYS; return -ENOSYS;
...@@ -406,13 +401,4 @@ asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf) ...@@ -406,13 +401,4 @@ asmlinkage long sys_shmctl (int shmid, int cmd, struct shmid_ds *buf)
return -ENOSYS; return -ENOSYS;
} }
void shm_unuse(swp_entry_t entry, struct page *page)
{
}
int map_zero_setup(struct vm_area_struct *vma)
{
return -EINVAL;
}
#endif /* CONFIG_SYSVIPC */ #endif /* CONFIG_SYSVIPC */
...@@ -524,6 +524,7 @@ EXPORT_SYMBOL(init_bh); ...@@ -524,6 +524,7 @@ EXPORT_SYMBOL(init_bh);
EXPORT_SYMBOL(remove_bh); EXPORT_SYMBOL(remove_bh);
EXPORT_SYMBOL(tasklet_init); EXPORT_SYMBOL(tasklet_init);
EXPORT_SYMBOL(tasklet_kill); EXPORT_SYMBOL(tasklet_kill);
EXPORT_SYMBOL(__run_task_queue);
/* init task, for moving kthread roots - ought to export a function ?? */ /* init task, for moving kthread roots - ought to export a function ?? */
......
...@@ -15,6 +15,7 @@ ...@@ -15,6 +15,7 @@
#include <linux/interrupt.h> #include <linux/interrupt.h>
#include <linux/smp_lock.h> #include <linux/smp_lock.h>
#include <linux/init.h> #include <linux/init.h>
#include <linux/tqueue.h>
/* /*
- No shared variables, all the data are CPU local. - No shared variables, all the data are CPU local.
...@@ -288,4 +289,28 @@ void __init softirq_init() ...@@ -288,4 +289,28 @@ void __init softirq_init()
open_softirq(HI_SOFTIRQ, tasklet_hi_action, NULL); open_softirq(HI_SOFTIRQ, tasklet_hi_action, NULL);
} }
void __run_task_queue(task_queue *list)
{
struct list_head head, *next;
unsigned long flags;
spin_lock_irqsave(&tqueue_lock, flags);
list_add(&head, list);
list_del_init(list);
spin_unlock_irqrestore(&tqueue_lock, flags);
next = head.next;
while (next != &head) {
void (*f) (void *);
struct tq_struct *p;
p = list_entry(next, struct tq_struct, list);
next = next->next;
/* Debug: force an oops from people who delete entries */
next->prev->next = next->prev->prev = 0;
f = p->routine;
p->sync = 0;
if (f)
f(p->data);
}
}
...@@ -63,6 +63,8 @@ extern int sg_big_buff; ...@@ -63,6 +63,8 @@ extern int sg_big_buff;
#endif #endif
#ifdef CONFIG_SYSVIPC #ifdef CONFIG_SYSVIPC
extern size_t shm_ctlmax; extern size_t shm_ctlmax;
extern size_t shm_ctlall;
extern int shm_ctlmni;
extern int msg_ctlmax; extern int msg_ctlmax;
extern int msg_ctlmnb; extern int msg_ctlmnb;
extern int msg_ctlmni; extern int msg_ctlmni;
...@@ -208,6 +210,10 @@ static ctl_table kern_table[] = { ...@@ -208,6 +210,10 @@ static ctl_table kern_table[] = {
#ifdef CONFIG_SYSVIPC #ifdef CONFIG_SYSVIPC
{KERN_SHMMAX, "shmmax", &shm_ctlmax, sizeof (size_t), {KERN_SHMMAX, "shmmax", &shm_ctlmax, sizeof (size_t),
0644, NULL, &proc_doulongvec_minmax}, 0644, NULL, &proc_doulongvec_minmax},
{KERN_SHMALL, "shmall", &shm_ctlall, sizeof (size_t),
0644, NULL, &proc_doulongvec_minmax},
{KERN_SHMMNI, "shmmni", &shm_ctlmni, sizeof (int),
0644, NULL, &proc_dointvec},
{KERN_MSGMAX, "msgmax", &msg_ctlmax, sizeof (int), {KERN_MSGMAX, "msgmax", &msg_ctlmax, sizeof (int),
0644, NULL, &proc_dointvec}, 0644, NULL, &proc_dointvec},
{KERN_MSGMNI, "msgmni", &msg_ctlmni, sizeof (int), {KERN_MSGMNI, "msgmni", &msg_ctlmni, sizeof (int),
......
...@@ -11,7 +11,8 @@ O_TARGET := mm.o ...@@ -11,7 +11,8 @@ O_TARGET := mm.o
obj-y := memory.o mmap.o filemap.o mprotect.o mlock.o mremap.o \ obj-y := memory.o mmap.o filemap.o mprotect.o mlock.o mremap.o \
vmalloc.o slab.o bootmem.o swap.o vmscan.o page_io.o \ vmalloc.o slab.o bootmem.o swap.o vmscan.o page_io.o \
page_alloc.o swap_state.o swapfile.o numa.o oom_kill.o page_alloc.o swap_state.o swapfile.o numa.o oom_kill.o \
shmem.o
obj-$(CONFIG_HIGHMEM) += highmem.o obj-$(CONFIG_HIGHMEM) += highmem.o
......
...@@ -542,8 +542,8 @@ void lock_page(struct page *page) ...@@ -542,8 +542,8 @@ void lock_page(struct page *page)
* a rather lightweight function, finding and getting a reference to a * a rather lightweight function, finding and getting a reference to a
* hashed page atomically, waiting for it if it's locked. * hashed page atomically, waiting for it if it's locked.
*/ */
static struct page * __find_get_page(struct address_space *mapping, struct page * __find_get_page(struct address_space *mapping,
unsigned long offset, struct page **hash) unsigned long offset, struct page **hash)
{ {
struct page *page; struct page *page;
......
...@@ -333,7 +333,7 @@ unsigned long do_mmap_pgoff(struct file * file, unsigned long addr, unsigned lon ...@@ -333,7 +333,7 @@ unsigned long do_mmap_pgoff(struct file * file, unsigned long addr, unsigned lon
if (error) if (error)
goto unmap_and_free_vma; goto unmap_and_free_vma;
} else if (flags & MAP_SHARED) { } else if (flags & MAP_SHARED) {
error = map_zero_setup(vma); error = shmem_zero_setup(vma);
if (error) if (error)
goto free_vma; goto free_vma;
} }
......
/*
* Resizable simple shmem filesystem for Linux.
*
* Copyright (C) 2000 Linus Torvalds.
* 2000 Transmeta Corp.
* 2000 Christoph Rohland
*
* This file is released under the GPL.
*/
/*
* This shared memory handling is heavily based on the ramfs. It
* extends the ramfs by the ability to use swap which would makes it a
* completely usable filesystem.
*
* But read and write are not supported (yet)
*
*/
#include <linux/module.h>
#include <linux/init.h>
#include <linux/devfs_fs_kernel.h>
#include <linux/fs.h>
#include <linux/mm.h>
#include <linux/file.h>
#include <linux/swap.h>
#include <linux/pagemap.h>
#include <linux/init.h>
#include <linux/string.h>
#include <linux/locks.h>
#include <asm/smplock.h>
#include <asm/uaccess.h>
#define SHMEM_MAGIC 0x01021994
#define ENTRIES_PER_PAGE (PAGE_SIZE/sizeof(unsigned long))
#define NR_SINGLE (ENTRIES_PER_PAGE + SHMEM_NR_DIRECT)
static struct super_operations shmem_ops;
static struct address_space_operations shmem_aops;
static struct file_operations shmem_file_operations;
static struct inode_operations shmem_inode_operations;
static struct file_operations shmem_dir_operations;
static struct inode_operations shmem_dir_inode_operations;
static struct vm_operations_struct shmem_shared_vm_ops;
static struct vm_operations_struct shmem_private_vm_ops;
LIST_HEAD (shmem_inodes);
static spinlock_t shmem_ilock = SPIN_LOCK_UNLOCKED;
static swp_entry_t * shmem_swp_entry (struct shmem_inode_info *info, unsigned long index)
{
if (index < SHMEM_NR_DIRECT)
return info->i_direct+index;
index -= SHMEM_NR_DIRECT;
if (index >= ENTRIES_PER_PAGE*ENTRIES_PER_PAGE)
return NULL;
if (!info->i_indirect) {
info->i_indirect = (swp_entry_t **) get_zeroed_page(GFP_USER);
if (!info->i_indirect)
return NULL;
}
if(!(info->i_indirect[index/ENTRIES_PER_PAGE])) {
info->i_indirect[index/ENTRIES_PER_PAGE] = (swp_entry_t *) get_zeroed_page(GFP_USER);
if (!info->i_indirect[index/ENTRIES_PER_PAGE])
return NULL;
}
return info->i_indirect[index/ENTRIES_PER_PAGE]+index%ENTRIES_PER_PAGE;
}
static int shmem_free_swp(swp_entry_t *dir, unsigned int count)
{
swp_entry_t *ptr, entry;
struct page * page;
int freed = 0;
for (ptr = dir; ptr < dir + count; ptr++) {
if (!ptr->val)
continue;
entry = *ptr;
swap_free (entry);
*ptr = (swp_entry_t){0};
freed++;
if (!(page = lookup_swap_cache(entry)))
continue;
delete_from_swap_cache(page);
page_cache_release(page);
}
return freed;
}
/*
* shmem_truncate_part - free a bunch of swap entries
*
* @dir: pointer to swp_entries
* @size: number of entries in dir
* @start: offset to start from
* @inode: inode for statistics
* @freed: counter for freed pages
*
* It frees the swap entries from dir+start til dir+size
*
* returns 0 if it truncated something, else (offset-size)
*/
static unsigned long
shmem_truncate_part (swp_entry_t * dir, unsigned long size,
unsigned long start, struct inode * inode, unsigned long *freed) {
if (start > size)
return start - size;
if (dir)
*freed += shmem_free_swp (dir+start, size-start);
return 0;
}
static void shmem_truncate (struct inode * inode)
{
int clear_base;
unsigned long start;
unsigned long mmfreed, freed = 0;
swp_entry_t **base, **ptr;
struct shmem_inode_info * info = &inode->u.shmem_i;
spin_lock (&info->lock);
start = (inode->i_size + PAGE_CACHE_SIZE - 1) >> PAGE_CACHE_SHIFT;
start = shmem_truncate_part (info->i_direct, SHMEM_NR_DIRECT, start, inode, &freed);
if (!(base = info->i_indirect))
goto out;;
clear_base = 1;
for (ptr = base; ptr < base + ENTRIES_PER_PAGE; ptr++) {
if (!start) {
if (!*ptr)
continue;
freed += shmem_free_swp (*ptr, ENTRIES_PER_PAGE);
free_page ((unsigned long) *ptr);
*ptr = 0;
continue;
}
clear_base = 0;
start = shmem_truncate_part (*ptr, ENTRIES_PER_PAGE, start, inode, &freed);
}
if (!clear_base)
goto out;
free_page ((unsigned long)base);
info->i_indirect = 0;
out:
/*
* We have to calculate the free blocks since we do not know
* how many pages the mm discarded
*
* But we know that normally
* inodes->i_blocks == inode->i_mapping->nrpages + info->swapped
*
* So the mm freed
* inodes->i_blocks - (inode->i_mapping->nrpages + info->swapped)
*/
mmfreed = inode->i_blocks - (inode->i_mapping->nrpages + info->swapped);
info->swapped -= freed;
inode->i_blocks -= freed + mmfreed;
spin_unlock (&info->lock);
spin_lock (&inode->i_sb->u.shmem_sb.stat_lock);
inode->i_sb->u.shmem_sb.free_blocks += freed + mmfreed;
spin_unlock (&inode->i_sb->u.shmem_sb.stat_lock);
}
static void shmem_delete_inode(struct inode * inode)
{
struct shmem_sb_info *info = &inode->i_sb->u.shmem_sb;
spin_lock (&shmem_ilock);
list_del (&inode->u.shmem_i.list);
spin_unlock (&shmem_ilock);
inode->i_size = 0;
shmem_truncate (inode);
spin_lock (&info->stat_lock);
info->free_inodes++;
spin_unlock (&info->stat_lock);
clear_inode(inode);
}
/*
* We mark int dirty so the vm will not simply drop it
* The real work is done in shmem_writepage
*/
int shmem_swapout(struct page * page, struct file *file)
{
SetPageDirty (page);
return 0;
}
/*
* Move the page from the page cache to the swap cache
*/
static int shmem_writepage(struct page * page)
{
int error;
struct shmem_inode_info *info;
swp_entry_t *entry;
info = &((struct inode *)page->mapping->host)->u.shmem_i;
if (info->locked)
return 1;
spin_lock(&info->lock);
entry = shmem_swp_entry (info, page->index);
if (!entry) /* this had been allocted on page allocation */
BUG();
error = -EAGAIN;
if (entry->val)
goto out;
/*
* 1 means "cannot write out".
* We can't drop dirty pages
* just because we ran out of
* swap.
*/
error = 1;
*entry = __get_swap_page(2);
if (!entry->val)
goto out;
error = 0;
/* Remove the from the page cache */
lru_cache_del(page);
remove_inode_page(page);
/* Add it to the swap cache */
add_to_swap_cache(page,*entry);
page_cache_release(page);
SetPageDirty(page);
info->swapped++;
out:
spin_unlock(&info->lock);
UnlockPage(page);
return error;
}
/*
* shmem_nopage - either get the page from swap or allocate a new one
*
* If we allocate a new one we do not mark it dirty. That's up to the
* vm. If we swap it in we mark it dirty since we also free the swap
* entry since a page cannot live in both the swap and page cache
*/
struct page * shmem_nopage(struct vm_area_struct * vma, unsigned long address, int no_share)
{
unsigned long size;
struct page * page;
unsigned int idx;
swp_entry_t *entry;
struct inode * inode = vma->vm_file->f_dentry->d_inode;
struct address_space * mapping = inode->i_mapping;
struct shmem_inode_info *info;
idx = (address - vma->vm_start) >> PAGE_SHIFT;
idx += vma->vm_pgoff;
down (&inode->i_sem);
size = (inode->i_size + PAGE_CACHE_SIZE - 1) >> PAGE_CACHE_SHIFT;
page = NOPAGE_SIGBUS;
if ((idx >= size) && (vma->vm_mm == current->mm))
goto out;
/* retry, we may have slept */
page = __find_lock_page(mapping, idx, page_hash (mapping, idx));
if (page)
goto cached_page;
info = &inode->u.shmem_i;
entry = shmem_swp_entry (info, idx);
if (!entry)
goto oom;
if (entry->val) {
unsigned long flags;
/* Look it up and read it in.. */
page = lookup_swap_cache(*entry);
if (!page) {
lock_kernel();
swapin_readahead(*entry);
page = read_swap_cache(*entry);
unlock_kernel();
if (!page)
goto oom;
}
/* We have to this with page locked to prevent races */
spin_lock (&info->lock);
swap_free(*entry);
lock_page(page);
delete_from_swap_cache_nolock(page);
*entry = (swp_entry_t) {0};
flags = page->flags & ~((1 << PG_uptodate) | (1 << PG_error) | (1 << PG_referenced) | (1 << PG_arch_1));
page->flags = flags | (1 << PG_dirty);
add_to_page_cache_locked(page, mapping, idx);
info->swapped--;
spin_unlock (&info->lock);
} else {
spin_lock (&inode->i_sb->u.shmem_sb.stat_lock);
if (inode->i_sb->u.shmem_sb.free_blocks == 0)
goto no_space;
inode->i_sb->u.shmem_sb.free_blocks--;
spin_unlock (&inode->i_sb->u.shmem_sb.stat_lock);
/* Ok, get a new page */
page = page_cache_alloc();
if (!page)
goto oom;
clear_user_highpage(page, address);
inode->i_blocks++;
add_to_page_cache (page, mapping, idx);
}
/* We have the page */
SetPageUptodate (page);
cached_page:
UnlockPage (page);
up(&inode->i_sem);
if (no_share) {
struct page *new_page = page_cache_alloc();
if (new_page) {
copy_user_highpage(new_page, page, address);
flush_page_to_ram(new_page);
} else
new_page = NOPAGE_OOM;
page_cache_release(page);
return new_page;
}
flush_page_to_ram (page);
return(page);
no_space:
spin_unlock (&inode->i_sb->u.shmem_sb.stat_lock);
oom:
page = NOPAGE_OOM;
out:
up(&inode->i_sem);
return page;
}
struct inode *shmem_get_inode(struct super_block *sb, int mode, int dev)
{
struct inode * inode;
spin_lock (&sb->u.shmem_sb.stat_lock);
if (!sb->u.shmem_sb.free_inodes) {
spin_unlock (&sb->u.shmem_sb.stat_lock);
return NULL;
}
sb->u.shmem_sb.free_inodes--;
spin_unlock (&sb->u.shmem_sb.stat_lock);
inode = new_inode(sb);
if (inode) {
inode->i_mode = mode;
inode->i_uid = current->fsuid;
inode->i_gid = current->fsgid;
inode->i_blksize = PAGE_CACHE_SIZE;
inode->i_blocks = 0;
inode->i_rdev = to_kdev_t(dev);
inode->i_mapping->a_ops = &shmem_aops;
inode->i_atime = inode->i_mtime = inode->i_ctime = CURRENT_TIME;
spin_lock_init (&inode->u.shmem_i.lock);
switch (mode & S_IFMT) {
default:
init_special_inode(inode, mode, dev);
break;
case S_IFREG:
inode->i_op = &shmem_inode_operations;
inode->i_fop = &shmem_file_operations;
break;
case S_IFDIR:
inode->i_op = &shmem_dir_inode_operations;
inode->i_fop = &shmem_dir_operations;
break;
case S_IFLNK:
inode->i_op = &page_symlink_inode_operations;
break;
}
spin_lock (&shmem_ilock);
list_add (&inode->u.shmem_i.list, &shmem_inodes);
spin_unlock (&shmem_ilock);
}
return inode;
}
static int shmem_statfs(struct super_block *sb, struct statfs *buf)
{
buf->f_type = SHMEM_MAGIC;
buf->f_bsize = PAGE_CACHE_SIZE;
spin_lock (&sb->u.shmem_sb.stat_lock);
if (sb->u.shmem_sb.max_blocks != ULONG_MAX ||
sb->u.shmem_sb.max_inodes != ULONG_MAX) {
buf->f_blocks = sb->u.shmem_sb.max_blocks;
buf->f_bavail = buf->f_bfree = sb->u.shmem_sb.free_blocks;
buf->f_files = sb->u.shmem_sb.max_inodes;
buf->f_ffree = sb->u.shmem_sb.free_inodes;
}
spin_unlock (&sb->u.shmem_sb.stat_lock);
buf->f_namelen = 255;
return 0;
}
/*
* Lookup the data. This is trivial - if the dentry didn't already
* exist, we know it is negative.
*/
static struct dentry * shmem_lookup(struct inode *dir, struct dentry *dentry)
{
d_add(dentry, NULL);
return NULL;
}
/*
* File creation. Allocate an inode, and we're done..
*/
static int shmem_mknod(struct inode *dir, struct dentry *dentry, int mode, int dev)
{
struct inode * inode = shmem_get_inode(dir->i_sb, mode, dev);
int error = -ENOSPC;
if (inode) {
d_instantiate(dentry, inode);
dget(dentry); /* Extra count - pin the dentry in core */
error = 0;
}
return error;
}
static int shmem_mkdir(struct inode * dir, struct dentry * dentry, int mode)
{
return shmem_mknod(dir, dentry, mode | S_IFDIR, 0);
}
static int shmem_create(struct inode *dir, struct dentry *dentry, int mode)
{
return shmem_mknod(dir, dentry, mode | S_IFREG, 0);
}
/*
* Link a file..
*/
static int shmem_link(struct dentry *old_dentry, struct inode * dir, struct dentry * dentry)
{
struct inode *inode = old_dentry->d_inode;
if (S_ISDIR(inode->i_mode))
return -EPERM;
inode->i_nlink++;
atomic_inc(&inode->i_count); /* New dentry reference */
dget(dentry); /* Extra pinning count for the created dentry */
d_instantiate(dentry, inode);
return 0;
}
static inline int shmem_positive(struct dentry *dentry)
{
return dentry->d_inode && !d_unhashed(dentry);
}
/*
* Check that a directory is empty (this works
* for regular files too, they'll just always be
* considered empty..).
*
* Note that an empty directory can still have
* children, they just all have to be negative..
*/
static int shmem_empty(struct dentry *dentry)
{
struct list_head *list;
spin_lock(&dcache_lock);
list = dentry->d_subdirs.next;
while (list != &dentry->d_subdirs) {
struct dentry *de = list_entry(list, struct dentry, d_child);
if (shmem_positive(de)) {
spin_unlock(&dcache_lock);
return 0;
}
list = list->next;
}
spin_unlock(&dcache_lock);
return 1;
}
/*
* This works for both directories and regular files.
* (non-directories will always have empty subdirs)
*/
static int shmem_unlink(struct inode * dir, struct dentry *dentry)
{
int retval = -ENOTEMPTY;
if (shmem_empty(dentry)) {
struct inode *inode = dentry->d_inode;
inode->i_nlink--;
dput(dentry); /* Undo the count from "create" - this does all the work */
retval = 0;
}
return retval;
}
#define shmem_rmdir shmem_unlink
/*
* The VFS layer already does all the dentry stuff for rename,
* we just have to decrement the usage count for the target if
* it exists so that the VFS layer correctly free's it when it
* gets overwritten.
*/
static int shmem_rename(struct inode * old_dir, struct dentry *old_dentry, struct inode * new_dir,struct dentry *new_dentry)
{
int error = -ENOTEMPTY;
if (shmem_empty(new_dentry)) {
struct inode *inode = new_dentry->d_inode;
if (inode) {
inode->i_nlink--;
dput(new_dentry);
}
error = 0;
}
return error;
}
static int shmem_symlink(struct inode * dir, struct dentry *dentry, const char * symname)
{
int error;
error = shmem_mknod(dir, dentry, S_IFLNK | S_IRWXUGO, 0);
if (!error) {
int l = strlen(symname)+1;
struct inode *inode = dentry->d_inode;
error = block_symlink(inode, symname, l);
}
return error;
}
static int shmem_mmap(struct file * file, struct vm_area_struct * vma)
{
struct vm_operations_struct * ops;
struct inode *inode = file->f_dentry->d_inode;
ops = &shmem_private_vm_ops;
if ((vma->vm_flags & VM_SHARED) && (vma->vm_flags & VM_MAYWRITE))
ops = &shmem_shared_vm_ops;
if (!inode->i_sb || !S_ISREG(inode->i_mode))
return -EACCES;
UPDATE_ATIME(inode);
vma->vm_ops = ops;
return 0;
}
static int shmem_parse_options(char *options, int *mode, unsigned long * blocks, unsigned long *inodes)
{
char *this_char, *value;
this_char = NULL;
if ( options )
this_char = strtok(options,",");
for ( ; this_char; this_char = strtok(NULL,",")) {
if ((value = strchr(this_char,'=')) != NULL)
*value++ = 0;
if (!strcmp(this_char,"nr_blocks")) {
if (!value || !*value || !blocks)
return 1;
*blocks = simple_strtoul(value,&value,0);
if (*value)
return 1;
} else if (!strcmp(this_char,"nr_inodes")) {
if (!value || !*value || !inodes)
return 1;
*inodes = simple_strtoul(value,&value,0);
if (*value)
return 1;
} else if (!strcmp(this_char,"mode")) {
if (!value || !*value || !mode)
return 1;
*mode = simple_strtoul(value,&value,8);
if (*value)
return 1;
}
else
return 1;
}
return 0;
}
static struct super_block *shmem_read_super(struct super_block * sb, void * data, int silent)
{
struct inode * inode;
struct dentry * root;
unsigned long blocks = ULONG_MAX; /* unlimited */
unsigned long inodes = ULONG_MAX; /* unlimited */
int mode = S_IRWXUGO | S_ISVTX;
if (shmem_parse_options (data, &mode, &blocks, &inodes)) {
printk(KERN_ERR "shmem fs invalid option\n");
return NULL;
}
spin_lock_init (&sb->u.shmem_sb.stat_lock);
sb->u.shmem_sb.max_blocks = blocks;
sb->u.shmem_sb.free_blocks = blocks;
sb->u.shmem_sb.max_inodes = inodes;
sb->u.shmem_sb.free_inodes = inodes;
sb->s_blocksize = PAGE_CACHE_SIZE;
sb->s_blocksize_bits = PAGE_CACHE_SHIFT;
sb->s_magic = SHMEM_MAGIC;
sb->s_op = &shmem_ops;
inode = shmem_get_inode(sb, S_IFDIR | mode, 0);
if (!inode)
return NULL;
root = d_alloc_root(inode);
if (!root) {
iput(inode);
return NULL;
}
sb->s_root = root;
return sb;
}
static int shmem_remount_fs (struct super_block *sb, int *flags, char *data)
{
int error;
unsigned long max_blocks, blocks;
unsigned long max_inodes, inodes;
struct shmem_sb_info *info = &sb->u.shmem_sb;
if (shmem_parse_options (data, NULL, &max_blocks, &max_inodes))
return -EINVAL;
spin_lock(&info->stat_lock);
blocks = info->max_blocks - info->free_blocks;
inodes = info->max_inodes - info->free_inodes;
error = -EINVAL;
if (max_blocks < blocks)
goto out;
if (max_inodes < inodes)
goto out;
error = 0;
info->max_blocks = max_blocks;
info->free_blocks = max_blocks - blocks;
info->max_inodes = max_inodes;
info->free_inodes = max_inodes - inodes;
out:
spin_unlock(&info->stat_lock);
return error;
}
static struct address_space_operations shmem_aops = {
writepage: shmem_writepage
};
static struct file_operations shmem_file_operations = {
mmap: shmem_mmap
};
static struct inode_operations shmem_inode_operations = {
truncate: shmem_truncate,
};
static struct file_operations shmem_dir_operations = {
read: generic_read_dir,
readdir: dcache_readdir,
};
static struct inode_operations shmem_dir_inode_operations = {
create: shmem_create,
lookup: shmem_lookup,
link: shmem_link,
unlink: shmem_unlink,
symlink: shmem_symlink,
mkdir: shmem_mkdir,
rmdir: shmem_rmdir,
mknod: shmem_mknod,
rename: shmem_rename,
};
static struct super_operations shmem_ops = {
statfs: shmem_statfs,
remount_fs: shmem_remount_fs,
delete_inode: shmem_delete_inode,
put_inode: force_delete,
};
static struct vm_operations_struct shmem_private_vm_ops = {
nopage: shmem_nopage,
};
static struct vm_operations_struct shmem_shared_vm_ops = {
nopage: shmem_nopage,
swapout:shmem_swapout,
};
static DECLARE_FSTYPE(shmem_fs_type, "shm", shmem_read_super, FS_LITTER);
static int __init init_shmem_fs(void)
{
int error;
struct vfsmount * res;
if ((error = register_filesystem(&shmem_fs_type))) {
printk (KERN_ERR "Could not register shmem fs\n");
return error;
}
res = kern_mount(&shmem_fs_type);
if (IS_ERR (res)) {
printk (KERN_ERR "could not kern_mount shmem fs\n");
unregister_filesystem(&shmem_fs_type);
return PTR_ERR(res);
}
devfs_mk_dir (NULL, "shm", NULL);
return 0;
}
static void __exit exit_shmem_fs(void)
{
unregister_filesystem(&shmem_fs_type);
}
module_init(init_shmem_fs)
module_exit(exit_shmem_fs)
static int shmem_clear_swp (swp_entry_t entry, swp_entry_t *ptr, int size) {
swp_entry_t *test;
for (test = ptr; test < ptr + size; test++) {
if (test->val == entry.val) {
swap_free (entry);
*test = (swp_entry_t) {0};
return test - ptr;
}
}
return -1;
}
static int shmem_unuse_inode (struct inode *inode, swp_entry_t entry, struct page *page)
{
swp_entry_t **base, **ptr;
unsigned long idx;
int offset;
idx = 0;
if ((offset = shmem_clear_swp (entry, inode->u.shmem_i.i_direct, SHMEM_NR_DIRECT)) >= 0)
goto found;
idx = SHMEM_NR_DIRECT;
if (!(base = inode->u.shmem_i.i_indirect))
return 0;
for (ptr = base; ptr < base + ENTRIES_PER_PAGE; ptr++) {
if (*ptr &&
(offset = shmem_clear_swp (entry, *ptr, ENTRIES_PER_PAGE)) >= 0)
goto found;
idx += ENTRIES_PER_PAGE;
}
return 0;
found:
delete_from_swap_cache (page);
add_to_page_cache (page, inode->i_mapping, idx);
SetPageDirty (page);
SetPageUptodate (page);
UnlockPage (page);
spin_lock (&inode->u.shmem_i.lock);
inode->u.shmem_i.swapped--;
spin_unlock (&inode->u.shmem_i.lock);
return 1;
}
/*
* unuse_shmem() search for an eventually swapped out shmem page.
*/
void shmem_unuse(swp_entry_t entry, struct page *page)
{
struct list_head *p;
struct inode * inode;
spin_lock (&shmem_ilock);
list_for_each(p, &shmem_inodes) {
inode = list_entry(p, struct inode, u.shmem_i.list);
if (shmem_unuse_inode(inode, entry, page))
break;
}
spin_unlock (&shmem_ilock);
}
/*
* shmem_file_setup - get an unlinked file living in shmem fs
*
* @name: name for dentry (to be seen in /proc/<pid>/maps
* @size: size to be set for the file
*
*/
struct file *shmem_file_setup(char * name, loff_t size)
{
int error;
struct file *file;
struct inode * inode;
struct dentry *dentry, *root;
struct qstr this;
int vm_enough_memory(long pages);
error = -ENOMEM;
if (!vm_enough_memory((size) >> PAGE_SHIFT))
goto out;
this.name = name;
this.len = strlen(name);
this.hash = 0; /* will go */
root = shmem_fs_type.kern_mnt->mnt_root;
dentry = d_alloc(root, &this);
if (!dentry)
goto out;
error = -ENFILE;
file = get_empty_filp();
if (!file)
goto put_dentry;
error = -ENOSPC;
inode = shmem_get_inode(root->d_sb, S_IFREG | S_IRWXUGO, 0);
if (!inode)
goto close_file;
d_instantiate(dentry, inode);
dentry->d_inode->i_size = size;
file->f_vfsmnt = mntget(shmem_fs_type.kern_mnt);
file->f_dentry = dentry;
file->f_op = &shmem_file_operations;
file->f_mode = FMODE_WRITE | FMODE_READ;
inode->i_nlink = 0; /* It is unlinked */
return(file);
close_file:
put_filp(file);
put_dentry:
dput (dentry);
out:
return ERR_PTR(error);
}
/*
* shmem_zero_setup - setup a shared anonymous mapping
*
* @vma: the vma to be mmapped is prepared by do_mmap_pgoff
*/
int shmem_zero_setup(struct vm_area_struct *vma)
{
struct file *file;
loff_t size = vma->vm_end - vma->vm_start;
file = shmem_file_setup("dev/zero", size);
if (IS_ERR(file))
return PTR_ERR(file);
if (vma->vm_file)
fput (vma->vm_file);
vma->vm_file = file;
vma->vm_ops = &shmem_shared_vm_ops;
return 0;
}
...@@ -375,7 +375,7 @@ static int try_to_unuse(unsigned int type) ...@@ -375,7 +375,7 @@ static int try_to_unuse(unsigned int type)
for_each_task(p) for_each_task(p)
unuse_process(p->mm, entry, page); unuse_process(p->mm, entry, page);
read_unlock(&tasklist_lock); read_unlock(&tasklist_lock);
shm_unuse(entry, page); shmem_unuse(entry, page);
/* Now get rid of the extra reference to the temporary /* Now get rid of the extra reference to the temporary
page we've been using. */ page we've been using. */
page_cache_release(page); page_cache_release(page);
......
...@@ -603,6 +603,8 @@ int page_launder(int gfp_mask, int sync) ...@@ -603,6 +603,8 @@ int page_launder(int gfp_mask, int sync)
*/ */
if (PageDirty(page)) { if (PageDirty(page)) {
int (*writepage)(struct page *) = page->mapping->a_ops->writepage; int (*writepage)(struct page *) = page->mapping->a_ops->writepage;
int result;
if (!writepage) if (!writepage)
goto page_active; goto page_active;
...@@ -619,12 +621,16 @@ int page_launder(int gfp_mask, int sync) ...@@ -619,12 +621,16 @@ int page_launder(int gfp_mask, int sync)
page_cache_get(page); page_cache_get(page);
spin_unlock(&pagemap_lru_lock); spin_unlock(&pagemap_lru_lock);
writepage(page); result = writepage(page);
page_cache_release(page); page_cache_release(page);
/* And re-start the thing.. */ /* And re-start the thing.. */
spin_lock(&pagemap_lru_lock); spin_lock(&pagemap_lru_lock);
continue; if (result != 1)
continue;
/* writepage refused to do anything */
SetPageDirty(page);
goto page_active;
} }
/* /*
......
...@@ -14,15 +14,38 @@ export-objs = ip_conntrack_standalone.o ip_conntrack_ftp.o ip_fw_compat.o ip_nat ...@@ -14,15 +14,38 @@ export-objs = ip_conntrack_standalone.o ip_conntrack_ftp.o ip_fw_compat.o ip_nat
# Multipart objects. # Multipart objects.
list-multi := ip_conntrack.o iptable_nat.o ipfwadm.o ipchains.o list-multi := ip_conntrack.o iptable_nat.o ipfwadm.o ipchains.o
ip_conntrack-objs := ip_conntrack_standalone.o ip_conntrack_core.o ip_conntrack_proto_generic.o ip_conntrack_proto_tcp.o ip_conntrack_proto_udp.o ip_conntrack_proto_icmp.o # objects for the conntrack and NAT core (used by standalone and backw. compat)
iptable_nat-objs := ip_nat_standalone.o ip_nat_rule.o ip_nat_core.o ip_nat_proto_unknown.o ip_nat_proto_tcp.o ip_nat_proto_udp.o ip_nat_proto_icmp.o ip_nf_conntrack-objs := ip_conntrack_core.o ip_conntrack_proto_generic.o ip_conntrack_proto_tcp.o ip_conntrack_proto_udp.o ip_conntrack_proto_icmp.o
ip_nf_compat-objs := ipfwadm_core.o ip_fw_compat.o ip_fw_compat_redir.o ip_fw_compat_masq.o $(ip_conntrack-objs) $(iptable_nat-objs) ip_nf_nat-objs := ip_nat_core.o ip_nat_proto_unknown.o ip_nat_proto_tcp.o ip_nat_proto_udp.o ip_nat_proto_icmp.o
ipfwadm-objs := ipfwadm_core.o
ipchains-objs := ipchains_core.o
# objects for the standalone - connection tracking / NAT
ip_conntrack-objs := ip_conntrack_standalone.o $(ip_nf_conntrack-objs)
iptable_nat-objs := ip_nat_standalone.o ip_nat_rule.o $(ip_nf_nat-objs)
# objects for backwards compatibility mode
ip_nf_compat-objs := ip_fw_compat.o ip_fw_compat_redir.o ip_fw_compat_masq.o $(ip_nf_conntrack-objs) $(ip_nf_nat-objs)
ipfwadm-objs := $(ip_nf_compat-objs) ipfwadm_core.o
ipchains-objs := $(ip_nf_compat-objs) ipchains_core.o
# connection tracking
obj-$(CONFIG_IP_NF_CONNTRACK) += ip_conntrack.o obj-$(CONFIG_IP_NF_CONNTRACK) += ip_conntrack.o
# connection tracking helpers
obj-$(CONFIG_IP_NF_FTP) += ip_conntrack_ftp.o obj-$(CONFIG_IP_NF_FTP) += ip_conntrack_ftp.o
# NAT helpers
obj-$(CONFIG_IP_NF_FTP) += ip_nat_ftp.o
# generic IP tables
obj-$(CONFIG_IP_NF_IPTABLES) += ip_tables.o obj-$(CONFIG_IP_NF_IPTABLES) += ip_tables.o
# the three instances of ip_tables
obj-$(CONFIG_IP_NF_FILTER) += iptable_filter.o
obj-$(CONFIG_IP_NF_MANGLE) += iptable_mangle.o
obj-$(CONFIG_IP_NF_NAT) += iptable_nat.o
# matches
obj-$(CONFIG_IP_NF_MATCH_LIMIT) += ipt_limit.o obj-$(CONFIG_IP_NF_MATCH_LIMIT) += ipt_limit.o
obj-$(CONFIG_IP_NF_MATCH_MARK) += ipt_mark.o obj-$(CONFIG_IP_NF_MATCH_MARK) += ipt_mark.o
obj-$(CONFIG_IP_NF_MATCH_MAC) += ipt_mac.o obj-$(CONFIG_IP_NF_MATCH_MAC) += ipt_mac.o
...@@ -31,11 +54,8 @@ obj-$(CONFIG_IP_NF_MATCH_OWNER) += ipt_owner.o ...@@ -31,11 +54,8 @@ obj-$(CONFIG_IP_NF_MATCH_OWNER) += ipt_owner.o
obj-$(CONFIG_IP_NF_MATCH_TOS) += ipt_tos.o obj-$(CONFIG_IP_NF_MATCH_TOS) += ipt_tos.o
obj-$(CONFIG_IP_NF_MATCH_STATE) += ipt_state.o obj-$(CONFIG_IP_NF_MATCH_STATE) += ipt_state.o
obj-$(CONFIG_IP_NF_MATCH_UNCLEAN) += ipt_unclean.o obj-$(CONFIG_IP_NF_MATCH_UNCLEAN) += ipt_unclean.o
obj-$(CONFIG_IP_NF_NAT) += iptable_nat.o
obj-$(CONFIG_IP_NF_FTP) += ip_nat_ftp.o
obj-$(CONFIG_IP_NF_FILTER) += iptable_filter.o
obj-$(CONFIG_IP_NF_MANGLE) += iptable_mangle.o
# targets
obj-$(CONFIG_IP_NF_TARGET_REJECT) += ipt_REJECT.o obj-$(CONFIG_IP_NF_TARGET_REJECT) += ipt_REJECT.o
obj-$(CONFIG_IP_NF_TARGET_MIRROR) += ipt_MIRROR.o obj-$(CONFIG_IP_NF_TARGET_MIRROR) += ipt_MIRROR.o
obj-$(CONFIG_IP_NF_TARGET_TOS) += ipt_TOS.o obj-$(CONFIG_IP_NF_TARGET_TOS) += ipt_TOS.o
...@@ -44,8 +64,10 @@ obj-$(CONFIG_IP_NF_TARGET_MASQUERADE) += ipt_MASQUERADE.o ...@@ -44,8 +64,10 @@ obj-$(CONFIG_IP_NF_TARGET_MASQUERADE) += ipt_MASQUERADE.o
obj-$(CONFIG_IP_NF_TARGET_REDIRECT) += ipt_REDIRECT.o obj-$(CONFIG_IP_NF_TARGET_REDIRECT) += ipt_REDIRECT.o
obj-$(CONFIG_IP_NF_TARGET_LOG) += ipt_LOG.o obj-$(CONFIG_IP_NF_TARGET_LOG) += ipt_LOG.o
obj-$(CONFIG_IP_NF_COMPAT_IPCHAINS) += ipchains.o ip_nf_compat.o # backwards compatibility
obj-$(CONFIG_IP_NF_COMPAT_IPFWADM) += ipfwadm.o ip_nf_compat.o obj-$(CONFIG_IP_NF_COMPAT_IPCHAINS) += ipchains.o
obj-$(CONFIG_IP_NF_COMPAT_IPFWADM) += ipfwadm.o
obj-$(CONFIG_IP_NF_QUEUE) += ip_queue.o obj-$(CONFIG_IP_NF_QUEUE) += ip_queue.o
include $(TOPDIR)/Rules.make include $(TOPDIR)/Rules.make
...@@ -61,6 +83,3 @@ ipfwadm.o: $(ipfwadm-objs) ...@@ -61,6 +83,3 @@ ipfwadm.o: $(ipfwadm-objs)
ipchains.o: $(ipchains-objs) ipchains.o: $(ipchains-objs)
$(LD) -r -o $@ $(ipchains-objs) $(LD) -r -o $@ $(ipchains-objs)
ip_nf_compat.o: $(ip_nf_compat-objs)
$(LD) -r -o $@ $(ip_nf_compat-objs)
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment