shmem_fs.h 5.1 KB
Newer Older
1
/* SPDX-License-Identifier: GPL-2.0 */
L
Linus Torvalds 已提交
2 3 4
#ifndef __SHMEM_FS_H
#define __SHMEM_FS_H

D
David Herrmann 已提交
5
#include <linux/file.h>
L
Linus Torvalds 已提交
6 7
#include <linux/swap.h>
#include <linux/mempolicy.h>
8
#include <linux/pagemap.h>
9
#include <linux/percpu_counter.h>
10
#include <linux/xattr.h>
L
Linus Torvalds 已提交
11 12 13 14 15

/* inode in-kernel data */

struct shmem_inode_info {
	spinlock_t		lock;
D
David Herrmann 已提交
16
	unsigned int		seals;		/* shmem seals */
L
Linus Torvalds 已提交
17 18
	unsigned long		flags;
	unsigned long		alloced;	/* data pages alloced to file */
19
	unsigned long		swapped;	/* subtotal assigned to swap */
20
	struct list_head        shrinklist;     /* shrinkable hpage inodes */
L
Linus Torvalds 已提交
21
	struct list_head	swaplist;	/* chain of maybes on swap */
22
	struct shared_policy	policy;		/* NUMA memory alloc policy */
23
	struct simple_xattrs	xattrs;		/* list of xattrs */
L
Linus Torvalds 已提交
24 25 26 27 28
	struct inode		vfs_inode;
};

struct shmem_sb_info {
	unsigned long max_blocks;   /* How many blocks are allowed */
29
	struct percpu_counter used_blocks;  /* How many are allocated */
L
Linus Torvalds 已提交
30 31
	unsigned long max_inodes;   /* How many inodes are allowed */
	unsigned long free_inodes;  /* How many are left for allocation */
32
	spinlock_t stat_lock;	    /* Serialize shmem_sb_info changes */
33 34
	umode_t mode;		    /* Mount mode for root directory */
	unsigned char huge;	    /* Whether to try for hugepages */
35 36
	kuid_t uid;		    /* Mount uid for root directory */
	kgid_t gid;		    /* Mount gid for root directory */
37
	struct mempolicy *mpol;     /* default memory policy for mappings */
38 39 40
	spinlock_t shrinklist_lock;   /* Protects shrinklist */
	struct list_head shrinklist;  /* List of shinkable inodes */
	unsigned long shrinklist_len; /* Length of shrinklist */
L
Linus Torvalds 已提交
41 42 43 44 45 46 47
};

static inline struct shmem_inode_info *SHMEM_I(struct inode *inode)
{
	return container_of(inode, struct shmem_inode_info, vfs_inode);
}

48 49 50
/*
 * Functions in mm/shmem.c called directly from elsewhere:
 */
51
extern int shmem_init(void);
52
extern int shmem_fill_super(struct super_block *sb, void *data, int silent);
53 54
extern struct file *shmem_file_setup(const char *name,
					loff_t size, unsigned long flags);
55 56
extern struct file *shmem_kernel_file_setup(const char *name, loff_t size,
					    unsigned long flags);
57 58
extern struct file *shmem_file_setup_with_mnt(struct vfsmount *mnt,
		const char *name, loff_t size, unsigned long flags);
59
extern int shmem_zero_setup(struct vm_area_struct *);
60 61
extern unsigned long shmem_get_unmapped_area(struct file *, unsigned long addr,
		unsigned long len, unsigned long pgoff, unsigned long flags);
62
extern int shmem_lock(struct file *file, int lock, struct user_struct *user);
63
#ifdef CONFIG_SHMEM
64
extern bool shmem_mapping(struct address_space *mapping);
65 66 67 68 69 70
#else
static inline bool shmem_mapping(struct address_space *mapping)
{
	return false;
}
#endif /* CONFIG_SHMEM */
71
extern void shmem_unlock_mapping(struct address_space *mapping);
72 73
extern struct page *shmem_read_mapping_page_gfp(struct address_space *mapping,
					pgoff_t index, gfp_t gfp_mask);
74
extern void shmem_truncate_range(struct inode *inode, loff_t start, loff_t end);
75
extern int shmem_unuse(swp_entry_t entry, struct page *page);
76

77
extern unsigned long shmem_swap_usage(struct vm_area_struct *vma);
78 79
extern unsigned long shmem_partial_swap_usage(struct address_space *mapping,
						pgoff_t start, pgoff_t end);
80

81 82 83 84 85 86 87 88 89 90 91 92 93
/* Flag allocation requirements to shmem_getpage */
enum sgp_type {
	SGP_READ,	/* don't exceed i_size, don't allocate page */
	SGP_CACHE,	/* don't exceed i_size, may allocate page */
	SGP_NOHUGE,	/* like SGP_CACHE, but no huge pages */
	SGP_HUGE,	/* like SGP_CACHE, huge pages preferred */
	SGP_WRITE,	/* may exceed i_size, may allocate !Uptodate page */
	SGP_FALLOC,	/* like SGP_WRITE, but make existing page Uptodate */
};

extern int shmem_getpage(struct inode *inode, pgoff_t index,
		struct page **pagep, enum sgp_type sgp);

94 95 96 97 98 99 100
static inline struct page *shmem_read_mapping_page(
				struct address_space *mapping, pgoff_t index)
{
	return shmem_read_mapping_page_gfp(mapping, index,
					mapping_gfp_mask(mapping));
}

101 102 103 104 105 106 107 108 109
static inline bool shmem_file(struct file *file)
{
	if (!IS_ENABLED(CONFIG_SHMEM))
		return false;
	if (!file || !file->f_mapping)
		return false;
	return shmem_mapping(file->f_mapping);
}

110 111 112
extern bool shmem_charge(struct inode *inode, long pages);
extern void shmem_uncharge(struct inode *inode, long pages);

D
David Herrmann 已提交
113 114
#ifdef CONFIG_TMPFS

115
extern long memfd_fcntl(struct file *file, unsigned int cmd, unsigned long arg);
D
David Herrmann 已提交
116 117 118

#else

119
static inline long memfd_fcntl(struct file *f, unsigned int c, unsigned long a)
D
David Herrmann 已提交
120 121 122 123 124 125
{
	return -EINVAL;
}

#endif

126 127 128 129 130 131 132 133 134
#ifdef CONFIG_TRANSPARENT_HUGE_PAGECACHE
extern bool shmem_huge_enabled(struct vm_area_struct *vma);
#else
static inline bool shmem_huge_enabled(struct vm_area_struct *vma)
{
	return false;
}
#endif

135 136 137 138 139 140
#ifdef CONFIG_SHMEM
extern int shmem_mcopy_atomic_pte(struct mm_struct *dst_mm, pmd_t *dst_pmd,
				  struct vm_area_struct *dst_vma,
				  unsigned long dst_addr,
				  unsigned long src_addr,
				  struct page **pagep);
141 142 143 144
extern int shmem_mfill_zeropage_pte(struct mm_struct *dst_mm,
				    pmd_t *dst_pmd,
				    struct vm_area_struct *dst_vma,
				    unsigned long dst_addr);
145 146 147
#else
#define shmem_mcopy_atomic_pte(dst_mm, dst_pte, dst_vma, dst_addr, \
			       src_addr, pagep)        ({ BUG(); 0; })
148 149
#define shmem_mfill_zeropage_pte(dst_mm, dst_pmd, dst_vma, \
				 dst_addr)      ({ BUG(); 0; })
150 151
#endif

L
Linus Torvalds 已提交
152
#endif