[thirdparty/kernel/stable.git] / mm / swap.h

/* SPDX-License-Identifier: GPL-2.0 */
#ifndef _MM_SWAP_H
#define _MM_SWAP_H

struct mempolicy;

#ifdef CONFIG_SWAP
#include <linux/blk_types.h> /* for bio_end_io_t */

/* linux/mm/page_io.c */
int sio_pool_init(void);
struct swap_iocb;
void swap_read_folio(struct folio *folio, bool do_poll,
		struct swap_iocb **plug);
void __swap_read_unplug(struct swap_iocb *plug);
static inline void swap_read_unplug(struct swap_iocb *plug)
{
	if (unlikely(plug))
		__swap_read_unplug(plug);
}
void swap_write_unplug(struct swap_iocb *sio);
int swap_writepage(struct page *page, struct writeback_control *wbc);
void __swap_writepage(struct folio *folio, struct writeback_control *wbc);

/* linux/mm/swap_state.c */
/* One swap address space for each 64M swap space */
#define SWAP_ADDRESS_SPACE_SHIFT	14
#define SWAP_ADDRESS_SPACE_PAGES	(1 << SWAP_ADDRESS_SPACE_SHIFT)
extern struct address_space *swapper_spaces[];
#define swap_address_space(entry)			    \
	(&swapper_spaces[swp_type(entry)][swp_offset(entry) \
		>> SWAP_ADDRESS_SPACE_SHIFT])

void show_swap_cache_info(void);
bool add_to_swap(struct folio *folio);
void *get_shadow_from_swap_cache(swp_entry_t entry);
int add_to_swap_cache(struct folio *folio, swp_entry_t entry,
		      gfp_t gfp, void **shadowp);
void __delete_from_swap_cache(struct folio *folio,
			      swp_entry_t entry, void *shadow);
void delete_from_swap_cache(struct folio *folio);
void clear_shadow_from_swap_cache(int type, unsigned long begin,
				  unsigned long end);
void swapcache_clear(struct swap_info_struct *si, swp_entry_t entry);
struct folio *swap_cache_get_folio(swp_entry_t entry,
		struct vm_area_struct *vma, unsigned long addr);
struct folio *filemap_get_incore_folio(struct address_space *mapping,
		pgoff_t index);

struct folio *read_swap_cache_async(swp_entry_t entry, gfp_t gfp_mask,
		struct vm_area_struct *vma, unsigned long addr,
		struct swap_iocb **plug);
struct folio *__read_swap_cache_async(swp_entry_t entry, gfp_t gfp_flags,
		struct mempolicy *mpol, pgoff_t ilx, bool *new_page_allocated,
		bool skip_if_exists);
struct folio *swap_cluster_readahead(swp_entry_t entry, gfp_t flag,
		struct mempolicy *mpol, pgoff_t ilx);
struct page *swapin_readahead(swp_entry_t entry, gfp_t flag,
			      struct vm_fault *vmf);

static inline unsigned int folio_swap_flags(struct folio *folio)
{
	return swp_swap_info(folio->swap)->flags;
}
#else /* CONFIG_SWAP */
struct swap_iocb;
static inline void swap_read_folio(struct folio *folio, bool do_poll,
		struct swap_iocb **plug)
{
}
static inline void swap_write_unplug(struct swap_iocb *sio)
{
}

static inline struct address_space *swap_address_space(swp_entry_t entry)
{
	return NULL;
}

static inline void show_swap_cache_info(void)
{
}

static inline struct folio *swap_cluster_readahead(swp_entry_t entry,
			gfp_t gfp_mask, struct mempolicy *mpol, pgoff_t ilx)
{
	return NULL;
}

static inline struct page *swapin_readahead(swp_entry_t swp, gfp_t gfp_mask,
			struct vm_fault *vmf)
{
	return NULL;
}

static inline int swap_writepage(struct page *p, struct writeback_control *wbc)
{
	return 0;
}

static inline void swapcache_clear(struct swap_info_struct *si, swp_entry_t entry)
{
}

static inline struct folio *swap_cache_get_folio(swp_entry_t entry,
		struct vm_area_struct *vma, unsigned long addr)
{
	return NULL;
}

static inline
struct folio *filemap_get_incore_folio(struct address_space *mapping,
		pgoff_t index)
{
	return filemap_get_folio(mapping, index);
}

static inline bool add_to_swap(struct folio *folio)
{
	return false;
}

static inline void *get_shadow_from_swap_cache(swp_entry_t entry)
{
	return NULL;
}

static inline int add_to_swap_cache(struct folio *folio, swp_entry_t entry,
					gfp_t gfp_mask, void **shadowp)
{
	return -1;
}

static inline void __delete_from_swap_cache(struct folio *folio,
					swp_entry_t entry, void *shadow)
{
}

static inline void delete_from_swap_cache(struct folio *folio)
{
}

static inline void clear_shadow_from_swap_cache(int type, unsigned long begin,
				unsigned long end)
{
}

static inline unsigned int folio_swap_flags(struct folio *folio)
{
	return 0;
}
#endif /* CONFIG_SWAP */
#endif /* _MM_SWAP_H */
Commit	Line	Data
014bb1de N	1	/* SPDX-License-Identifier: GPL-2.0 */
	2	#ifndef _MM_SWAP_H
	3	#define _MM_SWAP_H
	4
ddc1a5cb HD	5	struct mempolicy;
ddc1a5cb HD	6
014bb1de N	7	#ifdef CONFIG_SWAP
	8	#include <linux/blk_types.h> /* for bio_end_io_t */
	9
	10	/* linux/mm/page_io.c */
e1209d3a	11	int sio_pool_init(void);
5169b844	12	struct swap_iocb;
c9bdf768 MWO	13	void swap_read_folio(struct folio *folio, bool do_poll,
c9bdf768 MWO	14	struct swap_iocb **plug);
5169b844 N	15	void __swap_read_unplug(struct swap_iocb *plug);
	16	static inline void swap_read_unplug(struct swap_iocb *plug)
	17	{
	18	if (unlikely(plug))
	19	__swap_read_unplug(plug);
	20	}
2282679f	21	void swap_write_unplug(struct swap_iocb *sio);
014bb1de	22	int swap_writepage(struct page page, struct writeback_control wbc);
b99b4e0d	23	void __swap_writepage(struct folio folio, struct writeback_control wbc);
014bb1de N	24
	25	/* linux/mm/swap_state.c */
	26	/* One swap address space for each 64M swap space */
	27	#define SWAP_ADDRESS_SPACE_SHIFT 14
	28	#define SWAP_ADDRESS_SPACE_PAGES (1 << SWAP_ADDRESS_SPACE_SHIFT)
	29	extern struct address_space *swapper_spaces[];
	30	#define swap_address_space(entry) \
	31	(&swapper_spaces[swp_type(entry)][swp_offset(entry) \
	32	>> SWAP_ADDRESS_SPACE_SHIFT])
	33
	34	void show_swap_cache_info(void);
09c02e56	35	bool add_to_swap(struct folio *folio);
014bb1de	36	void *get_shadow_from_swap_cache(swp_entry_t entry);
a4c366f0	37	int add_to_swap_cache(struct folio *folio, swp_entry_t entry,
014bb1de	38	gfp_t gfp, void **shadowp);
ceff9d33	39	void __delete_from_swap_cache(struct folio *folio,
014bb1de	40	swp_entry_t entry, void *shadow);
75fa68a5	41	void delete_from_swap_cache(struct folio *folio);
014bb1de N	42	void clear_shadow_from_swap_cache(int type, unsigned long begin,
014bb1de N	43	unsigned long end);
13ddaf26	44	void swapcache_clear(struct swap_info_struct *si, swp_entry_t entry);
c9edc242 MWO	45	struct folio *swap_cache_get_folio(swp_entry_t entry,
c9edc242 MWO	46	struct vm_area_struct *vma, unsigned long addr);
524984ff MWO	47	struct folio filemap_get_incore_folio(struct address_space mapping,
524984ff MWO	48	pgoff_t index);
014bb1de	49
6e03492e MWO	50	struct folio *read_swap_cache_async(swp_entry_t entry, gfp_t gfp_mask,
	51	struct vm_area_struct *vma, unsigned long addr,
	52	struct swap_iocb **plug);
96c7b0b4 MWO	53	struct folio *__read_swap_cache_async(swp_entry_t entry, gfp_t gfp_flags,
	54	struct mempolicy mpol, pgoff_t ilx, bool new_page_allocated,
	55	bool skip_if_exists);
a4575c41 MWO	56	struct folio *swap_cluster_readahead(swp_entry_t entry, gfp_t flag,
a4575c41 MWO	57	struct mempolicy *mpol, pgoff_t ilx);
014bb1de N	58	struct page *swapin_readahead(swp_entry_t entry, gfp_t flag,
	59	struct vm_fault *vmf);
	60
b98c359f	61	static inline unsigned int folio_swap_flags(struct folio *folio)
d791ea67	62	{
69fe7d67	63	return swp_swap_info(folio->swap)->flags;
d791ea67	64	}
014bb1de	65	#else /* CONFIG_SWAP */
5169b844	66	struct swap_iocb;
c9bdf768	67	static inline void swap_read_folio(struct folio *folio, bool do_poll,
a8c1408f	68	struct swap_iocb **plug)
014bb1de	69	{
014bb1de	70	}
2282679f N	71	static inline void swap_write_unplug(struct swap_iocb *sio)
	72	{
	73	}
014bb1de N	74
	75	static inline struct address_space *swap_address_space(swp_entry_t entry)
	76	{
	77	return NULL;
	78	}
	79
014bb1de N	80	static inline void show_swap_cache_info(void)
	81	{
	82	}
	83
a4575c41	84	static inline struct folio *swap_cluster_readahead(swp_entry_t entry,
ddc1a5cb	85	gfp_t gfp_mask, struct mempolicy *mpol, pgoff_t ilx)
014bb1de N	86	{
	87	return NULL;
	88	}
	89
	90	static inline struct page *swapin_readahead(swp_entry_t swp, gfp_t gfp_mask,
	91	struct vm_fault *vmf)
	92	{
	93	return NULL;
	94	}
	95
	96	static inline int swap_writepage(struct page p, struct writeback_control wbc)
	97	{
	98	return 0;
	99	}
	100
13ddaf26 KS	101	static inline void swapcache_clear(struct swap_info_struct *si, swp_entry_t entry)
	102	{
	103	}
	104
c9edc242 MWO	105	static inline struct folio *swap_cache_get_folio(swp_entry_t entry,
	106	struct vm_area_struct *vma, unsigned long addr)
	107	{
	108	return NULL;
	109	}
	110
014bb1de	111	static inline
524984ff MWO	112	struct folio filemap_get_incore_folio(struct address_space mapping,
524984ff MWO	113	pgoff_t index)
014bb1de	114	{
524984ff	115	return filemap_get_folio(mapping, index);
014bb1de N	116	}
014bb1de N	117
09c02e56	118	static inline bool add_to_swap(struct folio *folio)
014bb1de	119	{
09c02e56	120	return false;
014bb1de N	121	}
	122
	123	static inline void *get_shadow_from_swap_cache(swp_entry_t entry)
	124	{
	125	return NULL;
	126	}
	127
a4c366f0	128	static inline int add_to_swap_cache(struct folio *folio, swp_entry_t entry,
014bb1de N	129	gfp_t gfp_mask, void **shadowp)
	130	{
	131	return -1;
	132	}
	133
ceff9d33	134	static inline void __delete_from_swap_cache(struct folio *folio,
014bb1de N	135	swp_entry_t entry, void *shadow)
	136	{
	137	}
	138
75fa68a5	139	static inline void delete_from_swap_cache(struct folio *folio)
014bb1de N	140	{
	141	}
	142
	143	static inline void clear_shadow_from_swap_cache(int type, unsigned long begin,
	144	unsigned long end)
	145	{
	146	}
	147
b98c359f	148	static inline unsigned int folio_swap_flags(struct folio *folio)
d791ea67 N	149	{
	150	return 0;
	151	}
014bb1de N	152	#endif /* CONFIG_SWAP */
014bb1de N	153	#endif /* _MM_SWAP_H */