[thirdparty/kernel/stable.git] / fs / bcachefs / move.h

/* SPDX-License-Identifier: GPL-2.0 */
#ifndef _BCACHEFS_MOVE_H
#define _BCACHEFS_MOVE_H

#include "bbpos.h"
#include "bcachefs_ioctl.h"
#include "btree_iter.h"
#include "buckets.h"
#include "data_update.h"
#include "move_types.h"

struct bch_read_bio;

struct moving_context {
	struct btree_trans	*trans;
	struct list_head	list;
	void			*fn;

	struct bch_ratelimit	*rate;
	struct bch_move_stats	*stats;
	struct write_point_specifier wp;
	bool			wait_on_copygc;
	bool			write_error;

	/* For waiting on outstanding reads and writes: */
	struct closure		cl;

	struct mutex		lock;
	struct list_head	reads;
	struct list_head	ios;

	/* in flight sectors: */
	atomic_t		read_sectors;
	atomic_t		write_sectors;
	atomic_t		read_ios;
	atomic_t		write_ios;

	wait_queue_head_t	wait;
};

#define move_ctxt_wait_event_timeout(_ctxt, _cond, _timeout)			\
({										\
	int _ret = 0;								\
	while (true) {								\
		bool cond_finished = false;					\
		bch2_moving_ctxt_do_pending_writes(_ctxt);			\
										\
		if (_cond)							\
			break;							\
		bch2_trans_unlock_long((_ctxt)->trans);				\
		_ret = __wait_event_timeout((_ctxt)->wait,			\
			     bch2_moving_ctxt_next_pending_write(_ctxt) ||	\
			     (cond_finished = (_cond)), _timeout);		\
		if (_ret || ( cond_finished))					\
			break;							\
	}									\
	_ret;									\
})

#define move_ctxt_wait_event(_ctxt, _cond)				\
do {									\
	bool cond_finished = false;					\
	bch2_moving_ctxt_do_pending_writes(_ctxt);			\
									\
	if (_cond)							\
		break;							\
	bch2_trans_unlock_long((_ctxt)->trans);				\
	__wait_event((_ctxt)->wait,					\
		     bch2_moving_ctxt_next_pending_write(_ctxt) ||	\
		     (cond_finished = (_cond)));			\
	if (cond_finished)						\
		break;							\
} while (1)

typedef bool (*move_pred_fn)(struct bch_fs *, void *, struct bkey_s_c,
			     struct bch_io_opts *, struct data_update_opts *);

void bch2_moving_ctxt_exit(struct moving_context *);
void bch2_moving_ctxt_init(struct moving_context *, struct bch_fs *,
			   struct bch_ratelimit *, struct bch_move_stats *,
			   struct write_point_specifier, bool);
struct moving_io *bch2_moving_ctxt_next_pending_write(struct moving_context *);
void bch2_moving_ctxt_do_pending_writes(struct moving_context *);
void bch2_move_ctxt_wait_for_io(struct moving_context *);
int bch2_move_ratelimit(struct moving_context *);

/* Inodes in different snapshots may have different IO options: */
struct snapshot_io_opts_entry {
	u32			snapshot;
	struct bch_io_opts	io_opts;
};

struct per_snapshot_io_opts {
	u64			cur_inum;
	struct bch_io_opts	fs_io_opts;
	DARRAY(struct snapshot_io_opts_entry) d;
};

static inline void per_snapshot_io_opts_init(struct per_snapshot_io_opts *io_opts, struct bch_fs *c)
{
	memset(io_opts, 0, sizeof(*io_opts));
	io_opts->fs_io_opts = bch2_opts_to_inode_opts(c->opts);
}

static inline void per_snapshot_io_opts_exit(struct per_snapshot_io_opts *io_opts)
{
	darray_exit(&io_opts->d);
}

struct bch_io_opts *bch2_move_get_io_opts(struct btree_trans *,
				struct per_snapshot_io_opts *, struct bkey_s_c);
int bch2_move_get_io_opts_one(struct btree_trans *, struct bch_io_opts *, struct bkey_s_c);

int bch2_scan_old_btree_nodes(struct bch_fs *, struct bch_move_stats *);

int bch2_move_extent(struct moving_context *,
		     struct move_bucket_in_flight *,
		     struct btree_iter *,
		     struct bkey_s_c,
		     struct bch_io_opts,
		     struct data_update_opts);

int __bch2_move_data(struct moving_context *,
		     struct bbpos,
		     struct bbpos,
		     move_pred_fn, void *);
int bch2_move_data(struct bch_fs *,
		   struct bbpos start,
		   struct bbpos end,
		   struct bch_ratelimit *,
		   struct bch_move_stats *,
		   struct write_point_specifier,
		   bool,
		   move_pred_fn, void *);

int __bch2_evacuate_bucket(struct moving_context *,
			   struct move_bucket_in_flight *,
			   struct bpos, int,
			   struct data_update_opts);
int bch2_evacuate_bucket(struct bch_fs *, struct bpos, int,
			 struct data_update_opts,
			 struct bch_ratelimit *,
			 struct bch_move_stats *,
			 struct write_point_specifier,
			 bool);
int bch2_data_job(struct bch_fs *,
		  struct bch_move_stats *,
		  struct bch_ioctl_data);

void bch2_move_stats_to_text(struct printbuf *, struct bch_move_stats *);
void bch2_move_stats_exit(struct bch_move_stats *, struct bch_fs *);
void bch2_move_stats_init(struct bch_move_stats *, char *);

void bch2_fs_moving_ctxts_to_text(struct printbuf *, struct bch_fs *);

void bch2_fs_move_init(struct bch_fs *);

#endif /* _BCACHEFS_MOVE_H */
Commit	Line	Data
1c6fdbd8 KO	1	/* SPDX-License-Identifier: GPL-2.0 */
	2	#ifndef _BCACHEFS_MOVE_H
	3	#define _BCACHEFS_MOVE_H
	4
a0bfe3b0	5	#include "bbpos.h"
1809b8cb	6	#include "bcachefs_ioctl.h"
1c6fdbd8 KO	7	#include "btree_iter.h"
1c6fdbd8 KO	8	#include "buckets.h"
c501fef6	9	#include "data_update.h"
1c6fdbd8 KO	10	#include "move_types.h"
	11
	12	struct bch_read_bio;
1c6fdbd8	13
c501fef6	14	struct moving_context {
63316903	15	struct btree_trans *trans;
b9fa375b KO	16	struct list_head list;
	17	void *fn;
	18
0337cc7e	19	struct bch_ratelimit *rate;
c501fef6	20	struct bch_move_stats *stats;
0337cc7e KO	21	struct write_point_specifier wp;
0337cc7e KO	22	bool wait_on_copygc;
8e3f913e	23	bool write_error;
1c6fdbd8	24
0337cc7e KO	25	/* For waiting on outstanding reads and writes: */
0337cc7e KO	26	struct closure cl;
b9fa375b KO	27
b9fa375b KO	28	struct mutex lock;
c501fef6	29	struct list_head reads;
b9fa375b	30	struct list_head ios;
1c6fdbd8	31
c501fef6 KO	32	/* in flight sectors: */
	33	atomic_t read_sectors;
	34	atomic_t write_sectors;
c782c583 KO	35	atomic_t read_ios;
c782c583 KO	36	atomic_t write_ios;
1c6fdbd8	37
c501fef6	38	wait_queue_head_t wait;
1c6fdbd8 KO	39	};
1c6fdbd8 KO	40
261af2f1 KO	41	#define move_ctxt_wait_event_timeout(_ctxt, _cond, _timeout) \
	42	({ \
	43	int _ret = 0; \
	44	while (true) { \
	45	bool cond_finished = false; \
	46	bch2_moving_ctxt_do_pending_writes(_ctxt); \
	47	\
	48	if (_cond) \
	49	break; \
	50	bch2_trans_unlock_long((_ctxt)->trans); \
	51	_ret = __wait_event_timeout((_ctxt)->wait, \
	52	bch2_moving_ctxt_next_pending_write(_ctxt) \|\| \
	53	(cond_finished = (_cond)), _timeout); \
	54	if (_ret \|\| ( cond_finished)) \
	55	break; \
	56	} \
	57	_ret; \
	58	})
	59
63316903	60	#define move_ctxt_wait_event(_ctxt, _cond) \
46eea9cb KO	61	do { \
46eea9cb KO	62	bool cond_finished = false; \
63316903	63	bch2_moving_ctxt_do_pending_writes(_ctxt); \
46eea9cb KO	64	\
	65	if (_cond) \
	66	break; \
f82755e4	67	bch2_trans_unlock_long((_ctxt)->trans); \
46eea9cb KO	68	__wait_event((_ctxt)->wait, \
	69	bch2_moving_ctxt_next_pending_write(_ctxt) \|\| \
	70	(cond_finished = (_cond))); \
	71	if (cond_finished) \
	72	break; \
7ffb6a7e KO	73	} while (1)
7ffb6a7e KO	74
7f5c5d20	75	typedef bool (move_pred_fn)(struct bch_fs , void *, struct bkey_s_c,
0337cc7e KO	76	struct bch_io_opts , struct data_update_opts );
	77
	78	void bch2_moving_ctxt_exit(struct moving_context *);
	79	void bch2_moving_ctxt_init(struct moving_context , struct bch_fs ,
	80	struct bch_ratelimit , struct bch_move_stats ,
	81	struct write_point_specifier, bool);
7ffb6a7e	82	struct moving_io bch2_moving_ctxt_next_pending_write(struct moving_context );
63316903 KO	83	void bch2_moving_ctxt_do_pending_writes(struct moving_context *);
	84	void bch2_move_ctxt_wait_for_io(struct moving_context *);
	85	int bch2_move_ratelimit(struct moving_context *);
1c6fdbd8	86
84809057 KO	87	/* Inodes in different snapshots may have different IO options: */
	88	struct snapshot_io_opts_entry {
	89	u32 snapshot;
	90	struct bch_io_opts io_opts;
	91	};
	92
	93	struct per_snapshot_io_opts {
	94	u64 cur_inum;
	95	struct bch_io_opts fs_io_opts;
	96	DARRAY(struct snapshot_io_opts_entry) d;
	97	};
	98
	99	static inline void per_snapshot_io_opts_init(struct per_snapshot_io_opts io_opts, struct bch_fs c)
	100	{
	101	memset(io_opts, 0, sizeof(*io_opts));
	102	io_opts->fs_io_opts = bch2_opts_to_inode_opts(c->opts);
	103	}
	104
	105	static inline void per_snapshot_io_opts_exit(struct per_snapshot_io_opts *io_opts)
	106	{
	107	darray_exit(&io_opts->d);
	108	}
	109
	110	struct bch_io_opts bch2_move_get_io_opts(struct btree_trans ,
	111	struct per_snapshot_io_opts *, struct bkey_s_c);
a0bfe3b0	112	int bch2_move_get_io_opts_one(struct btree_trans , struct bch_io_opts , struct bkey_s_c);
84809057	113
a4805d66 KO	114	int bch2_scan_old_btree_nodes(struct bch_fs , struct bch_move_stats );
a4805d66 KO	115
63316903	116	int bch2_move_extent(struct moving_context *,
a0bfe3b0	117	struct move_bucket_in_flight *,
63316903	118	struct btree_iter *,
a0bfe3b0	119	struct bkey_s_c,
63316903	120	struct bch_io_opts,
a0bfe3b0 KO	121	struct data_update_opts);
a0bfe3b0 KO	122
63316903	123	int __bch2_move_data(struct moving_context *,
a0bfe3b0 KO	124	struct bbpos,
	125	struct bbpos,
	126	move_pred_fn, void *);
1889ad5a	127	int bch2_move_data(struct bch_fs *,
a0bfe3b0 KO	128	struct bbpos start,
a0bfe3b0 KO	129	struct bbpos end,
1889ad5a	130	struct bch_ratelimit *,
c91996c5	131	struct bch_move_stats *,
0337cc7e KO	132	struct write_point_specifier,
	133	bool,
	134	move_pred_fn, void *);
1c6fdbd8	135
63316903	136	int __bch2_evacuate_bucket(struct moving_context *,
8fcdf814	137	struct move_bucket_in_flight *,
8e3f913e KO	138	struct bpos, int,
	139	struct data_update_opts);
	140	int bch2_evacuate_bucket(struct bch_fs *, struct bpos, int,
	141	struct data_update_opts,
	142	struct bch_ratelimit *,
	143	struct bch_move_stats *,
	144	struct write_point_specifier,
	145	bool);
1c6fdbd8 KO	146	int bch2_data_job(struct bch_fs *,
	147	struct bch_move_stats *,
	148	struct bch_ioctl_data);
	149
96a363a7 KO	150	void bch2_move_stats_to_text(struct printbuf , struct bch_move_stats );
	151	void bch2_move_stats_exit(struct bch_move_stats , struct bch_fs );
	152	void bch2_move_stats_init(struct bch_move_stats , char );
	153
b9fa375b	154	void bch2_fs_moving_ctxts_to_text(struct printbuf , struct bch_fs );
8dd6ed94	155
b9fa375b	156	void bch2_fs_move_init(struct bch_fs *);
8dd6ed94	157
1c6fdbd8	158	#endif /* _BCACHEFS_MOVE_H */