[thirdparty/linux.git] / block / blk-wbt.h

/* SPDX-License-Identifier: GPL-2.0 */
#ifndef WB_THROTTLE_H
#define WB_THROTTLE_H

#include <linux/kernel.h>
#include <linux/atomic.h>
#include <linux/wait.h>
#include <linux/timer.h>
#include <linux/ktime.h>

#include "blk-stat.h"
#include "blk-rq-qos.h"

enum wbt_flags {
	WBT_TRACKED		= 1,	/* write, tracked for throttling */
	WBT_READ		= 2,	/* read */
	WBT_KSWAPD		= 4,	/* write, from kswapd */
	WBT_DISCARD		= 8,	/* discard */

	WBT_NR_BITS		= 4,	/* number of bits */
};

enum {
	WBT_RWQ_BG		= 0,
	WBT_RWQ_KSWAPD,
	WBT_RWQ_DISCARD,
	WBT_NUM_RWQ,
};

/*
 * Enable states. Either off, or on by default (done at init time),
 * or on through manual setup in sysfs.
 */
enum {
	WBT_STATE_ON_DEFAULT	= 1,
	WBT_STATE_ON_MANUAL	= 2,
};

struct rq_wb {
	/*
	 * Settings that govern how we throttle
	 */
	unsigned int wb_background;		/* background writeback */
	unsigned int wb_normal;			/* normal writeback */

	short enable_state;			/* WBT_STATE_* */

	/*
	 * Number of consecutive periods where we don't have enough
	 * information to make a firm scale up/down decision.
	 */
	unsigned int unknown_cnt;

	u64 win_nsec;				/* default window size */
	u64 cur_win_nsec;			/* current window size */

	struct blk_stat_callback *cb;

	u64 sync_issue;
	void *sync_cookie;

	unsigned int wc;

	unsigned long last_issue;		/* last non-throttled issue */
	unsigned long last_comp;		/* last non-throttled comp */
	unsigned long min_lat_nsec;
	struct rq_qos rqos;
	struct rq_wait rq_wait[WBT_NUM_RWQ];
	struct rq_depth rq_depth;
};

static inline struct rq_wb *RQWB(struct rq_qos *rqos)
{
	return container_of(rqos, struct rq_wb, rqos);
}

static inline unsigned int wbt_inflight(struct rq_wb *rwb)
{
	unsigned int i, ret = 0;

	for (i = 0; i < WBT_NUM_RWQ; i++)
		ret += atomic_read(&rwb->rq_wait[i].inflight);

	return ret;
}


#ifdef CONFIG_BLK_WBT

int wbt_init(struct request_queue *);
void wbt_update_limits(struct request_queue *);
void wbt_disable_default(struct request_queue *);
void wbt_enable_default(struct request_queue *);

u64 wbt_get_min_lat(struct request_queue *q);
void wbt_set_min_lat(struct request_queue *q, u64 val);

void wbt_set_queue_depth(struct request_queue *, unsigned int);
void wbt_set_write_cache(struct request_queue *, bool);

u64 wbt_default_latency_nsec(struct request_queue *);

#else

static inline void wbt_track(struct request *rq, enum wbt_flags flags)
{
}
static inline int wbt_init(struct request_queue *q)
{
	return -EINVAL;
}
static inline void wbt_update_limits(struct request_queue *q)
{
}
static inline void wbt_disable_default(struct request_queue *q)
{
}
static inline void wbt_enable_default(struct request_queue *q)
{
}
static inline void wbt_set_queue_depth(struct request_queue *q, unsigned int depth)
{
}
static inline void wbt_set_write_cache(struct request_queue *q, bool wc)
{
}
static inline u64 wbt_get_min_lat(struct request_queue *q)
{
	return 0;
}
static inline void wbt_set_min_lat(struct request_queue *q, u64 val)
{
}
static inline u64 wbt_default_latency_nsec(struct request_queue *q)
{
	return 0;
}

#endif /* CONFIG_BLK_WBT */

#endif
Commit	Line	Data
b2441318	1	/* SPDX-License-Identifier: GPL-2.0 */
e34cbd30 JA	2	#ifndef WB_THROTTLE_H
	3	#define WB_THROTTLE_H
	4
	5	#include <linux/kernel.h>
	6	#include <linux/atomic.h>
	7	#include <linux/wait.h>
	8	#include <linux/timer.h>
	9	#include <linux/ktime.h>
	10
	11	#include "blk-stat.h"
a7905043	12	#include "blk-rq-qos.h"
e34cbd30 JA	13
	14	enum wbt_flags {
	15	WBT_TRACKED = 1, /* write, tracked for throttling */
	16	WBT_READ = 2, /* read */
	17	WBT_KSWAPD = 4, /* write, from kswapd */
782f5697	18	WBT_DISCARD = 8, /* discard */
e34cbd30	19
782f5697	20	WBT_NR_BITS = 4, /* number of bits */
e34cbd30 JA	21	};
	22
	23	enum {
8bea6090 JA	24	WBT_RWQ_BG = 0,
8bea6090 JA	25	WBT_RWQ_KSWAPD,
782f5697	26	WBT_RWQ_DISCARD,
8bea6090	27	WBT_NUM_RWQ,
e34cbd30 JA	28	};
e34cbd30 JA	29
d62118b6 JA	30	/*
	31	* Enable states. Either off, or on by default (done at init time),
	32	* or on through manual setup in sysfs.
	33	*/
	34	enum {
	35	WBT_STATE_ON_DEFAULT = 1,
	36	WBT_STATE_ON_MANUAL = 2,
	37	};
	38
e34cbd30 JA	39	struct rq_wb {
	40	/*
	41	* Settings that govern how we throttle
	42	*/
	43	unsigned int wb_background; /* background writeback */
	44	unsigned int wb_normal; /* normal writeback */
e34cbd30	45
d62118b6 JA	46	short enable_state; /* WBT_STATE_* */
d62118b6 JA	47
e34cbd30 JA	48	/*
	49	* Number of consecutive periods where we don't have enough
	50	* information to make a firm scale up/down decision.
	51	*/
	52	unsigned int unknown_cnt;
	53
	54	u64 win_nsec; /* default window size */
	55	u64 cur_win_nsec; /* current window size */
	56
34dbad5d	57	struct blk_stat_callback *cb;
e34cbd30	58
544ccc8d	59	u64 sync_issue;
e34cbd30 JA	60	void *sync_cookie;
	61
	62	unsigned int wc;
e34cbd30 JA	63
	64	unsigned long last_issue; /* last non-throttled issue */
	65	unsigned long last_comp; /* last non-throttled comp */
	66	unsigned long min_lat_nsec;
a7905043	67	struct rq_qos rqos;
e34cbd30	68	struct rq_wait rq_wait[WBT_NUM_RWQ];
a7905043	69	struct rq_depth rq_depth;
e34cbd30 JA	70	};
e34cbd30 JA	71
a7905043 JB	72	static inline struct rq_wb RQWB(struct rq_qos rqos)
	73	{
	74	return container_of(rqos, struct rq_wb, rqos);
	75	}
	76
e34cbd30 JA	77	static inline unsigned int wbt_inflight(struct rq_wb *rwb)
	78	{
	79	unsigned int i, ret = 0;
	80
	81	for (i = 0; i < WBT_NUM_RWQ; i++)
	82	ret += atomic_read(&rwb->rq_wait[i].inflight);
	83
	84	return ret;
	85	}
	86
a7905043	87
e34cbd30 JA	88	#ifdef CONFIG_BLK_WBT
e34cbd30 JA	89
8054b89f	90	int wbt_init(struct request_queue *);
a7905043	91	void wbt_update_limits(struct request_queue *);
fa224eed	92	void wbt_disable_default(struct request_queue *);
8330cdb0	93	void wbt_enable_default(struct request_queue *);
e34cbd30	94
a7905043 JB	95	u64 wbt_get_min_lat(struct request_queue *q);
	96	void wbt_set_min_lat(struct request_queue *q, u64 val);
	97
	98	void wbt_set_queue_depth(struct request_queue *, unsigned int);
	99	void wbt_set_write_cache(struct request_queue *, bool);
e34cbd30	100
80e091d1 JA	101	u64 wbt_default_latency_nsec(struct request_queue *);
80e091d1 JA	102
e34cbd30 JA	103	#else
e34cbd30 JA	104
a8a45941	105	static inline void wbt_track(struct request *rq, enum wbt_flags flags)
934031a1 OS	106	{
934031a1 OS	107	}
8054b89f	108	static inline int wbt_init(struct request_queue *q)
e34cbd30 JA	109	{
	110	return -EINVAL;
	111	}
a7905043	112	static inline void wbt_update_limits(struct request_queue *q)
e34cbd30 JA	113	{
e34cbd30 JA	114	}
a7905043	115	static inline void wbt_disable_default(struct request_queue *q)
e34cbd30 JA	116	{
e34cbd30 JA	117	}
a7905043	118	static inline void wbt_enable_default(struct request_queue *q)
e34cbd30 JA	119	{
e34cbd30 JA	120	}
a7905043	121	static inline void wbt_set_queue_depth(struct request_queue *q, unsigned int depth)
e34cbd30 JA	122	{
e34cbd30 JA	123	}
a7905043	124	static inline void wbt_set_write_cache(struct request_queue *q, bool wc)
8330cdb0 JK	125	{
8330cdb0 JK	126	}
a7905043	127	static inline u64 wbt_get_min_lat(struct request_queue *q)
e34cbd30	128	{
a7905043	129	return 0;
e34cbd30	130	}
a7905043	131	static inline void wbt_set_min_lat(struct request_queue *q, u64 val)
e34cbd30 JA	132	{
e34cbd30 JA	133	}
80e091d1 JA	134	static inline u64 wbt_default_latency_nsec(struct request_queue *q)
	135	{
	136	return 0;
	137	}
e34cbd30 JA	138
	139	#endif /* CONFIG_BLK_WBT */
	140
	141	#endif