[thirdparty/kernel/stable.git] / fs / nilfs2 / direct.c

// SPDX-License-Identifier: GPL-2.0+
/*
 * direct.c - NILFS direct block pointer.
 *
 * Copyright (C) 2006-2008 Nippon Telegraph and Telephone Corporation.
 *
 * Written by Koji Sato.
 */

#include <linux/errno.h>
#include "nilfs.h"
#include "page.h"
#include "direct.h"
#include "alloc.h"
#include "dat.h"

static inline __le64 *nilfs_direct_dptrs(const struct nilfs_bmap *direct)
{
	return (__le64 *)
		((struct nilfs_direct_node *)direct->b_u.u_data + 1);
}

static inline __u64
nilfs_direct_get_ptr(const struct nilfs_bmap *direct, __u64 key)
{
	return le64_to_cpu(*(nilfs_direct_dptrs(direct) + key));
}

static inline void nilfs_direct_set_ptr(struct nilfs_bmap *direct,
					__u64 key, __u64 ptr)
{
	*(nilfs_direct_dptrs(direct) + key) = cpu_to_le64(ptr);
}

static int nilfs_direct_lookup(const struct nilfs_bmap *direct,
			       __u64 key, int level, __u64 *ptrp)
{
	__u64 ptr;

	if (key > NILFS_DIRECT_KEY_MAX || level != 1)
		return -ENOENT;
	ptr = nilfs_direct_get_ptr(direct, key);
	if (ptr == NILFS_BMAP_INVALID_PTR)
		return -ENOENT;

	*ptrp = ptr;
	return 0;
}

static int nilfs_direct_lookup_contig(const struct nilfs_bmap *direct,
				      __u64 key, __u64 *ptrp,
				      unsigned int maxblocks)
{
	struct inode *dat = NULL;
	__u64 ptr, ptr2;
	sector_t blocknr;
	int ret, cnt;

	if (key > NILFS_DIRECT_KEY_MAX)
		return -ENOENT;
	ptr = nilfs_direct_get_ptr(direct, key);
	if (ptr == NILFS_BMAP_INVALID_PTR)
		return -ENOENT;

	if (NILFS_BMAP_USE_VBN(direct)) {
		dat = nilfs_bmap_get_dat(direct);
		ret = nilfs_dat_translate(dat, ptr, &blocknr);
		if (ret < 0)
			return ret;
		ptr = blocknr;
	}

	maxblocks = min_t(unsigned int, maxblocks,
			  NILFS_DIRECT_KEY_MAX - key + 1);
	for (cnt = 1; cnt < maxblocks &&
		     (ptr2 = nilfs_direct_get_ptr(direct, key + cnt)) !=
		     NILFS_BMAP_INVALID_PTR;
	     cnt++) {
		if (dat) {
			ret = nilfs_dat_translate(dat, ptr2, &blocknr);
			if (ret < 0)
				return ret;
			ptr2 = blocknr;
		}
		if (ptr2 != ptr + cnt)
			break;
	}
	*ptrp = ptr;
	return cnt;
}

static __u64
nilfs_direct_find_target_v(const struct nilfs_bmap *direct, __u64 key)
{
	__u64 ptr;

	ptr = nilfs_bmap_find_target_seq(direct, key);
	if (ptr != NILFS_BMAP_INVALID_PTR)
		/* sequential access */
		return ptr;

	/* block group */
	return nilfs_bmap_find_target_in_group(direct);
}

static int nilfs_direct_insert(struct nilfs_bmap *bmap, __u64 key, __u64 ptr)
{
	union nilfs_bmap_ptr_req req;
	struct inode *dat = NULL;
	struct buffer_head *bh;
	int ret;

	if (key > NILFS_DIRECT_KEY_MAX)
		return -ENOENT;
	if (nilfs_direct_get_ptr(bmap, key) != NILFS_BMAP_INVALID_PTR)
		return -EEXIST;

	if (NILFS_BMAP_USE_VBN(bmap)) {
		req.bpr_ptr = nilfs_direct_find_target_v(bmap, key);
		dat = nilfs_bmap_get_dat(bmap);
	}
	ret = nilfs_bmap_prepare_alloc_ptr(bmap, &req, dat);
	if (!ret) {
		/* ptr must be a pointer to a buffer head. */
		bh = (struct buffer_head *)((unsigned long)ptr);
		set_buffer_nilfs_volatile(bh);

		nilfs_bmap_commit_alloc_ptr(bmap, &req, dat);
		nilfs_direct_set_ptr(bmap, key, req.bpr_ptr);

		if (!nilfs_bmap_dirty(bmap))
			nilfs_bmap_set_dirty(bmap);

		if (NILFS_BMAP_USE_VBN(bmap))
			nilfs_bmap_set_target_v(bmap, key, req.bpr_ptr);

		nilfs_inode_add_blocks(bmap->b_inode, 1);
	}
	return ret;
}

static int nilfs_direct_delete(struct nilfs_bmap *bmap, __u64 key)
{
	union nilfs_bmap_ptr_req req;
	struct inode *dat;
	int ret;

	if (key > NILFS_DIRECT_KEY_MAX ||
	    nilfs_direct_get_ptr(bmap, key) == NILFS_BMAP_INVALID_PTR)
		return -ENOENT;

	dat = NILFS_BMAP_USE_VBN(bmap) ? nilfs_bmap_get_dat(bmap) : NULL;
	req.bpr_ptr = nilfs_direct_get_ptr(bmap, key);

	ret = nilfs_bmap_prepare_end_ptr(bmap, &req, dat);
	if (!ret) {
		nilfs_bmap_commit_end_ptr(bmap, &req, dat);
		nilfs_direct_set_ptr(bmap, key, NILFS_BMAP_INVALID_PTR);
		nilfs_inode_sub_blocks(bmap->b_inode, 1);
	}
	return ret;
}

static int nilfs_direct_seek_key(const struct nilfs_bmap *direct, __u64 start,
				 __u64 *keyp)
{
	__u64 key;

	for (key = start; key <= NILFS_DIRECT_KEY_MAX; key++) {
		if (nilfs_direct_get_ptr(direct, key) !=
		    NILFS_BMAP_INVALID_PTR) {
			*keyp = key;
			return 0;
		}
	}
	return -ENOENT;
}

static int nilfs_direct_last_key(const struct nilfs_bmap *direct, __u64 *keyp)
{
	__u64 key, lastkey;

	lastkey = NILFS_DIRECT_KEY_MAX + 1;
	for (key = NILFS_DIRECT_KEY_MIN; key <= NILFS_DIRECT_KEY_MAX; key++)
		if (nilfs_direct_get_ptr(direct, key) !=
		    NILFS_BMAP_INVALID_PTR)
			lastkey = key;

	if (lastkey == NILFS_DIRECT_KEY_MAX + 1)
		return -ENOENT;

	*keyp = lastkey;

	return 0;
}

static int nilfs_direct_check_insert(const struct nilfs_bmap *bmap, __u64 key)
{
	return key > NILFS_DIRECT_KEY_MAX;
}

static int nilfs_direct_gather_data(struct nilfs_bmap *direct,
				    __u64 *keys, __u64 *ptrs, int nitems)
{
	__u64 key;
	__u64 ptr;
	int n;

	if (nitems > NILFS_DIRECT_NBLOCKS)
		nitems = NILFS_DIRECT_NBLOCKS;
	n = 0;
	for (key = 0; key < nitems; key++) {
		ptr = nilfs_direct_get_ptr(direct, key);
		if (ptr != NILFS_BMAP_INVALID_PTR) {
			keys[n] = key;
			ptrs[n] = ptr;
			n++;
		}
	}
	return n;
}

int nilfs_direct_delete_and_convert(struct nilfs_bmap *bmap,
				    __u64 key, __u64 *keys, __u64 *ptrs, int n)
{
	__le64 *dptrs;
	int ret, i, j;

	/* no need to allocate any resource for conversion */

	/* delete */
	ret = bmap->b_ops->bop_delete(bmap, key);
	if (ret < 0)
		return ret;

	/* free resources */
	if (bmap->b_ops->bop_clear != NULL)
		bmap->b_ops->bop_clear(bmap);

	/* convert */
	dptrs = nilfs_direct_dptrs(bmap);
	for (i = 0, j = 0; i < NILFS_DIRECT_NBLOCKS; i++) {
		if ((j < n) && (i == keys[j])) {
			dptrs[i] = (i != key) ?
				cpu_to_le64(ptrs[j]) :
				NILFS_BMAP_INVALID_PTR;
			j++;
		} else
			dptrs[i] = NILFS_BMAP_INVALID_PTR;
	}

	nilfs_direct_init(bmap);
	return 0;
}

static int nilfs_direct_propagate(struct nilfs_bmap *bmap,
				  struct buffer_head *bh)
{
	struct nilfs_palloc_req oldreq, newreq;
	struct inode *dat;
	__u64 key;
	__u64 ptr;
	int ret;

	if (!NILFS_BMAP_USE_VBN(bmap))
		return 0;

	dat = nilfs_bmap_get_dat(bmap);
	key = nilfs_bmap_data_get_key(bmap, bh);
	ptr = nilfs_direct_get_ptr(bmap, key);
	if (!buffer_nilfs_volatile(bh)) {
		oldreq.pr_entry_nr = ptr;
		newreq.pr_entry_nr = ptr;
		ret = nilfs_dat_prepare_update(dat, &oldreq, &newreq);
		if (ret < 0)
			return ret;
		nilfs_dat_commit_update(dat, &oldreq, &newreq,
					bmap->b_ptr_type == NILFS_BMAP_PTR_VS);
		set_buffer_nilfs_volatile(bh);
		nilfs_direct_set_ptr(bmap, key, newreq.pr_entry_nr);
	} else
		ret = nilfs_dat_mark_dirty(dat, ptr);

	return ret;
}

static int nilfs_direct_assign_v(struct nilfs_bmap *direct,
				 __u64 key, __u64 ptr,
				 struct buffer_head **bh,
				 sector_t blocknr,
				 union nilfs_binfo *binfo)
{
	struct inode *dat = nilfs_bmap_get_dat(direct);
	union nilfs_bmap_ptr_req req;
	int ret;

	req.bpr_ptr = ptr;
	ret = nilfs_dat_prepare_start(dat, &req.bpr_req);
	if (!ret) {
		nilfs_dat_commit_start(dat, &req.bpr_req, blocknr);
		binfo->bi_v.bi_vblocknr = cpu_to_le64(ptr);
		binfo->bi_v.bi_blkoff = cpu_to_le64(key);
	}
	return ret;
}

static int nilfs_direct_assign_p(struct nilfs_bmap *direct,
				 __u64 key, __u64 ptr,
				 struct buffer_head **bh,
				 sector_t blocknr,
				 union nilfs_binfo *binfo)
{
	nilfs_direct_set_ptr(direct, key, blocknr);

	binfo->bi_dat.bi_blkoff = cpu_to_le64(key);
	binfo->bi_dat.bi_level = 0;

	return 0;
}

static int nilfs_direct_assign(struct nilfs_bmap *bmap,
			       struct buffer_head **bh,
			       sector_t blocknr,
			       union nilfs_binfo *binfo)
{
	__u64 key;
	__u64 ptr;

	key = nilfs_bmap_data_get_key(bmap, *bh);
	if (unlikely(key > NILFS_DIRECT_KEY_MAX)) {
		nilfs_msg(bmap->b_inode->i_sb, KERN_CRIT,
			  "%s (ino=%lu): invalid key: %llu", __func__,
			  bmap->b_inode->i_ino, (unsigned long long)key);
		return -EINVAL;
	}
	ptr = nilfs_direct_get_ptr(bmap, key);
	if (unlikely(ptr == NILFS_BMAP_INVALID_PTR)) {
		nilfs_msg(bmap->b_inode->i_sb, KERN_CRIT,
			  "%s (ino=%lu): invalid pointer: %llu", __func__,
			  bmap->b_inode->i_ino, (unsigned long long)ptr);
		return -EINVAL;
	}

	return NILFS_BMAP_USE_VBN(bmap) ?
		nilfs_direct_assign_v(bmap, key, ptr, bh, blocknr, binfo) :
		nilfs_direct_assign_p(bmap, key, ptr, bh, blocknr, binfo);
}

static const struct nilfs_bmap_operations nilfs_direct_ops = {
	.bop_lookup		=	nilfs_direct_lookup,
	.bop_lookup_contig	=	nilfs_direct_lookup_contig,
	.bop_insert		=	nilfs_direct_insert,
	.bop_delete		=	nilfs_direct_delete,
	.bop_clear		=	NULL,

	.bop_propagate		=	nilfs_direct_propagate,

	.bop_lookup_dirty_buffers	=	NULL,

	.bop_assign		=	nilfs_direct_assign,
	.bop_mark		=	NULL,

	.bop_seek_key		=	nilfs_direct_seek_key,
	.bop_last_key		=	nilfs_direct_last_key,

	.bop_check_insert	=	nilfs_direct_check_insert,
	.bop_check_delete	=	NULL,
	.bop_gather_data	=	nilfs_direct_gather_data,
};


int nilfs_direct_init(struct nilfs_bmap *bmap)
{
	bmap->b_ops = &nilfs_direct_ops;
	return 0;
}
Commit	Line	Data
ae98043f	1	// SPDX-License-Identifier: GPL-2.0+
36a580eb KS	2	/*
	3	* direct.c - NILFS direct block pointer.
	4	*
	5	* Copyright (C) 2006-2008 Nippon Telegraph and Telephone Corporation.
	6	*
4b420ab4	7	* Written by Koji Sato.
36a580eb KS	8	*/
	9
	10	#include <linux/errno.h>
	11	#include "nilfs.h"
	12	#include "page.h"
	13	#include "direct.h"
	14	#include "alloc.h"
c3a7abf0	15	#include "dat.h"
36a580eb	16
10ff885b	17	static inline __le64 nilfs_direct_dptrs(const struct nilfs_bmap direct)
36a580eb KS	18	{
36a580eb KS	19	return (__le64 *)
10ff885b	20	((struct nilfs_direct_node *)direct->b_u.u_data + 1);
36a580eb KS	21	}
	22
	23	static inline __u64
10ff885b	24	nilfs_direct_get_ptr(const struct nilfs_bmap *direct, __u64 key)
36a580eb	25	{
25b8d7de	26	return le64_to_cpu(*(nilfs_direct_dptrs(direct) + key));
36a580eb KS	27	}
36a580eb KS	28
10ff885b	29	static inline void nilfs_direct_set_ptr(struct nilfs_bmap *direct,
36a580eb KS	30	__u64 key, __u64 ptr)
36a580eb KS	31	{
25b8d7de	32	*(nilfs_direct_dptrs(direct) + key) = cpu_to_le64(ptr);
36a580eb KS	33	}
36a580eb KS	34
10ff885b	35	static int nilfs_direct_lookup(const struct nilfs_bmap *direct,
36a580eb KS	36	__u64 key, int level, __u64 *ptrp)
36a580eb KS	37	{
36a580eb KS	38	__u64 ptr;
36a580eb KS	39
5ee58148 JS	40	if (key > NILFS_DIRECT_KEY_MAX \|\| level != 1)
	41	return -ENOENT;
	42	ptr = nilfs_direct_get_ptr(direct, key);
	43	if (ptr == NILFS_BMAP_INVALID_PTR)
36a580eb KS	44	return -ENOENT;
36a580eb KS	45
364ec2d7	46	*ptrp = ptr;
36a580eb KS	47	return 0;
	48	}
	49
10ff885b	50	static int nilfs_direct_lookup_contig(const struct nilfs_bmap *direct,
c3a7abf0	51	__u64 key, __u64 *ptrp,
0c6c44cb	52	unsigned int maxblocks)
c3a7abf0	53	{
c3a7abf0 RK	54	struct inode *dat = NULL;
	55	__u64 ptr, ptr2;
	56	sector_t blocknr;
	57	int ret, cnt;
	58
5ee58148 JS	59	if (key > NILFS_DIRECT_KEY_MAX)
	60	return -ENOENT;
	61	ptr = nilfs_direct_get_ptr(direct, key);
	62	if (ptr == NILFS_BMAP_INVALID_PTR)
c3a7abf0 RK	63	return -ENOENT;
c3a7abf0 RK	64
10ff885b RK	65	if (NILFS_BMAP_USE_VBN(direct)) {
10ff885b RK	66	dat = nilfs_bmap_get_dat(direct);
c3a7abf0 RK	67	ret = nilfs_dat_translate(dat, ptr, &blocknr);
	68	if (ret < 0)
	69	return ret;
	70	ptr = blocknr;
	71	}
	72
0c6c44cb RK	73	maxblocks = min_t(unsigned int, maxblocks,
0c6c44cb RK	74	NILFS_DIRECT_KEY_MAX - key + 1);
c3a7abf0 RK	75	for (cnt = 1; cnt < maxblocks &&
	76	(ptr2 = nilfs_direct_get_ptr(direct, key + cnt)) !=
	77	NILFS_BMAP_INVALID_PTR;
	78	cnt++) {
	79	if (dat) {
	80	ret = nilfs_dat_translate(dat, ptr2, &blocknr);
	81	if (ret < 0)
	82	return ret;
	83	ptr2 = blocknr;
	84	}
	85	if (ptr2 != ptr + cnt)
	86	break;
	87	}
	88	*ptrp = ptr;
	89	return cnt;
	90	}
	91
36a580eb	92	static __u64
10ff885b	93	nilfs_direct_find_target_v(const struct nilfs_bmap *direct, __u64 key)
36a580eb KS	94	{
	95	__u64 ptr;
	96
10ff885b	97	ptr = nilfs_bmap_find_target_seq(direct, key);
36a580eb KS	98	if (ptr != NILFS_BMAP_INVALID_PTR)
	99	/* sequential access */
	100	return ptr;
7f00184e RK	101
	102	/* block group */
	103	return nilfs_bmap_find_target_in_group(direct);
36a580eb KS	104	}
36a580eb KS	105
36a580eb KS	106	static int nilfs_direct_insert(struct nilfs_bmap *bmap, __u64 key, __u64 ptr)
36a580eb KS	107	{
36a580eb	108	union nilfs_bmap_ptr_req req;
2e0c2c73 RK	109	struct inode *dat = NULL;
2e0c2c73 RK	110	struct buffer_head *bh;
36a580eb KS	111	int ret;
36a580eb KS	112
36a580eb KS	113	if (key > NILFS_DIRECT_KEY_MAX)
36a580eb KS	114	return -ENOENT;
10ff885b	115	if (nilfs_direct_get_ptr(bmap, key) != NILFS_BMAP_INVALID_PTR)
36a580eb KS	116	return -EEXIST;
36a580eb KS	117
2e0c2c73	118	if (NILFS_BMAP_USE_VBN(bmap)) {
10ff885b	119	req.bpr_ptr = nilfs_direct_find_target_v(bmap, key);
2e0c2c73 RK	120	dat = nilfs_bmap_get_dat(bmap);
	121	}
	122	ret = nilfs_bmap_prepare_alloc_ptr(bmap, &req, dat);
	123	if (!ret) {
	124	/* ptr must be a pointer to a buffer head. */
	125	bh = (struct buffer_head *)((unsigned long)ptr);
	126	set_buffer_nilfs_volatile(bh);
36a580eb	127
2e0c2c73	128	nilfs_bmap_commit_alloc_ptr(bmap, &req, dat);
10ff885b	129	nilfs_direct_set_ptr(bmap, key, req.bpr_ptr);
36a580eb	130
2e0c2c73 RK	131	if (!nilfs_bmap_dirty(bmap))
2e0c2c73 RK	132	nilfs_bmap_set_dirty(bmap);
36a580eb	133
2e0c2c73	134	if (NILFS_BMAP_USE_VBN(bmap))
dc935be2	135	nilfs_bmap_set_target_v(bmap, key, req.bpr_ptr);
36a580eb	136
be667377	137	nilfs_inode_add_blocks(bmap->b_inode, 1);
2e0c2c73 RK	138	}
2e0c2c73 RK	139	return ret;
36a580eb KS	140	}
	141
	142	static int nilfs_direct_delete(struct nilfs_bmap *bmap, __u64 key)
	143	{
36a580eb	144	union nilfs_bmap_ptr_req req;
2e0c2c73	145	struct inode *dat;
36a580eb KS	146	int ret;
36a580eb KS	147
2e0c2c73	148	if (key > NILFS_DIRECT_KEY_MAX \|\|
10ff885b	149	nilfs_direct_get_ptr(bmap, key) == NILFS_BMAP_INVALID_PTR)
36a580eb KS	150	return -ENOENT;
36a580eb KS	151
2e0c2c73	152	dat = NILFS_BMAP_USE_VBN(bmap) ? nilfs_bmap_get_dat(bmap) : NULL;
10ff885b	153	req.bpr_ptr = nilfs_direct_get_ptr(bmap, key);
36a580eb	154
2e0c2c73 RK	155	ret = nilfs_bmap_prepare_end_ptr(bmap, &req, dat);
	156	if (!ret) {
	157	nilfs_bmap_commit_end_ptr(bmap, &req, dat);
10ff885b	158	nilfs_direct_set_ptr(bmap, key, NILFS_BMAP_INVALID_PTR);
be667377	159	nilfs_inode_sub_blocks(bmap->b_inode, 1);
2e0c2c73 RK	160	}
2e0c2c73 RK	161	return ret;
36a580eb KS	162	}
36a580eb KS	163
5b20384f RK	164	static int nilfs_direct_seek_key(const struct nilfs_bmap *direct, __u64 start,
	165	__u64 *keyp)
	166	{
	167	__u64 key;
	168
	169	for (key = start; key <= NILFS_DIRECT_KEY_MAX; key++) {
	170	if (nilfs_direct_get_ptr(direct, key) !=
	171	NILFS_BMAP_INVALID_PTR) {
	172	*keyp = key;
	173	return 0;
	174	}
	175	}
	176	return -ENOENT;
	177	}
	178
10ff885b	179	static int nilfs_direct_last_key(const struct nilfs_bmap direct, __u64 keyp)
36a580eb	180	{
36a580eb KS	181	__u64 key, lastkey;
36a580eb KS	182
36a580eb KS	183	lastkey = NILFS_DIRECT_KEY_MAX + 1;
	184	for (key = NILFS_DIRECT_KEY_MIN; key <= NILFS_DIRECT_KEY_MAX; key++)
	185	if (nilfs_direct_get_ptr(direct, key) !=
	186	NILFS_BMAP_INVALID_PTR)
	187	lastkey = key;
	188
	189	if (lastkey == NILFS_DIRECT_KEY_MAX + 1)
	190	return -ENOENT;
	191
36a580eb KS	192	*keyp = lastkey;
	193
	194	return 0;
	195	}
	196
	197	static int nilfs_direct_check_insert(const struct nilfs_bmap *bmap, __u64 key)
	198	{
	199	return key > NILFS_DIRECT_KEY_MAX;
	200	}
	201
10ff885b	202	static int nilfs_direct_gather_data(struct nilfs_bmap *direct,
36a580eb KS	203	__u64 keys, __u64 ptrs, int nitems)
36a580eb KS	204	{
36a580eb KS	205	__u64 key;
	206	__u64 ptr;
	207	int n;
	208
36a580eb KS	209	if (nitems > NILFS_DIRECT_NBLOCKS)
	210	nitems = NILFS_DIRECT_NBLOCKS;
	211	n = 0;
	212	for (key = 0; key < nitems; key++) {
	213	ptr = nilfs_direct_get_ptr(direct, key);
	214	if (ptr != NILFS_BMAP_INVALID_PTR) {
	215	keys[n] = key;
	216	ptrs[n] = ptr;
	217	n++;
	218	}
	219	}
	220	return n;
	221	}
	222
	223	int nilfs_direct_delete_and_convert(struct nilfs_bmap *bmap,
3033342a	224	__u64 key, __u64 keys, __u64 ptrs, int n)
36a580eb	225	{
36a580eb KS	226	__le64 *dptrs;
	227	int ret, i, j;
	228
	229	/* no need to allocate any resource for conversion */
	230
	231	/* delete */
8acfbf09	232	ret = bmap->b_ops->bop_delete(bmap, key);
36a580eb KS	233	if (ret < 0)
	234	return ret;
	235
	236	/* free resources */
	237	if (bmap->b_ops->bop_clear != NULL)
8acfbf09	238	bmap->b_ops->bop_clear(bmap);
36a580eb KS	239
36a580eb KS	240	/* convert */
10ff885b	241	dptrs = nilfs_direct_dptrs(bmap);
36a580eb KS	242	for (i = 0, j = 0; i < NILFS_DIRECT_NBLOCKS; i++) {
	243	if ((j < n) && (i == keys[j])) {
	244	dptrs[i] = (i != key) ?
25b8d7de	245	cpu_to_le64(ptrs[j]) :
36a580eb KS	246	NILFS_BMAP_INVALID_PTR;
	247	j++;
	248	} else
	249	dptrs[i] = NILFS_BMAP_INVALID_PTR;
	250	}
	251
3033342a	252	nilfs_direct_init(bmap);
36a580eb KS	253	return 0;
	254	}
	255
583ada47	256	static int nilfs_direct_propagate(struct nilfs_bmap *bmap,
2e0c2c73	257	struct buffer_head *bh)
36a580eb	258	{
2e0c2c73 RK	259	struct nilfs_palloc_req oldreq, newreq;
2e0c2c73 RK	260	struct inode *dat;
36a580eb KS	261	__u64 key;
	262	__u64 ptr;
	263	int ret;
	264
2e0c2c73 RK	265	if (!NILFS_BMAP_USE_VBN(bmap))
	266	return 0;
	267
	268	dat = nilfs_bmap_get_dat(bmap);
	269	key = nilfs_bmap_data_get_key(bmap, bh);
10ff885b	270	ptr = nilfs_direct_get_ptr(bmap, key);
36a580eb	271	if (!buffer_nilfs_volatile(bh)) {
2e0c2c73 RK	272	oldreq.pr_entry_nr = ptr;
	273	newreq.pr_entry_nr = ptr;
	274	ret = nilfs_dat_prepare_update(dat, &oldreq, &newreq);
36a580eb KS	275	if (ret < 0)
36a580eb KS	276	return ret;
2e0c2c73 RK	277	nilfs_dat_commit_update(dat, &oldreq, &newreq,
2e0c2c73 RK	278	bmap->b_ptr_type == NILFS_BMAP_PTR_VS);
36a580eb	279	set_buffer_nilfs_volatile(bh);
10ff885b	280	nilfs_direct_set_ptr(bmap, key, newreq.pr_entry_nr);
36a580eb	281	} else
2e0c2c73	282	ret = nilfs_dat_mark_dirty(dat, ptr);
36a580eb KS	283
	284	return ret;
	285	}
	286
10ff885b	287	static int nilfs_direct_assign_v(struct nilfs_bmap *direct,
36a580eb KS	288	__u64 key, __u64 ptr,
	289	struct buffer_head **bh,
	290	sector_t blocknr,
	291	union nilfs_binfo *binfo)
	292	{
10ff885b	293	struct inode *dat = nilfs_bmap_get_dat(direct);
36a580eb KS	294	union nilfs_bmap_ptr_req req;
	295	int ret;
	296
	297	req.bpr_ptr = ptr;
2e0c2c73 RK	298	ret = nilfs_dat_prepare_start(dat, &req.bpr_req);
	299	if (!ret) {
	300	nilfs_dat_commit_start(dat, &req.bpr_req, blocknr);
25b8d7de RK	301	binfo->bi_v.bi_vblocknr = cpu_to_le64(ptr);
25b8d7de RK	302	binfo->bi_v.bi_blkoff = cpu_to_le64(key);
2e0c2c73 RK	303	}
2e0c2c73 RK	304	return ret;
36a580eb KS	305	}
36a580eb KS	306
10ff885b	307	static int nilfs_direct_assign_p(struct nilfs_bmap *direct,
36a580eb KS	308	__u64 key, __u64 ptr,
	309	struct buffer_head **bh,
	310	sector_t blocknr,
	311	union nilfs_binfo *binfo)
	312	{
	313	nilfs_direct_set_ptr(direct, key, blocknr);
	314
25b8d7de	315	binfo->bi_dat.bi_blkoff = cpu_to_le64(key);
36a580eb KS	316	binfo->bi_dat.bi_level = 0;
	317
	318	return 0;
	319	}
	320
	321	static int nilfs_direct_assign(struct nilfs_bmap *bmap,
	322	struct buffer_head **bh,
	323	sector_t blocknr,
	324	union nilfs_binfo *binfo)
	325	{
36a580eb KS	326	__u64 key;
	327	__u64 ptr;
	328
36a580eb	329	key = nilfs_bmap_data_get_key(bmap, *bh);
1f5abe7e	330	if (unlikely(key > NILFS_DIRECT_KEY_MAX)) {
feee880f RK	331	nilfs_msg(bmap->b_inode->i_sb, KERN_CRIT,
	332	"%s (ino=%lu): invalid key: %llu", __func__,
	333	bmap->b_inode->i_ino, (unsigned long long)key);
1f5abe7e RK	334	return -EINVAL;
1f5abe7e RK	335	}
10ff885b	336	ptr = nilfs_direct_get_ptr(bmap, key);
1f5abe7e	337	if (unlikely(ptr == NILFS_BMAP_INVALID_PTR)) {
feee880f RK	338	nilfs_msg(bmap->b_inode->i_sb, KERN_CRIT,
	339	"%s (ino=%lu): invalid pointer: %llu", __func__,
	340	bmap->b_inode->i_ino, (unsigned long long)ptr);
1f5abe7e RK	341	return -EINVAL;
1f5abe7e RK	342	}
36a580eb	343
355c6b61	344	return NILFS_BMAP_USE_VBN(bmap) ?
10ff885b RK	345	nilfs_direct_assign_v(bmap, key, ptr, bh, blocknr, binfo) :
10ff885b RK	346	nilfs_direct_assign_p(bmap, key, ptr, bh, blocknr, binfo);
36a580eb KS	347	}
	348
	349	static const struct nilfs_bmap_operations nilfs_direct_ops = {
	350	.bop_lookup = nilfs_direct_lookup,
c3a7abf0	351	.bop_lookup_contig = nilfs_direct_lookup_contig,
36a580eb KS	352	.bop_insert = nilfs_direct_insert,
	353	.bop_delete = nilfs_direct_delete,
	354	.bop_clear = NULL,
	355
	356	.bop_propagate = nilfs_direct_propagate,
	357
	358	.bop_lookup_dirty_buffers = NULL,
	359
	360	.bop_assign = nilfs_direct_assign,
	361	.bop_mark = NULL,
	362
5b20384f	363	.bop_seek_key = nilfs_direct_seek_key,
36a580eb	364	.bop_last_key = nilfs_direct_last_key,
5b20384f	365
36a580eb KS	366	.bop_check_insert = nilfs_direct_check_insert,
	367	.bop_check_delete = NULL,
	368	.bop_gather_data = nilfs_direct_gather_data,
	369	};
	370
	371
3033342a	372	int nilfs_direct_init(struct nilfs_bmap *bmap)
36a580eb	373	{
36a580eb	374	bmap->b_ops = &nilfs_direct_ops;
36a580eb KS	375	return 0;
36a580eb KS	376	}