]> git.ipfire.org Git - people/ms/linux.git/blame - fs/nfsd/nfs4proc.c
projects / people / ms / linux.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
NFSD: Fix NFSv3 SETATTR/CREATE's handling of large file sizes
[people/ms/linux.git] / fs / nfsd / nfs4proc.c
CommitLineData
1da177e4 1/*
1da177e4
LT		 2 * Server-side procedures for NFSv4.
3 *
4 * Copyright (c) 2002 The Regents of the University of Michigan.
5 * All rights reserved.
6 *
7 * Kendrick Smith <kmsmith@umich.edu>
8 * Andy Adamson <andros@umich.edu>
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 *
14 * 1. Redistributions of source code must retain the above copyright
15 * notice, this list of conditions and the following disclaimer.
16 * 2. Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
19 * 3. Neither the name of the University nor the names of its
20 * contributors may be used to endorse or promote products derived
21 * from this software without specific prior written permission.
22 *
23 * THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED
24 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
25 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
26 * DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
27 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
28 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
29 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
30 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
31 * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
32 * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
33 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
1da177e4 34 */
880a3a53 35#include <linux/fs_struct.h>
7e06b7f9 36#include <linux/file.h>
b0cb9085 37#include <linux/falloc.h>
5a0e3ad6 38#include <linux/slab.h>
e0639dc5 39#include <linux/kthread.h>
624322f1 40#include <linux/sunrpc/addr.h>
0cfcd405 41#include <linux/nfs_ssc.h>
1da177e4 42
58e7b33a 43#include "idmap.h"
9a74af21
BH		 44#include "cache.h"
45#include "xdr4.h"
0a3adade 46#include "vfs.h"
8b70484c 47#include "current_stateid.h"
3320fef1 48#include "netns.h"
4ac7249e 49#include "acl.h"
9cf514cc 50#include "pnfs.h"
31ef83dc 51#include "trace.h"
1da177e4 52
d6c9e436
CL		 53static bool inter_copy_offload_enable;
54module_param(inter_copy_offload_enable, bool, 0644);
55MODULE_PARM_DESC(inter_copy_offload_enable,
56 "Enable inter server to server copy offload. Default: false");
57
f4e44b39
DN		 58#ifdef CONFIG_NFSD_V4_2_INTER_SSC
59static int nfsd4_ssc_umount_timeout = 900000; /* default to 15 mins */
60module_param(nfsd4_ssc_umount_timeout, int, 0644);
61MODULE_PARM_DESC(nfsd4_ssc_umount_timeout,
62 "idle msecs before unmount export from source server");
63#endif
64
18032ca0
DQ		 65#ifdef CONFIG_NFSD_V4_SECURITY_LABEL
66#include <linux/security.h>
67
68static inline void
69nfsd4_security_inode_setsecctx(struct svc_fh *resfh, struct xdr_netobj *label, u32 *bmval)
70{
2b0143b5 71 struct inode *inode = d_inode(resfh->fh_dentry);
18032ca0
DQ		 72 int status;
73
5955102c 74 inode_lock(inode);
18032ca0
DQ		 75 status = security_inode_setsecctx(resfh->fh_dentry,
76 label->data, label->len);
5955102c 77 inode_unlock(inode);
18032ca0
DQ		 78
79 if (status)
80 /*
81 * XXX: We should really fail the whole open, but we may
82 * already have created a new file, so it may be too
83 * late. For now this seems the least of evils:
84 */
85 bmval[2] &= ~FATTR4_WORD2_SECURITY_LABEL;
86
87 return;
88}
89#else
90static inline void
91nfsd4_security_inode_setsecctx(struct svc_fh *resfh, struct xdr_netobj *label, u32 *bmval)
92{ }
93#endif
94
1da177e4
LT		 95#define NFSDDBG_FACILITY NFSDDBG_PROC
96
3c8e0316
YZ		 97static u32 nfsd_attrmask[] = {
98 NFSD_WRITEABLE_ATTRS_WORD0,
99 NFSD_WRITEABLE_ATTRS_WORD1,
100 NFSD_WRITEABLE_ATTRS_WORD2
101};
102
103static u32 nfsd41_ex_attrmask[] = {
104 NFSD_SUPPATTR_EXCLCREAT_WORD0,
105 NFSD_SUPPATTR_EXCLCREAT_WORD1,
106 NFSD_SUPPATTR_EXCLCREAT_WORD2
107};
108
109static __be32
110check_attr_support(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
111 u32 *bmval, u32 *writable)
112{
113 struct dentry *dentry = cstate->current_fh.fh_dentry;
32ddd944 114 struct svc_export *exp = cstate->current_fh.fh_export;
3c8e0316 115
916d2d84 116 if (!nfsd_attrs_supported(cstate->minorversion, bmval))
3c8e0316 117 return nfserr_attrnotsupp;
916d2d84
BF		 118 if ((bmval[0] & FATTR4_WORD0_ACL) && !IS_POSIXACL(d_inode(dentry)))
119 return nfserr_attrnotsupp;
32ddd944
BF		 120 if ((bmval[2] & FATTR4_WORD2_SECURITY_LABEL) &&
121 !(exp->ex_flags & NFSEXP_SECURITY_LABEL))
122 return nfserr_attrnotsupp;
916d2d84
BF		 123 if (writable && !bmval_is_subset(bmval, writable))
124 return nfserr_inval;
47057abd
AG		 125 if (writable && (bmval[2] & FATTR4_WORD2_MODE_UMASK) &&
126 (bmval[1] & FATTR4_WORD1_MODE))
127 return nfserr_inval;
3c8e0316
YZ		 128 return nfs_ok;
129}
130
131static __be32
132nfsd4_check_open_attributes(struct svc_rqst *rqstp,
133 struct nfsd4_compound_state *cstate, struct nfsd4_open *open)
134{
135 __be32 status = nfs_ok;
136
137 if (open->op_create == NFS4_OPEN_CREATE) {
138 if (open->op_createmode == NFS4_CREATE_UNCHECKED
139 || open->op_createmode == NFS4_CREATE_GUARDED)
140 status = check_attr_support(rqstp, cstate,
141 open->op_bmval, nfsd_attrmask);
142 else if (open->op_createmode == NFS4_CREATE_EXCLUSIVE4_1)
143 status = check_attr_support(rqstp, cstate,
144 open->op_bmval, nfsd41_ex_attrmask);
145 }
146
147 return status;
148}
149
9208faf2
YZ		 150static int
151is_create_with_attrs(struct nfsd4_open *open)
152{
153 return open->op_create == NFS4_OPEN_CREATE
154 && (open->op_createmode == NFS4_CREATE_UNCHECKED
155 || open->op_createmode == NFS4_CREATE_GUARDED
156 || open->op_createmode == NFS4_CREATE_EXCLUSIVE4_1);
157}
158
159/*
160 * if error occurs when setting the acl, just clear the acl bit
161 * in the returned attr bitmap.
162 */
163static void
164do_set_nfs4_acl(struct svc_rqst *rqstp, struct svc_fh *fhp,
165 struct nfs4_acl *acl, u32 *bmval)
166{
167 __be32 status;
168
169 status = nfsd4_set_nfs4_acl(rqstp, fhp, acl);
170 if (status)
171 /*
172 * We should probably fail the whole open at this point,
173 * but we've already created the file, so it's too late;
174 * So this seems the least of evils:
175 */
176 bmval[0] &= ~FATTR4_WORD0_ACL;
177}
178
1da177e4
LT		 179static inline void
180fh_dup2(struct svc_fh *dst, struct svc_fh *src)
181{
182 fh_put(dst);
183 dget(src->fh_dentry);
184 if (src->fh_export)
bf18f163 185 exp_get(src->fh_export);
1da177e4
LT		 186 *dst = *src;
187}
188
b37ad28b 189static __be32
dc730e17 190do_open_permission(struct svc_rqst *rqstp, struct svc_fh *current_fh, struct nfsd4_open *open, int accmode)
1da177e4 191{
b37ad28b 192 __be32 status;
1da177e4
LT		 193
194 if (open->op_truncate &&
195 !(open->op_share_access & NFS4_SHARE_ACCESS_WRITE))
196 return nfserr_inval;
197
a043226b
BF		 198 accmode |= NFSD_MAY_READ_IF_EXEC;
199
1da177e4 200 if (open->op_share_access & NFS4_SHARE_ACCESS_READ)
8837abca 201 accmode |= NFSD_MAY_READ;
9801d8a3 202 if (open->op_share_access & NFS4_SHARE_ACCESS_WRITE)
8837abca 203 accmode |= (NFSD_MAY_WRITE | NFSD_MAY_TRUNC);
57ecb34f 204 if (open->op_share_deny & NFS4_SHARE_DENY_READ)
8837abca 205 accmode |= NFSD_MAY_WRITE;
1da177e4
LT		 206
207 status = fh_verify(rqstp, current_fh, S_IFREG, accmode);
208
209 return status;
210}
211
aadab6c6
BF		 212static __be32 nfsd_check_obj_isreg(struct svc_fh *fh)
213{
2b0143b5 214 umode_t mode = d_inode(fh->fh_dentry)->i_mode;
aadab6c6
BF		 215
216 if (S_ISREG(mode))
217 return nfs_ok;
218 if (S_ISDIR(mode))
219 return nfserr_isdir;
220 /*
221 * Using err_symlink as our catch-all case may look odd; but
222 * there's no other obvious error for this case in 4.0, and we
223 * happen to know that it will cause the linux v4 client to do
224 * the right thing on attempts to open something other than a
225 * regular file.
226 */
227 return nfserr_symlink;
228}
229
bbc9c36c
BF		 230static void nfsd4_set_open_owner_reply_cache(struct nfsd4_compound_state *cstate, struct nfsd4_open *open, struct svc_fh *resfh)
231{
232 if (nfsd4_has_session(cstate))
233 return;
234 fh_copy_shallow(&open->op_openowner->oo_owner.so_replay.rp_openfh,
235 &resfh->fh_handle);
236}
237
b37ad28b 238static __be32
c0e6bee4 239do_open_lookup(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate, struct nfsd4_open *open, struct svc_fh **resfh)
1da177e4 240{
bbc9c36c 241 struct svc_fh *current_fh = &cstate->current_fh;
7007c90f 242 int accmode;
b37ad28b 243 __be32 status;
1da177e4 244
c0e6bee4
BF		 245 *resfh = kmalloc(sizeof(struct svc_fh), GFP_KERNEL);
246 if (!*resfh)
59deeb9e 247 return nfserr_jukebox;
c0e6bee4 248 fh_init(*resfh, NFS4_FHSIZE);
500c2481 249 open->op_truncate = false;
1da177e4
LT		 250
251 if (open->op_create) {
79fb54ab
BH		 252 /* FIXME: check session persistence and pnfs flags.
253 * The nfsv4.1 spec requires the following semantics:
254 *
255 * Persistent | pNFS | Server REQUIRED | Client Allowed
256 * Reply Cache | server | |
257 * -------------+--------+-----------------+--------------------
258 * no | no | EXCLUSIVE4_1 | EXCLUSIVE4_1
259 * | | | (SHOULD)
260 * | | and EXCLUSIVE4 | or EXCLUSIVE4
261 * | | | (SHOULD NOT)
262 * no | yes | EXCLUSIVE4_1 | EXCLUSIVE4_1
263 * yes | no | GUARDED4 | GUARDED4
264 * yes | yes | GUARDED4 | GUARDED4
265 */
266
1da177e4
LT		 267 /*
268 * Note: create modes (UNCHECKED,GUARDED...) are the same
ac6721a1 269 * in NFSv4 as in v3 except EXCLUSIVE4_1.
1da177e4 270 */
880a3a53 271 current->fs->umask = open->op_umask;
1708e50b
CL		 272 status = do_nfsd_create(rqstp, current_fh, open->op_fname,
273 open->op_fnamelen, &open->op_iattr,
c0e6bee4 274 *resfh, open->op_createmode,
749997e5 275 (u32 *)open->op_verf.data,
856121b2 276 &open->op_truncate, &open->op_created);
880a3a53 277 current->fs->umask = 0;
749997e5 278
18032ca0 279 if (!status && open->op_label.len)
c0e6bee4 280 nfsd4_security_inode_setsecctx(*resfh, &open->op_label, open->op_bmval);
18032ca0 281
99f88726 282 /*
ead8fb8c
KM		 283 * Following rfc 3530 14.2.16, and rfc 5661 18.16.4
284 * use the returned bitmask to indicate which attributes
285 * we used to store the verifier:
749997e5 286 */
ead8fb8c
KM		 287 if (nfsd_create_is_exclusive(open->op_createmode) && status == 0)
288 open->op_bmval[1] |= (FATTR4_WORD1_TIME_ACCESS |
289 FATTR4_WORD1_TIME_MODIFY);
4335723e
BF		 290 } else
291 /*
292 * Note this may exit with the parent still locked.
293 * We will hold the lock until nfsd4_open's final
294 * lookup, to prevent renames or unlinks until we've had
295 * a chance to an acquire a delegation if appropriate.
296 */
1da177e4 297 status = nfsd_lookup(rqstp, current_fh,
1708e50b 298 open->op_fname, open->op_fnamelen, *resfh);
9dc4e6c4
BF		 299 if (status)
300 goto out;
c0e6bee4 301 status = nfsd_check_obj_isreg(*resfh);
af85852d
BF		 302 if (status)
303 goto out;
1da177e4 304
9208faf2 305 if (is_create_with_attrs(open) && open->op_acl != NULL)
c0e6bee4 306 do_set_nfs4_acl(rqstp, *resfh, open->op_acl, open->op_bmval);
9208faf2 307
c0e6bee4 308 nfsd4_set_open_owner_reply_cache(cstate, open, *resfh);
7007c90f 309 accmode = NFSD_MAY_NOP;
89f6c336
BF		 310 if (open->op_created ||
311 open->op_claim_type == NFS4_OPEN_CLAIM_DELEGATE_CUR)
7007c90f 312 accmode |= NFSD_MAY_OWNER_OVERRIDE;
c0e6bee4 313 status = do_open_permission(rqstp, *resfh, open, accmode);
41fd1e42 314 set_change_info(&open->op_cinfo, current_fh);
af85852d 315out:
1da177e4
LT		 316 return status;
317}
318
b37ad28b 319static __be32
bbc9c36c 320do_open_fhandle(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate, struct nfsd4_open *open)
1da177e4 321{
bbc9c36c 322 struct svc_fh *current_fh = &cstate->current_fh;
b37ad28b 323 __be32 status;
9f415eb2 324 int accmode = 0;
1da177e4 325
1da177e4
LT		 326 /* We don't know the target directory, and therefore can not
327 * set the change info
328 */
329
330 memset(&open->op_cinfo, 0, sizeof(struct nfsd4_change_info));
331
bbc9c36c 332 nfsd4_set_open_owner_reply_cache(cstate, open, current_fh);
1da177e4
LT		 333
334 open->op_truncate = (open->op_iattr.ia_valid & ATTR_SIZE) &&
335 (open->op_iattr.ia_size == 0);
9f415eb2
BF		 336 /*
337 * In the delegation case, the client is telling us about an
338 * open that it *already* performed locally, some time ago. We
339 * should let it succeed now if possible.
340 *
341 * In the case of a CLAIM_FH open, on the other hand, the client
342 * may be counting on us to enforce permissions (the Linux 4.1
343 * client uses this for normal opens, for example).
344 */
345 if (open->op_claim_type == NFS4_OPEN_CLAIM_DELEG_CUR_FH)
346 accmode = NFSD_MAY_OWNER_OVERRIDE;
1da177e4 347
9f415eb2 348 status = do_open_permission(rqstp, current_fh, open, accmode);
1da177e4
LT		 349
350 return status;
351}
352
60adfc50
AA		 353static void
354copy_clientid(clientid_t *clid, struct nfsd4_session *session)
355{
356 struct nfsd4_sessionid *sid =
357 (struct nfsd4_sessionid *)session->se_sessionid.data;
358
359 clid->cl_boot = sid->clientid.cl_boot;
360 clid->cl_id = sid->clientid.cl_id;
361}
1da177e4 362
7191155b 363static __be32
ca364317 364nfsd4_open(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 365 union nfsd4_op_u *u)
1da177e4 366{
eb69853d 367 struct nfsd4_open *open = &u->open;
b37ad28b 368 __be32 status;
c0e6bee4 369 struct svc_fh *resfh = NULL;
3320fef1
SK		 370 struct net *net = SVC_NET(rqstp);
371 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
03f318ca 372 bool reclaim = false;
6668958f 373
fe0750e5 374 dprintk("NFSD: nfsd4_open filename %.*s op_openowner %p\n",
1708e50b 375 (int)open->op_fnamelen, open->op_fname,
fe0750e5 376 open->op_openowner);
1da177e4 377
1da177e4
LT		 378 /* This check required by spec. */
379 if (open->op_create && open->op_claim_type != NFS4_OPEN_CLAIM_NULL)
380 return nfserr_inval;
381
500c2481 382 open->op_created = false;
ab1350b2
MJ		 383 /*
384 * RFC5661 18.51.3
385 * Before RECLAIM_COMPLETE done, server should deny new lock
386 */
387 if (nfsd4_has_session(cstate) &&
ec59659b 388 !test_bit(NFSD4_CLIENT_RECLAIM_COMPLETE, &cstate->clp->cl_flags) &&
ab1350b2
MJ		 389 open->op_claim_type != NFS4_OPEN_CLAIM_PREVIOUS)
390 return nfserr_grace;
391
60adfc50
AA		 392 if (nfsd4_has_session(cstate))
393 copy_clientid(&open->op_clientid, cstate->session);
394
1da177e4 395 /* check seqid for replay. set nfs4_owner */
6cd22668 396 status = nfsd4_process_open1(cstate, open, nn);
a90b061c 397 if (status == nfserr_replay_me) {
fe0750e5 398 struct nfs4_replay *rp = &open->op_openowner->oo_owner.so_replay;
ca364317 399 fh_put(&cstate->current_fh);
a4773c08
BF		 400 fh_copy_shallow(&cstate->current_fh.fh_handle,
401 &rp->rp_openfh);
8837abca 402 status = fh_verify(rqstp, &cstate->current_fh, 0, NFSD_MAY_NOP);
1da177e4
LT		 403 if (status)
404 dprintk("nfsd4_open: replay failed"
405 " restoring previous filehandle\n");
406 else
a90b061c 407 status = nfserr_replay_me;
1da177e4
LT		 408 }
409 if (status)
410 goto out;
9d313b17
BF		 411 if (open->op_xdr_error) {
412 status = open->op_xdr_error;
413 goto out;
414 }
fb553c0f 415
3c8e0316
YZ		 416 status = nfsd4_check_open_attributes(rqstp, cstate, open);
417 if (status)
418 goto out;
419
fb553c0f
BF		 420 /* Openowner is now set, so sequence id will get bumped. Now we need
421 * these checks before we do any creates: */
cbd0d51a 422 status = nfserr_grace;
c87fb4a3 423 if (opens_in_grace(net) && open->op_claim_type != NFS4_OPEN_CLAIM_PREVIOUS)
cbd0d51a
BF		 424 goto out;
425 status = nfserr_no_grace;
c87fb4a3 426 if (!opens_in_grace(net) && open->op_claim_type == NFS4_OPEN_CLAIM_PREVIOUS)
cbd0d51a 427 goto out;
fb553c0f 428
1da177e4 429 switch (open->op_claim_type) {
0dd3c192 430 case NFS4_OPEN_CLAIM_DELEGATE_CUR:
1da177e4 431 case NFS4_OPEN_CLAIM_NULL:
c0e6bee4 432 status = do_open_lookup(rqstp, cstate, open, &resfh);
1da177e4
LT		 433 if (status)
434 goto out;
435 break;
436 case NFS4_OPEN_CLAIM_PREVIOUS:
1722b046 437 status = nfs4_check_open_reclaim(cstate->clp);
0cf99b91
MJ		 438 if (status)
439 goto out;
ba5378b6 440 open->op_openowner->oo_flags |= NFS4_OO_CONFIRMED;
03f318ca 441 reclaim = true;
df561f66 442 fallthrough;
8b289b2c
BF		 443 case NFS4_OPEN_CLAIM_FH:
444 case NFS4_OPEN_CLAIM_DELEG_CUR_FH:
bbc9c36c 445 status = do_open_fhandle(rqstp, cstate, open);
1da177e4
LT		 446 if (status)
447 goto out;
c0e6bee4 448 resfh = &cstate->current_fh;
1da177e4 449 break;
8b289b2c 450 case NFS4_OPEN_CLAIM_DELEG_PREV_FH:
1da177e4 451 case NFS4_OPEN_CLAIM_DELEGATE_PREV:
2fdada03 452 dprintk("NFSD: unsupported OPEN claim type %d\n",
1da177e4
LT		 453 open->op_claim_type);
454 status = nfserr_notsupp;
455 goto out;
456 default:
2fdada03 457 dprintk("NFSD: Invalid OPEN claim type %d\n",
1da177e4
LT		 458 open->op_claim_type);
459 status = nfserr_inval;
460 goto out;
461 }
462 /*
463 * nfsd4_process_open2() does the actual opening of the file. If
464 * successful, it (1) truncates the file if open->op_truncate was
465 * set, (2) sets open->op_stateid, (3) sets open->op_delegation.
466 */
c0e6bee4 467 status = nfsd4_process_open2(rqstp, resfh, open);
b3fbfe0e
JL		 468 WARN(status && open->op_created,
469 "nfsd4_process_open2 failed to open newly-created file! status=%u\n",
470 be32_to_cpu(status));
03f318ca
BF		 471 if (reclaim && !status)
472 nn->somebody_reclaimed = true;
1da177e4 473out:
c0e6bee4
BF		 474 if (resfh && resfh != &cstate->current_fh) {
475 fh_dup2(&cstate->current_fh, resfh);
476 fh_put(resfh);
477 kfree(resfh);
478 }
42297899 479 nfsd4_cleanup_open_state(cstate, open);
9411b1d4 480 nfsd4_bump_seqid(cstate, status);
1da177e4
LT		 481 return status;
482}
483
9d313b17
BF		 484/*
485 * OPEN is the only seqid-mutating operation whose decoding can fail
486 * with a seqid-mutating error (specifically, decoding of user names in
487 * the attributes). Therefore we have to do some processing to look up
488 * the stateowner so that we can bump the seqid.
489 */
490static __be32 nfsd4_open_omfg(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate, struct nfsd4_op *op)
491{
eb69853d 492 struct nfsd4_open *open = &op->u.open;
9d313b17
BF		 493
494 if (!seqid_mutating_err(ntohl(op->status)))
495 return op->status;
496 if (nfsd4_has_session(cstate))
497 return op->status;
498 open->op_xdr_error = op->status;
eb69853d 499 return nfsd4_open(rqstp, cstate, &op->u);
9d313b17
BF		 500}
501
1da177e4
LT		 502/*
503 * filehandle-manipulating ops.
504 */
7191155b 505static __be32
b591480b 506nfsd4_getfh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 507 union nfsd4_op_u *u)
1da177e4 508{
eb69853d 509 u->getfh = &cstate->current_fh;
1da177e4
LT		 510 return nfs_ok;
511}
512
7191155b 513static __be32
ca364317 514nfsd4_putfh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 515 union nfsd4_op_u *u)
1da177e4 516{
eb69853d 517 struct nfsd4_putfh *putfh = &u->putfh;
b9e8638e 518 __be32 ret;
eb69853d 519
ca364317
BF		 520 fh_put(&cstate->current_fh);
521 cstate->current_fh.fh_handle.fh_size = putfh->pf_fhlen;
d8b26071 522 memcpy(&cstate->current_fh.fh_handle.fh_raw, putfh->pf_fhval,
ca364317 523 putfh->pf_fhlen);
b9e8638e
OK		 524 ret = fh_verify(rqstp, &cstate->current_fh, 0, NFSD_MAY_BYPASS_GSS);
525#ifdef CONFIG_NFSD_V4_2_INTER_SSC
526 if (ret == nfserr_stale && putfh->no_verify) {
527 SET_FH_FLAG(&cstate->current_fh, NFSD4_FH_FOREIGN);
528 ret = 0;
529 }
530#endif
531 return ret;
1da177e4
LT		 532}
533
7191155b 534static __be32
b591480b 535nfsd4_putrootfh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 536 union nfsd4_op_u *u)
1da177e4 537{
b37ad28b 538 __be32 status;
1da177e4 539
ca364317 540 fh_put(&cstate->current_fh);
df547efb 541 status = exp_pseudoroot(rqstp, &cstate->current_fh);
1da177e4
LT		 542 return status;
543}
544
7191155b 545static __be32
b591480b 546nfsd4_restorefh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 547 union nfsd4_op_u *u)
1da177e4 548{
ca364317 549 if (!cstate->save_fh.fh_dentry)
1da177e4
LT		 550 return nfserr_restorefh;
551
ca364317 552 fh_dup2(&cstate->current_fh, &cstate->save_fh);
51100d2b 553 if (HAS_CSTATE_FLAG(cstate, SAVED_STATE_ID_FLAG)) {
37c593c5 554 memcpy(&cstate->current_stateid, &cstate->save_stateid, sizeof(stateid_t));
51100d2b 555 SET_CSTATE_FLAG(cstate, CURRENT_STATE_ID_FLAG);
37c593c5 556 }
1da177e4
LT		 557 return nfs_ok;
558}
559
7191155b 560static __be32
b591480b 561nfsd4_savefh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 562 union nfsd4_op_u *u)
1da177e4 563{
ca364317 564 fh_dup2(&cstate->save_fh, &cstate->current_fh);
51100d2b 565 if (HAS_CSTATE_FLAG(cstate, CURRENT_STATE_ID_FLAG)) {
37c593c5 566 memcpy(&cstate->save_stateid, &cstate->current_stateid, sizeof(stateid_t));
51100d2b 567 SET_CSTATE_FLAG(cstate, SAVED_STATE_ID_FLAG);
37c593c5 568 }
1da177e4
LT		 569 return nfs_ok;
570}
571
572/*
573 * misc nfsv4 ops
574 */
7191155b 575static __be32
ca364317 576nfsd4_access(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 577 union nfsd4_op_u *u)
1da177e4 578{
eb69853d 579 struct nfsd4_access *access = &u->access;
c11d7fd1 580 u32 access_full;
eb69853d 581
c11d7fd1
FL		 582 access_full = NFS3_ACCESS_FULL;
583 if (cstate->minorversion >= 2)
584 access_full |= NFS4_ACCESS_XALIST | NFS4_ACCESS_XAREAD |
585 NFS4_ACCESS_XAWRITE;
586
587 if (access->ac_req_access & ~access_full)
1da177e4
LT		 588 return nfserr_inval;
589
590 access->ac_resp_access = access->ac_req_access;
ca364317
BF		 591 return nfsd_access(rqstp, &cstate->current_fh, &access->ac_resp_access,
592 &access->ac_supported);
1da177e4
LT		 593}
594
b9c0ef85 595static void gen_boot_verifier(nfs4_verifier *verifier, struct net *net)
ab4684d1 596{
27c438f5 597 __be32 *verf = (__be32 *)verifier->data;
ab4684d1 598
27c438f5
TM		 599 BUILD_BUG_ON(2*sizeof(*verf) != sizeof(verifier->data));
600
3988a578 601 nfsd_copy_write_verifier(verf, net_generic(net, nfsd_net_id));
ab4684d1
CL		 602}
603
7191155b 604static __be32
ca364317 605nfsd4_commit(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 606 union nfsd4_op_u *u)
1da177e4 607{
eb69853d
CH		 608 struct nfsd4_commit *commit = &u->commit;
609
75c096f7 610 return nfsd_commit(rqstp, &cstate->current_fh, commit->co_offset,
524ff1af
TM		 611 commit->co_count,
612 (__be32 *)commit->co_verf.data);
1da177e4
LT		 613}
614
b37ad28b 615static __be32
ca364317 616nfsd4_create(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 617 union nfsd4_op_u *u)
1da177e4 618{
eb69853d 619 struct nfsd4_create *create = &u->create;
1da177e4 620 struct svc_fh resfh;
b37ad28b 621 __be32 status;
1da177e4
LT		 622 dev_t rdev;
623
624 fh_init(&resfh, NFS4_FHSIZE);
625
fa08139d 626 status = fh_verify(rqstp, &cstate->current_fh, S_IFDIR, NFSD_MAY_NOP);
1da177e4
LT		 627 if (status)
628 return status;
629
3c8e0316
YZ		 630 status = check_attr_support(rqstp, cstate, create->cr_bmval,
631 nfsd_attrmask);
632 if (status)
633 return status;
634
880a3a53 635 current->fs->umask = create->cr_umask;
1da177e4
LT		 636 switch (create->cr_type) {
637 case NF4LNK:
ca364317
BF		 638 status = nfsd_symlink(rqstp, &cstate->current_fh,
639 create->cr_name, create->cr_namelen,
1e444f5b 640 create->cr_data, &resfh);
1da177e4
LT		 641 break;
642
643 case NF4BLK:
880a3a53 644 status = nfserr_inval;
1da177e4
LT		 645 rdev = MKDEV(create->cr_specdata1, create->cr_specdata2);
646 if (MAJOR(rdev) != create->cr_specdata1 ||
647 MINOR(rdev) != create->cr_specdata2)
880a3a53 648 goto out_umask;
ca364317
BF		 649 status = nfsd_create(rqstp, &cstate->current_fh,
650 create->cr_name, create->cr_namelen,
651 &create->cr_iattr, S_IFBLK, rdev, &resfh);
1da177e4
LT		 652 break;
653
654 case NF4CHR:
880a3a53 655 status = nfserr_inval;
1da177e4
LT		 656 rdev = MKDEV(create->cr_specdata1, create->cr_specdata2);
657 if (MAJOR(rdev) != create->cr_specdata1 ||
658 MINOR(rdev) != create->cr_specdata2)
880a3a53 659 goto out_umask;
ca364317
BF		 660 status = nfsd_create(rqstp, &cstate->current_fh,
661 create->cr_name, create->cr_namelen,
662 &create->cr_iattr,S_IFCHR, rdev, &resfh);
1da177e4
LT		 663 break;
664
665 case NF4SOCK:
ca364317
BF		 666 status = nfsd_create(rqstp, &cstate->current_fh,
667 create->cr_name, create->cr_namelen,
668 &create->cr_iattr, S_IFSOCK, 0, &resfh);
1da177e4
LT		 669 break;
670
671 case NF4FIFO:
ca364317
BF		 672 status = nfsd_create(rqstp, &cstate->current_fh,
673 create->cr_name, create->cr_namelen,
674 &create->cr_iattr, S_IFIFO, 0, &resfh);
1da177e4
LT		 675 break;
676
677 case NF4DIR:
678 create->cr_iattr.ia_valid &= ~ATTR_SIZE;
ca364317
BF		 679 status = nfsd_create(rqstp, &cstate->current_fh,
680 create->cr_name, create->cr_namelen,
681 &create->cr_iattr, S_IFDIR, 0, &resfh);
1da177e4
LT		 682 break;
683
684 default:
685 status = nfserr_badtype;
686 }
687
9208faf2
YZ		 688 if (status)
689 goto out;
1da177e4 690
18032ca0
DQ		 691 if (create->cr_label.len)
692 nfsd4_security_inode_setsecctx(&resfh, &create->cr_label, create->cr_bmval);
693
9208faf2
YZ		 694 if (create->cr_acl != NULL)
695 do_set_nfs4_acl(rqstp, &resfh, create->cr_acl,
696 create->cr_bmval);
697
698 fh_unlock(&cstate->current_fh);
699 set_change_info(&create->cr_cinfo, &cstate->current_fh);
700 fh_dup2(&cstate->current_fh, &resfh);
701out:
1da177e4 702 fh_put(&resfh);
880a3a53
BF		 703out_umask:
704 current->fs->umask = 0;
1da177e4
LT		 705 return status;
706}
707
7191155b 708static __be32
ca364317 709nfsd4_getattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 710 union nfsd4_op_u *u)
1da177e4 711{
eb69853d 712 struct nfsd4_getattr *getattr = &u->getattr;
b37ad28b 713 __be32 status;
1da177e4 714
8837abca 715 status = fh_verify(rqstp, &cstate->current_fh, 0, NFSD_MAY_NOP);
1da177e4
LT		 716 if (status)
717 return status;
718
719 if (getattr->ga_bmval[1] & NFSD_WRITEONLY_ATTRS_WORD1)
720 return nfserr_inval;
721
916d2d84
BF		 722 getattr->ga_bmval[0] &= nfsd_suppattrs[cstate->minorversion][0];
723 getattr->ga_bmval[1] &= nfsd_suppattrs[cstate->minorversion][1];
724 getattr->ga_bmval[2] &= nfsd_suppattrs[cstate->minorversion][2];
1da177e4 725
ca364317 726 getattr->ga_fhp = &cstate->current_fh;
1da177e4
LT		 727 return nfs_ok;
728}
729
7191155b 730static __be32
ca364317 731nfsd4_link(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 732 union nfsd4_op_u *u)
1da177e4 733{
eb69853d 734 struct nfsd4_link *link = &u->link;
95424460 735 __be32 status;
1da177e4 736
ca364317
BF		 737 status = nfsd_link(rqstp, &cstate->current_fh,
738 link->li_name, link->li_namelen, &cstate->save_fh);
1da177e4 739 if (!status)
ca364317 740 set_change_info(&link->li_cinfo, &cstate->current_fh);
1da177e4
LT		 741 return status;
742}
743
0ff7ab46 744static __be32 nfsd4_do_lookupp(struct svc_rqst *rqstp, struct svc_fh *fh)
1da177e4
LT		 745{
746 struct svc_fh tmp_fh;
b37ad28b 747 __be32 ret;
1da177e4
LT		 748
749 fh_init(&tmp_fh, NFS4_FHSIZE);
df547efb
BF		 750 ret = exp_pseudoroot(rqstp, &tmp_fh);
751 if (ret)
1da177e4 752 return ret;
0ff7ab46 753 if (tmp_fh.fh_dentry == fh->fh_dentry) {
1da177e4
LT		 754 fh_put(&tmp_fh);
755 return nfserr_noent;
756 }
757 fh_put(&tmp_fh);
0ff7ab46
BF		 758 return nfsd_lookup(rqstp, fh, "..", 2, fh);
759}
760
761static __be32
762nfsd4_lookupp(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 763 union nfsd4_op_u *u)
0ff7ab46
BF		 764{
765 return nfsd4_do_lookupp(rqstp, &cstate->current_fh);
1da177e4
LT		 766}
767
7191155b 768static __be32
ca364317 769nfsd4_lookup(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 770 union nfsd4_op_u *u)
1da177e4 771{
ca364317 772 return nfsd_lookup(rqstp, &cstate->current_fh,
eb69853d 773 u->lookup.lo_name, u->lookup.lo_len,
ca364317 774 &cstate->current_fh);
1da177e4
LT		 775}
776
7191155b 777static __be32
ca364317 778nfsd4_read(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 779 union nfsd4_op_u *u)
1da177e4 780{
eb69853d 781 struct nfsd4_read *read = &u->read;
b37ad28b 782 __be32 status;
1da177e4 783
5c4583b2 784 read->rd_nf = NULL;
1da177e4 785
87c5942e
CL		 786 trace_nfsd_read_start(rqstp, &cstate->current_fh,
787 read->rd_offset, read->rd_length);
788
0cb4d23a
CL		 789 read->rd_length = min_t(u32, read->rd_length, svc_max_payload(rqstp));
790 if (read->rd_offset > (u64)OFFSET_MAX)
791 read->rd_offset = (u64)OFFSET_MAX;
792 if (read->rd_offset + read->rd_length > (u64)OFFSET_MAX)
793 read->rd_length = (u64)OFFSET_MAX - read->rd_offset;
794
9b3234b9
BF		 795 /*
796 * If we do a zero copy read, then a client will see read data
797 * that reflects the state of the file *after* performing the
798 * following compound.
799 *
800 * To ensure proper ordering, we therefore turn off zero copy if
801 * the client wants us to do more in this compound:
802 */
803 if (!nfsd4_last_compound_op(rqstp))
779fb0f3 804 clear_bit(RQ_SPLICE_OK, &rqstp->rq_flags);
9b3234b9 805
1da177e4 806 /* check stateid */
aa0d6aed
AS		 807 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
808 &read->rd_stateid, RD_STATE,
624322f1 809 &read->rd_nf, NULL);
af90f707 810 if (status) {
1da177e4
LT		 811 dprintk("NFSD: nfsd4_read: couldn't process stateid!\n");
812 goto out;
813 }
814 status = nfs_ok;
815out:
1da177e4 816 read->rd_rqstp = rqstp;
ca364317 817 read->rd_fhp = &cstate->current_fh;
1da177e4
LT		 818 return status;
819}
820
34b1744c
BF		 821
822static void
823nfsd4_read_release(union nfsd4_op_u *u)
824{
5c4583b2
JL		 825 if (u->read.rd_nf)
826 nfsd_file_put(u->read.rd_nf);
87c5942e
CL		 827 trace_nfsd_read_done(u->read.rd_rqstp, u->read.rd_fhp,
828 u->read.rd_offset, u->read.rd_length);
34b1744c
BF		 829}
830
7191155b 831static __be32
ca364317 832nfsd4_readdir(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 833 union nfsd4_op_u *u)
1da177e4 834{
eb69853d 835 struct nfsd4_readdir *readdir = &u->readdir;
1da177e4
LT		 836 u64 cookie = readdir->rd_cookie;
837 static const nfs4_verifier zeroverf;
838
839 /* no need to check permission - this will be done in nfsd_readdir() */
840
841 if (readdir->rd_bmval[1] & NFSD_WRITEONLY_ATTRS_WORD1)
842 return nfserr_inval;
843
916d2d84
BF		 844 readdir->rd_bmval[0] &= nfsd_suppattrs[cstate->minorversion][0];
845 readdir->rd_bmval[1] &= nfsd_suppattrs[cstate->minorversion][1];
846 readdir->rd_bmval[2] &= nfsd_suppattrs[cstate->minorversion][2];
1da177e4 847
832023bf 848 if ((cookie == 1) || (cookie == 2) ||
1da177e4
LT		 849 (cookie == 0 && memcmp(readdir->rd_verf.data, zeroverf.data, NFS4_VERIFIER_SIZE)))
850 return nfserr_bad_cookie;
851
852 readdir->rd_rqstp = rqstp;
ca364317 853 readdir->rd_fhp = &cstate->current_fh;
1da177e4
LT		 854 return nfs_ok;
855}
856
7191155b 857static __be32
ca364317 858nfsd4_readlink(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 859 union nfsd4_op_u *u)
1da177e4 860{
eb69853d
CH		 861 u->readlink.rl_rqstp = rqstp;
862 u->readlink.rl_fhp = &cstate->current_fh;
1da177e4
LT		 863 return nfs_ok;
864}
865
7191155b 866static __be32
ca364317 867nfsd4_remove(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 868 union nfsd4_op_u *u)
1da177e4 869{
eb69853d 870 struct nfsd4_remove *remove = &u->remove;
b37ad28b 871 __be32 status;
1da177e4 872
c87fb4a3 873 if (opens_in_grace(SVC_NET(rqstp)))
c815afc7 874 return nfserr_grace;
ca364317
BF		 875 status = nfsd_unlink(rqstp, &cstate->current_fh, 0,
876 remove->rm_name, remove->rm_namelen);
1da177e4 877 if (!status) {
ca364317
BF		 878 fh_unlock(&cstate->current_fh);
879 set_change_info(&remove->rm_cinfo, &cstate->current_fh);
1da177e4
LT		 880 }
881 return status;
882}
883
7191155b 884static __be32
ca364317 885nfsd4_rename(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 886 union nfsd4_op_u *u)
1da177e4 887{
eb69853d 888 struct nfsd4_rename *rename = &u->rename;
95424460 889 __be32 status;
1da177e4 890
f8f71d00 891 if (opens_in_grace(SVC_NET(rqstp)))
c815afc7 892 return nfserr_grace;
ca364317
BF		 893 status = nfsd_rename(rqstp, &cstate->save_fh, rename->rn_sname,
894 rename->rn_snamelen, &cstate->current_fh,
1da177e4 895 rename->rn_tname, rename->rn_tnamelen);
2a6cf944
BF		 896 if (status)
897 return status;
898 set_change_info(&rename->rn_sinfo, &cstate->current_fh);
899 set_change_info(&rename->rn_tinfo, &cstate->save_fh);
900 return nfs_ok;
1da177e4
LT		 901}
902
dcb488a3
AA		 903static __be32
904nfsd4_secinfo(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 905 union nfsd4_op_u *u)
dcb488a3 906{
eb69853d 907 struct nfsd4_secinfo *secinfo = &u->secinfo;
dcb488a3
AA		 908 struct svc_export *exp;
909 struct dentry *dentry;
910 __be32 err;
911
29a78a3e
BF		 912 err = fh_verify(rqstp, &cstate->current_fh, S_IFDIR, NFSD_MAY_EXEC);
913 if (err)
914 return err;
dcb488a3
AA		 915 err = nfsd_lookup_dentry(rqstp, &cstate->current_fh,
916 secinfo->si_name, secinfo->si_namelen,
917 &exp, &dentry);
918 if (err)
919 return err;
2f6fc056 920 fh_unlock(&cstate->current_fh);
2b0143b5 921 if (d_really_is_negative(dentry)) {
dcb488a3
AA		 922 exp_put(exp);
923 err = nfserr_noent;
924 } else
925 secinfo->si_exp = exp;
926 dput(dentry);
56560b9a
BF		 927 if (cstate->minorversion)
928 /* See rfc 5661 section 2.6.3.1.1.8 */
929 fh_put(&cstate->current_fh);
dcb488a3
AA		 930 return err;
931}
932
04f4ad16
BF		 933static __be32
934nfsd4_secinfo_no_name(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 935 union nfsd4_op_u *u)
04f4ad16
BF		 936{
937 __be32 err;
938
eb69853d 939 switch (u->secinfo_no_name.sin_style) {
04f4ad16
BF		 940 case NFS4_SECINFO_STYLE4_CURRENT_FH:
941 break;
942 case NFS4_SECINFO_STYLE4_PARENT:
943 err = nfsd4_do_lookupp(rqstp, &cstate->current_fh);
944 if (err)
945 return err;
946 break;
947 default:
948 return nfserr_inval;
949 }
bf18f163 950
eb69853d 951 u->secinfo_no_name.sin_exp = exp_get(cstate->current_fh.fh_export);
04f4ad16
BF		 952 fh_put(&cstate->current_fh);
953 return nfs_ok;
954}
955
34b1744c
BF		 956static void
957nfsd4_secinfo_release(union nfsd4_op_u *u)
958{
959 if (u->secinfo.si_exp)
960 exp_put(u->secinfo.si_exp);
961}
962
ec572b9e
EG		 963static void
964nfsd4_secinfo_no_name_release(union nfsd4_op_u *u)
965{
966 if (u->secinfo_no_name.sin_exp)
967 exp_put(u->secinfo_no_name.sin_exp);
968}
969
7191155b 970static __be32
ca364317 971nfsd4_setattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 972 union nfsd4_op_u *u)
1da177e4 973{
eb69853d 974 struct nfsd4_setattr *setattr = &u->setattr;
b37ad28b 975 __be32 status = nfs_ok;
96f6f985 976 int err;
1da177e4 977
1da177e4 978 if (setattr->sa_iattr.ia_valid & ATTR_SIZE) {
af90f707 979 status = nfs4_preprocess_stateid_op(rqstp, cstate,
aa0d6aed 980 &cstate->current_fh, &setattr->sa_stateid,
624322f1 981 WR_STATE, NULL, NULL);
375c5547 982 if (status) {
3e3b4800 983 dprintk("NFSD: nfsd4_setattr: couldn't process stateid!\n");
375c5547
BF		 984 return status;
985 }
1da177e4 986 }
96f6f985
AV		 987 err = fh_want_write(&cstate->current_fh);
988 if (err)
989 return nfserrno(err);
1da177e4 990 status = nfs_ok;
3c8e0316
YZ		 991
992 status = check_attr_support(rqstp, cstate, setattr->sa_bmval,
993 nfsd_attrmask);
994 if (status)
995 goto out;
996
1da177e4 997 if (setattr->sa_acl != NULL)
ca364317
BF		 998 status = nfsd4_set_nfs4_acl(rqstp, &cstate->current_fh,
999 setattr->sa_acl);
1da177e4 1000 if (status)
18f335af 1001 goto out;
18032ca0
DQ		 1002 if (setattr->sa_label.len)
1003 status = nfsd4_set_nfs4_label(rqstp, &cstate->current_fh,
1004 &setattr->sa_label);
1005 if (status)
1006 goto out;
ca364317 1007 status = nfsd_setattr(rqstp, &cstate->current_fh, &setattr->sa_iattr,
2a1aa489 1008 0, (time64_t)0);
18f335af 1009out:
bad0dcff 1010 fh_drop_write(&cstate->current_fh);
1da177e4
LT		 1011 return status;
1012}
1013
7191155b 1014static __be32
ca364317 1015nfsd4_write(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1016 union nfsd4_op_u *u)
1da177e4 1017{
eb69853d 1018 struct nfsd4_write *write = &u->write;
1da177e4 1019 stateid_t *stateid = &write->wr_stateid;
5c4583b2 1020 struct nfsd_file *nf = NULL;
b37ad28b 1021 __be32 status = nfs_ok;
31dec253 1022 unsigned long cnt;
ffe1137b 1023 int nvecs;
1da177e4 1024
1da177e4
LT		 1025 if (write->wr_offset >= OFFSET_MAX)
1026 return nfserr_inval;
1027
d890be15
CL		 1028 cnt = write->wr_buflen;
1029 trace_nfsd_write_start(rqstp, &cstate->current_fh,
1030 write->wr_offset, cnt);
aa0d6aed 1031 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
624322f1 1032 stateid, WR_STATE, &nf, NULL);
375c5547
BF		 1033 if (status) {
1034 dprintk("NFSD: nfsd4_write: couldn't process stateid!\n");
1035 return status;
1036 }
1037
1da177e4 1038 write->wr_how_written = write->wr_stable_how;
1da177e4 1039
dae9a6ca 1040 nvecs = svc_fill_write_vector(rqstp, &write->wr_payload);
ffe1137b
BF		 1041 WARN_ON_ONCE(nvecs > ARRAY_SIZE(rqstp->rq_vec));
1042
16f8f894 1043 status = nfsd_vfs_write(rqstp, &cstate->current_fh, nf,
af90f707 1044 write->wr_offset, rqstp->rq_vec, nvecs, &cnt,
19e0663f
TM		 1045 write->wr_how_written,
1046 (__be32 *)write->wr_verifier.data);
5c4583b2 1047 nfsd_file_put(nf);
1da177e4 1048
31dec253 1049 write->wr_bytes_written = cnt;
d890be15
CL		 1050 trace_nfsd_write_done(rqstp, &cstate->current_fh,
1051 write->wr_offset, cnt);
1da177e4 1052 return status;
1da177e4
LT		 1053}
1054
ffa0160a 1055static __be32
29ae7f9d 1056nfsd4_verify_copy(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
5c4583b2
JL		 1057 stateid_t *src_stateid, struct nfsd_file **src,
1058 stateid_t *dst_stateid, struct nfsd_file **dst)
ffa0160a 1059{
ffa0160a
CH		 1060 __be32 status;
1061
01310bb7
SM		 1062 if (!cstate->save_fh.fh_dentry)
1063 return nfserr_nofilehandle;
1064
ffa0160a 1065 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->save_fh,
624322f1 1066 src_stateid, RD_STATE, src, NULL);
ffa0160a
CH		 1067 if (status) {
1068 dprintk("NFSD: %s: couldn't process src stateid!\n", __func__);
1069 goto out;
1070 }
1071
1072 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
624322f1 1073 dst_stateid, WR_STATE, dst, NULL);
ffa0160a
CH		 1074 if (status) {
1075 dprintk("NFSD: %s: couldn't process dst stateid!\n", __func__);
1076 goto out_put_src;
1077 }
1078
1079 /* fix up for NFS-specific error code */
5c4583b2
JL		 1080 if (!S_ISREG(file_inode((*src)->nf_file)->i_mode) ||
1081 !S_ISREG(file_inode((*dst)->nf_file)->i_mode)) {
ffa0160a
CH		 1082 status = nfserr_wrong_type;
1083 goto out_put_dst;
1084 }
1085
29ae7f9d
AS		 1086out:
1087 return status;
1088out_put_dst:
5c4583b2 1089 nfsd_file_put(*dst);
29ae7f9d 1090out_put_src:
5c4583b2 1091 nfsd_file_put(*src);
29ae7f9d
AS		 1092 goto out;
1093}
1094
1095static __be32
1096nfsd4_clone(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1097 union nfsd4_op_u *u)
29ae7f9d 1098{
eb69853d 1099 struct nfsd4_clone *clone = &u->clone;
5c4583b2 1100 struct nfsd_file *src, *dst;
29ae7f9d
AS		 1101 __be32 status;
1102
1103 status = nfsd4_verify_copy(rqstp, cstate, &clone->cl_src_stateid, &src,
1104 &clone->cl_dst_stateid, &dst);
1105 if (status)
1106 goto out;
1107
a2f4c3fa 1108 status = nfsd4_clone_file_range(rqstp, src, clone->cl_src_pos,
b66ae6dd 1109 dst, clone->cl_dst_pos, clone->cl_count,
a25e3726 1110 EX_ISSYNC(cstate->current_fh.fh_export));
ffa0160a 1111
5c4583b2
JL		 1112 nfsd_file_put(dst);
1113 nfsd_file_put(src);
ffa0160a
CH		 1114out:
1115 return status;
1116}
1117
e0639dc5
OK		 1118void nfs4_put_copy(struct nfsd4_copy *copy)
1119{
1120 if (!refcount_dec_and_test(&copy->refcount))
1121 return;
1122 kfree(copy);
1123}
1124
1125static bool
1126check_and_set_stop_copy(struct nfsd4_copy *copy)
1127{
1128 bool value;
1129
1130 spin_lock(&copy->cp_clp->async_lock);
1131 value = copy->stopped;
1132 if (!copy->stopped)
1133 copy->stopped = true;
1134 spin_unlock(&copy->cp_clp->async_lock);
1135 return value;
1136}
1137
1138static void nfsd4_stop_copy(struct nfsd4_copy *copy)
1139{
1140 /* only 1 thread should stop the copy */
1141 if (!check_and_set_stop_copy(copy))
1142 kthread_stop(copy->copy_task);
1143 nfs4_put_copy(copy);
1144}
1145
1146static struct nfsd4_copy *nfsd4_get_copy(struct nfs4_client *clp)
1147{
1148 struct nfsd4_copy *copy = NULL;
1149
1150 spin_lock(&clp->async_lock);
1151 if (!list_empty(&clp->async_copies)) {
1152 copy = list_first_entry(&clp->async_copies, struct nfsd4_copy,
1153 copies);
1154 refcount_inc(&copy->refcount);
1155 }
1156 spin_unlock(&clp->async_lock);
1157 return copy;
1158}
1159
1160void nfsd4_shutdown_copy(struct nfs4_client *clp)
1161{
1162 struct nfsd4_copy *copy;
1163
1164 while ((copy = nfsd4_get_copy(clp)) != NULL)
1165 nfsd4_stop_copy(copy);
1166}
ce0887ac
OK		 1167#ifdef CONFIG_NFSD_V4_2_INTER_SSC
1168
1169extern struct file *nfs42_ssc_open(struct vfsmount *ss_mnt,
1170 struct nfs_fh *src_fh,
1171 nfs4_stateid *stateid);
1172extern void nfs42_ssc_close(struct file *filep);
1173
1174extern void nfs_sb_deactive(struct super_block *sb);
1175
1176#define NFSD42_INTERSSC_MOUNTOPS "vers=4.2,addr=%s,sec=sys"
1177
f4e44b39
DN		 1178/*
1179 * setup a work entry in the ssc delayed unmount list.
1180 */
f47dc2d3 1181static __be32 nfsd4_ssc_setup_dul(struct nfsd_net *nn, char *ipaddr,
f4e44b39
DN		 1182 struct nfsd4_ssc_umount_item **retwork, struct vfsmount **ss_mnt)
1183{
8e70bf27 1184 struct nfsd4_ssc_umount_item *ni = NULL;
f4e44b39
DN		 1185 struct nfsd4_ssc_umount_item *work = NULL;
1186 struct nfsd4_ssc_umount_item *tmp;
1187 DEFINE_WAIT(wait);
1188
1189 *ss_mnt = NULL;
1190 *retwork = NULL;
1191 work = kzalloc(sizeof(*work), GFP_KERNEL);
1192try_again:
1193 spin_lock(&nn->nfsd_ssc_lock);
1194 list_for_each_entry_safe(ni, tmp, &nn->nfsd_ssc_mount_list, nsui_list) {
1195 if (strncmp(ni->nsui_ipaddr, ipaddr, sizeof(ni->nsui_ipaddr)))
1196 continue;
1197 /* found a match */
1198 if (ni->nsui_busy) {
1199 /* wait - and try again */
1200 prepare_to_wait(&nn->nfsd_ssc_waitq, &wait,
1201 TASK_INTERRUPTIBLE);
1202 spin_unlock(&nn->nfsd_ssc_lock);
1203
1204 /* allow 20secs for mount/unmount for now - revisit */
1205 if (signal_pending(current) ||
1206 (schedule_timeout(20*HZ) == 0)) {
1207 kfree(work);
1208 return nfserr_eagain;
1209 }
1210 finish_wait(&nn->nfsd_ssc_waitq, &wait);
1211 goto try_again;
1212 }
1213 *ss_mnt = ni->nsui_vfsmount;
1214 refcount_inc(&ni->nsui_refcnt);
1215 spin_unlock(&nn->nfsd_ssc_lock);
1216 kfree(work);
1217
1218 /* return vfsmount in ss_mnt */
1219 return 0;
1220 }
1221 if (work) {
1222 strncpy(work->nsui_ipaddr, ipaddr, sizeof(work->nsui_ipaddr));
1223 refcount_set(&work->nsui_refcnt, 2);
1224 work->nsui_busy = true;
1225 list_add_tail(&work->nsui_list, &nn->nfsd_ssc_mount_list);
1226 *retwork = work;
1227 }
1228 spin_unlock(&nn->nfsd_ssc_lock);
1229 return 0;
1230}
1231
1232static void nfsd4_ssc_update_dul_work(struct nfsd_net *nn,
1233 struct nfsd4_ssc_umount_item *work, struct vfsmount *ss_mnt)
1234{
1235 /* set nsui_vfsmount, clear busy flag and wakeup waiters */
1236 spin_lock(&nn->nfsd_ssc_lock);
1237 work->nsui_vfsmount = ss_mnt;
1238 work->nsui_busy = false;
1239 wake_up_all(&nn->nfsd_ssc_waitq);
1240 spin_unlock(&nn->nfsd_ssc_lock);
1241}
1242
1243static void nfsd4_ssc_cancel_dul_work(struct nfsd_net *nn,
1244 struct nfsd4_ssc_umount_item *work)
1245{
1246 spin_lock(&nn->nfsd_ssc_lock);
1247 list_del(&work->nsui_list);
1248 wake_up_all(&nn->nfsd_ssc_waitq);
1249 spin_unlock(&nn->nfsd_ssc_lock);
1250 kfree(work);
1251}
1252
f2453978 1253/*
ce0887ac
OK		 1254 * Support one copy source server for now.
1255 */
1256static __be32
1257nfsd4_interssc_connect(struct nl4_server *nss, struct svc_rqst *rqstp,
1258 struct vfsmount **mount)
1259{
1260 struct file_system_type *type;
1261 struct vfsmount *ss_mnt;
1262 struct nfs42_netaddr *naddr;
1263 struct sockaddr_storage tmp_addr;
1264 size_t tmp_addrlen, match_netid_len = 3;
1265 char *startsep = "", *endsep = "", *match_netid = "tcp";
1266 char *ipaddr, *dev_name, *raw_data;
b8290ca2
OK		 1267 int len, raw_len;
1268 __be32 status = nfserr_inval;
f4e44b39
DN		 1269 struct nfsd4_ssc_umount_item *work = NULL;
1270 struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id);
ce0887ac
OK		 1271
1272 naddr = &nss->u.nl4_addr;
1273 tmp_addrlen = rpc_uaddr2sockaddr(SVC_NET(rqstp), naddr->addr,
1274 naddr->addr_len,
1275 (struct sockaddr *)&tmp_addr,
1276 sizeof(tmp_addr));
1277 if (tmp_addrlen == 0)
1278 goto out_err;
1279
1280 if (tmp_addr.ss_family == AF_INET6) {
1281 startsep = "[";
1282 endsep = "]";
1283 match_netid = "tcp6";
1284 match_netid_len = 4;
1285 }
1286
1287 if (naddr->netid_len != match_netid_len ||
1288 strncmp(naddr->netid, match_netid, naddr->netid_len))
1289 goto out_err;
1290
1291 /* Construct the raw data for the vfs_kern_mount call */
1292 len = RPC_MAX_ADDRBUFLEN + 1;
1293 ipaddr = kzalloc(len, GFP_KERNEL);
1294 if (!ipaddr)
1295 goto out_err;
1296
1297 rpc_ntop((struct sockaddr *)&tmp_addr, ipaddr, len);
1298
1299 /* 2 for ipv6 endsep and startsep. 3 for ":/" and trailing '/0'*/
1300
1301 raw_len = strlen(NFSD42_INTERSSC_MOUNTOPS) + strlen(ipaddr);
1302 raw_data = kzalloc(raw_len, GFP_KERNEL);
1303 if (!raw_data)
1304 goto out_free_ipaddr;
1305
1306 snprintf(raw_data, raw_len, NFSD42_INTERSSC_MOUNTOPS, ipaddr);
1307
b8290ca2 1308 status = nfserr_nodev;
ce0887ac
OK		 1309 type = get_fs_type("nfs");
1310 if (!type)
1311 goto out_free_rawdata;
1312
1313 /* Set the server:<export> for the vfs_kern_mount call */
1314 dev_name = kzalloc(len + 5, GFP_KERNEL);
1315 if (!dev_name)
1316 goto out_free_rawdata;
1317 snprintf(dev_name, len + 5, "%s%s%s:/", startsep, ipaddr, endsep);
1318
f4e44b39
DN		 1319 status = nfsd4_ssc_setup_dul(nn, ipaddr, &work, &ss_mnt);
1320 if (status)
1321 goto out_free_devname;
1322 if (ss_mnt)
1323 goto out_done;
1324
ce0887ac
OK		 1325 /* Use an 'internal' mount: SB_KERNMOUNT -> MNT_INTERNAL */
1326 ss_mnt = vfs_kern_mount(type, SB_KERNMOUNT, dev_name, raw_data);
1327 module_put(type->owner);
f4e44b39 1328 if (IS_ERR(ss_mnt)) {
54185267 1329 status = nfserr_nodev;
f4e44b39
DN		 1330 if (work)
1331 nfsd4_ssc_cancel_dul_work(nn, work);
ce0887ac 1332 goto out_free_devname;
f4e44b39
DN		 1333 }
1334 if (work)
1335 nfsd4_ssc_update_dul_work(nn, work, ss_mnt);
1336out_done:
ce0887ac
OK		 1337 status = 0;
1338 *mount = ss_mnt;
1339
1340out_free_devname:
1341 kfree(dev_name);
1342out_free_rawdata:
1343 kfree(raw_data);
1344out_free_ipaddr:
1345 kfree(ipaddr);
1346out_err:
1347 return status;
1348}
1349
1350static void
1351nfsd4_interssc_disconnect(struct vfsmount *ss_mnt)
1352{
0cfcd405 1353 nfs_do_sb_deactive(ss_mnt->mnt_sb);
ce0887ac
OK		 1354 mntput(ss_mnt);
1355}
1356
f2453978 1357/*
ce0887ac 1358 * Verify COPY destination stateid.
f2453978 1359 *
ce0887ac
OK		 1360 * Connect to the source server with NFSv4.1.
1361 * Create the source struct file for nfsd_copy_range.
1362 * Called with COPY cstate:
1363 * SAVED_FH: source filehandle
1364 * CURRENT_FH: destination filehandle
ce0887ac
OK		 1365 */
1366static __be32
1367nfsd4_setup_inter_ssc(struct svc_rqst *rqstp,
1368 struct nfsd4_compound_state *cstate,
1369 struct nfsd4_copy *copy, struct vfsmount **mount)
1370{
1371 struct svc_fh *s_fh = NULL;
1372 stateid_t *s_stid = &copy->cp_src_stateid;
b8290ca2 1373 __be32 status = nfserr_inval;
ce0887ac
OK		 1374
1375 /* Verify the destination stateid and set dst struct file*/
1376 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
1377 &copy->cp_dst_stateid,
1378 WR_STATE, &copy->nf_dst, NULL);
1379 if (status)
1380 goto out;
1381
1382 status = nfsd4_interssc_connect(&copy->cp_src, rqstp, mount);
1383 if (status)
1384 goto out;
1385
1386 s_fh = &cstate->save_fh;
1387
1388 copy->c_fh.size = s_fh->fh_handle.fh_size;
d8b26071 1389 memcpy(copy->c_fh.data, &s_fh->fh_handle.fh_raw, copy->c_fh.size);
3f9544ca 1390 copy->stateid.seqid = cpu_to_be32(s_stid->si_generation);
ce0887ac
OK		 1391 memcpy(copy->stateid.other, (void *)&s_stid->si_opaque,
1392 sizeof(stateid_opaque_t));
1393
1394 status = 0;
1395out:
1396 return status;
1397}
1398
1399static void
1400nfsd4_cleanup_inter_ssc(struct vfsmount *ss_mnt, struct nfsd_file *src,
1401 struct nfsd_file *dst)
1402{
f4e44b39
DN		 1403 bool found = false;
1404 long timeout;
1405 struct nfsd4_ssc_umount_item *tmp;
f47dc2d3 1406 struct nfsd4_ssc_umount_item *ni = NULL;
f4e44b39
DN		 1407 struct nfsd_net *nn = net_generic(dst->nf_net, nfsd_net_id);
1408
ce0887ac 1409 nfs42_ssc_close(src->nf_file);
ce0887ac 1410 nfsd_file_put(dst);
f4e44b39
DN		 1411 fput(src->nf_file);
1412
1413 if (!nn) {
1414 mntput(ss_mnt);
1415 return;
1416 }
1417 spin_lock(&nn->nfsd_ssc_lock);
1418 timeout = msecs_to_jiffies(nfsd4_ssc_umount_timeout);
1419 list_for_each_entry_safe(ni, tmp, &nn->nfsd_ssc_mount_list, nsui_list) {
1420 if (ni->nsui_vfsmount->mnt_sb == ss_mnt->mnt_sb) {
1421 list_del(&ni->nsui_list);
1422 /*
1423 * vfsmount can be shared by multiple exports,
1424 * decrement refcnt. If the count drops to 1 it
1425 * will be unmounted when nsui_expire expires.
1426 */
1427 refcount_dec(&ni->nsui_refcnt);
1428 ni->nsui_expire = jiffies + timeout;
1429 list_add_tail(&ni->nsui_list, &nn->nfsd_ssc_mount_list);
1430 found = true;
1431 break;
1432 }
1433 }
1434 spin_unlock(&nn->nfsd_ssc_lock);
1435 if (!found) {
1436 mntput(ss_mnt);
1437 return;
1438 }
ce0887ac
OK		 1439}
1440
1441#else /* CONFIG_NFSD_V4_2_INTER_SSC */
1442
1443static __be32
1444nfsd4_setup_inter_ssc(struct svc_rqst *rqstp,
1445 struct nfsd4_compound_state *cstate,
1446 struct nfsd4_copy *copy,
1447 struct vfsmount **mount)
1448{
1449 *mount = NULL;
b8290ca2 1450 return nfserr_inval;
ce0887ac
OK		 1451}
1452
1453static void
1454nfsd4_cleanup_inter_ssc(struct vfsmount *ss_mnt, struct nfsd_file *src,
1455 struct nfsd_file *dst)
1456{
1457}
1458
1459static void
1460nfsd4_interssc_disconnect(struct vfsmount *ss_mnt)
1461{
1462}
1463
1464static struct file *nfs42_ssc_open(struct vfsmount *ss_mnt,
1465 struct nfs_fh *src_fh,
1466 nfs4_stateid *stateid)
1467{
1468 return NULL;
1469}
1470#endif /* CONFIG_NFSD_V4_2_INTER_SSC */
1471
1472static __be32
1473nfsd4_setup_intra_ssc(struct svc_rqst *rqstp,
1474 struct nfsd4_compound_state *cstate,
1475 struct nfsd4_copy *copy)
1476{
1477 return nfsd4_verify_copy(rqstp, cstate, &copy->cp_src_stateid,
1478 &copy->nf_src, &copy->cp_dst_stateid,
1479 &copy->nf_dst);
1480}
1481
1482static void
1483nfsd4_cleanup_intra_ssc(struct nfsd_file *src, struct nfsd_file *dst)
1484{
1485 nfsd_file_put(src);
1486 nfsd_file_put(dst);
1487}
e0639dc5
OK		 1488
1489static void nfsd4_cb_offload_release(struct nfsd4_callback *cb)
1490{
1491 struct nfsd4_copy *copy = container_of(cb, struct nfsd4_copy, cp_cb);
1492
1493 nfs4_put_copy(copy);
1494}
1495
1496static int nfsd4_cb_offload_done(struct nfsd4_callback *cb,
1497 struct rpc_task *task)
1498{
1499 return 1;
1500}
1501
1502static const struct nfsd4_callback_ops nfsd4_cb_offload_ops = {
1503 .release = nfsd4_cb_offload_release,
1504 .done = nfsd4_cb_offload_done
1505};
1506
1507static void nfsd4_init_copy_res(struct nfsd4_copy *copy, bool sync)
1508{
eac0b17a
OK		 1509 copy->cp_res.wr_stable_how =
1510 copy->committed ? NFS_FILE_SYNC : NFS_UNSTABLE;
e0639dc5
OK		 1511 copy->cp_synchronous = sync;
1512 gen_boot_verifier(&copy->cp_res.wr_verifier, copy->cp_clp->net);
1513}
1514
1515static ssize_t _nfsd_copy_file_range(struct nfsd4_copy *copy)
1516{
555dbf1a
TM		 1517 struct file *dst = copy->nf_dst->nf_file;
1518 struct file *src = copy->nf_src->nf_file;
1519 errseq_t since;
e0639dc5 1520 ssize_t bytes_copied = 0;
e7a833e9 1521 u64 bytes_total = copy->cp_count;
e0639dc5
OK		 1522 u64 src_pos = copy->cp_src_pos;
1523 u64 dst_pos = copy->cp_dst_pos;
c2f1c4bd 1524 int status;
e0639dc5 1525
792a5112
BF		 1526 /* See RFC 7862 p.67: */
1527 if (bytes_total == 0)
1528 bytes_total = ULLONG_MAX;
e0639dc5
OK		 1529 do {
1530 if (kthread_should_stop())
1531 break;
555dbf1a
TM		 1532 bytes_copied = nfsd_copy_file_range(src, src_pos, dst, dst_pos,
1533 bytes_total);
e0639dc5
OK		 1534 if (bytes_copied <= 0)
1535 break;
1536 bytes_total -= bytes_copied;
1537 copy->cp_res.wr_bytes_written += bytes_copied;
1538 src_pos += bytes_copied;
1539 dst_pos += bytes_copied;
1540 } while (bytes_total > 0 && !copy->cp_synchronous);
eac0b17a
OK		 1541 /* for a non-zero asynchronous copy do a commit of data */
1542 if (!copy->cp_synchronous && copy->cp_res.wr_bytes_written > 0) {
555dbf1a
TM		 1543 since = READ_ONCE(dst->f_wb_err);
1544 status = vfs_fsync_range(dst, copy->cp_dst_pos,
eac0b17a 1545 copy->cp_res.wr_bytes_written, 0);
555dbf1a
TM		 1546 if (!status)
1547 status = filemap_check_wb_err(dst->f_mapping, since);
eac0b17a
OK		 1548 if (!status)
1549 copy->committed = true;
1550 }
e0639dc5
OK		 1551 return bytes_copied;
1552}
1553
1554static __be32 nfsd4_do_copy(struct nfsd4_copy *copy, bool sync)
1555{
1556 __be32 status;
1557 ssize_t bytes;
1558
1559 bytes = _nfsd_copy_file_range(copy);
1560 /* for async copy, we ignore the error, client can always retry
1561 * to get the error
1562 */
1563 if (bytes < 0 && !copy->cp_res.wr_bytes_written)
1564 status = nfserrno(bytes);
1565 else {
1566 nfsd4_init_copy_res(copy, sync);
1567 status = nfs_ok;
1568 }
1569
ce0887ac
OK		 1570 if (!copy->cp_intra) /* Inter server SSC */
1571 nfsd4_cleanup_inter_ssc(copy->ss_mnt, copy->nf_src,
1572 copy->nf_dst);
1573 else
1574 nfsd4_cleanup_intra_ssc(copy->nf_src, copy->nf_dst);
1575
e0639dc5
OK		 1576 return status;
1577}
1578
eb162e17 1579static void dup_copy_fields(struct nfsd4_copy *src, struct nfsd4_copy *dst)
e0639dc5
OK		 1580{
1581 dst->cp_src_pos = src->cp_src_pos;
1582 dst->cp_dst_pos = src->cp_dst_pos;
1583 dst->cp_count = src->cp_count;
1584 dst->cp_synchronous = src->cp_synchronous;
1585 memcpy(&dst->cp_res, &src->cp_res, sizeof(src->cp_res));
1586 memcpy(&dst->fh, &src->fh, sizeof(src->fh));
1587 dst->cp_clp = src->cp_clp;
5c4583b2 1588 dst->nf_dst = nfsd_file_get(src->nf_dst);
ce0887ac
OK		 1589 dst->cp_intra = src->cp_intra;
1590 if (src->cp_intra) /* for inter, file_src doesn't exist yet */
1591 dst->nf_src = nfsd_file_get(src->nf_src);
1592
e0639dc5 1593 memcpy(&dst->cp_stateid, &src->cp_stateid, sizeof(src->cp_stateid));
ce0887ac
OK		 1594 memcpy(&dst->cp_src, &src->cp_src, sizeof(struct nl4_server));
1595 memcpy(&dst->stateid, &src->stateid, sizeof(src->stateid));
1596 memcpy(&dst->c_fh, &src->c_fh, sizeof(src->c_fh));
1597 dst->ss_mnt = src->ss_mnt;
e0639dc5
OK		 1598}
1599
1600static void cleanup_async_copy(struct nfsd4_copy *copy)
1601{
624322f1 1602 nfs4_free_copy_state(copy);
5c4583b2 1603 nfsd_file_put(copy->nf_dst);
2e577f0f
OK		 1604 if (copy->cp_intra)
1605 nfsd_file_put(copy->nf_src);
e0639dc5
OK		 1606 spin_lock(&copy->cp_clp->async_lock);
1607 list_del(&copy->copies);
1608 spin_unlock(&copy->cp_clp->async_lock);
1609 nfs4_put_copy(copy);
1610}
1611
1612static int nfsd4_do_async_copy(void *data)
1613{
1614 struct nfsd4_copy *copy = (struct nfsd4_copy *)data;
1615 struct nfsd4_copy *cb_copy;
1616
ce0887ac
OK		 1617 if (!copy->cp_intra) { /* Inter server SSC */
1618 copy->nf_src = kzalloc(sizeof(struct nfsd_file), GFP_KERNEL);
1619 if (!copy->nf_src) {
1620 copy->nfserr = nfserr_serverfault;
1621 nfsd4_interssc_disconnect(copy->ss_mnt);
1622 goto do_callback;
1623 }
1624 copy->nf_src->nf_file = nfs42_ssc_open(copy->ss_mnt, &copy->c_fh,
1625 &copy->stateid);
1626 if (IS_ERR(copy->nf_src->nf_file)) {
ce0887ac
OK		 1627 copy->nfserr = nfserr_offload_denied;
1628 nfsd4_interssc_disconnect(copy->ss_mnt);
1629 goto do_callback;
1630 }
1631 }
1632
e0639dc5 1633 copy->nfserr = nfsd4_do_copy(copy, 0);
ce0887ac 1634do_callback:
e0639dc5
OK		 1635 cb_copy = kzalloc(sizeof(struct nfsd4_copy), GFP_KERNEL);
1636 if (!cb_copy)
1637 goto out;
49a36132 1638 refcount_set(&cb_copy->refcount, 1);
e0639dc5
OK		 1639 memcpy(&cb_copy->cp_res, &copy->cp_res, sizeof(copy->cp_res));
1640 cb_copy->cp_clp = copy->cp_clp;
1641 cb_copy->nfserr = copy->nfserr;
1642 memcpy(&cb_copy->fh, &copy->fh, sizeof(copy->fh));
1643 nfsd4_init_cb(&cb_copy->cp_cb, cb_copy->cp_clp,
1644 &nfsd4_cb_offload_ops, NFSPROC4_CLNT_CB_OFFLOAD);
87512386
CL		 1645 trace_nfsd_cb_offload(copy->cp_clp, &copy->cp_res.cb_stateid,
1646 &copy->fh, copy->cp_count, copy->nfserr);
e0639dc5
OK		 1647 nfsd4_run_cb(&cb_copy->cp_cb);
1648out:
ce0887ac
OK		 1649 if (!copy->cp_intra)
1650 kfree(copy->nf_src);
e0639dc5
OK		 1651 cleanup_async_copy(copy);
1652 return 0;
1653}
1654
29ae7f9d
AS		 1655static __be32
1656nfsd4_copy(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1657 union nfsd4_op_u *u)
29ae7f9d 1658{
eb69853d 1659 struct nfsd4_copy *copy = &u->copy;
29ae7f9d 1660 __be32 status;
e0639dc5 1661 struct nfsd4_copy *async_copy = NULL;
29ae7f9d 1662
ce0887ac
OK		 1663 if (!copy->cp_intra) { /* Inter server SSC */
1664 if (!inter_copy_offload_enable || copy->cp_synchronous) {
1665 status = nfserr_notsupp;
1666 goto out;
1667 }
1668 status = nfsd4_setup_inter_ssc(rqstp, cstate, copy,
1669 &copy->ss_mnt);
1670 if (status)
1671 return nfserr_offload_denied;
1672 } else {
1673 status = nfsd4_setup_intra_ssc(rqstp, cstate, copy);
1674 if (status)
1675 return status;
1676 }
29ae7f9d 1677
e0639dc5
OK		 1678 copy->cp_clp = cstate->clp;
1679 memcpy(&copy->fh, &cstate->current_fh.fh_handle,
1680 sizeof(struct knfsd_fh));
1681 if (!copy->cp_synchronous) {
1682 struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id);
29ae7f9d 1683
e0639dc5
OK		 1684 status = nfserrno(-ENOMEM);
1685 async_copy = kzalloc(sizeof(struct nfsd4_copy), GFP_KERNEL);
1686 if (!async_copy)
ce0887ac
OK		 1687 goto out_err;
1688 if (!nfs4_init_copy_state(nn, copy))
1689 goto out_err;
e0639dc5 1690 refcount_set(&async_copy->refcount, 1);
e739b120
OK		 1691 memcpy(&copy->cp_res.cb_stateid, &copy->cp_stateid.stid,
1692 sizeof(copy->cp_res.cb_stateid));
eb162e17 1693 dup_copy_fields(copy, async_copy);
e0639dc5
OK		 1694 async_copy->copy_task = kthread_create(nfsd4_do_async_copy,
1695 async_copy, "%s", "copy thread");
1696 if (IS_ERR(async_copy->copy_task))
1697 goto out_err;
1698 spin_lock(&async_copy->cp_clp->async_lock);
1699 list_add(&async_copy->copies,
1700 &async_copy->cp_clp->async_copies);
1701 spin_unlock(&async_copy->cp_clp->async_lock);
1702 wake_up_process(async_copy->copy_task);
29ae7f9d 1703 status = nfs_ok;
ce0887ac 1704 } else {
e0639dc5 1705 status = nfsd4_do_copy(copy, 1);
ce0887ac 1706 }
29ae7f9d
AS		 1707out:
1708 return status;
e0639dc5 1709out_err:
18f428d4
OK		 1710 if (async_copy)
1711 cleanup_async_copy(async_copy);
ce0887ac
OK		 1712 status = nfserrno(-ENOMEM);
1713 if (!copy->cp_intra)
1714 nfsd4_interssc_disconnect(copy->ss_mnt);
e0639dc5
OK		 1715 goto out;
1716}
1717
1718struct nfsd4_copy *
1719find_async_copy(struct nfs4_client *clp, stateid_t *stateid)
1720{
1721 struct nfsd4_copy *copy;
1722
1723 spin_lock(&clp->async_lock);
1724 list_for_each_entry(copy, &clp->async_copies, copies) {
ce0887ac 1725 if (memcmp(&copy->cp_stateid.stid, stateid, NFS4_STATEID_SIZE))
e0639dc5
OK		 1726 continue;
1727 refcount_inc(&copy->refcount);
1728 spin_unlock(&clp->async_lock);
1729 return copy;
1730 }
1731 spin_unlock(&clp->async_lock);
1732 return NULL;
29ae7f9d
AS		 1733}
1734
885e2bf3
OK		 1735static __be32
1736nfsd4_offload_cancel(struct svc_rqst *rqstp,
1737 struct nfsd4_compound_state *cstate,
1738 union nfsd4_op_u *u)
1739{
e0639dc5 1740 struct nfsd4_offload_status *os = &u->offload_status;
e0639dc5
OK		 1741 struct nfsd4_copy *copy;
1742 struct nfs4_client *clp = cstate->clp;
1743
1744 copy = find_async_copy(clp, &os->stateid);
ce0887ac
OK		 1745 if (!copy) {
1746 struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id);
1747
1748 return manage_cpntf_state(nn, &os->stateid, clp, NULL);
1749 } else
e0639dc5 1750 nfsd4_stop_copy(copy);
e0639dc5 1751
ce0887ac 1752 return nfs_ok;
885e2bf3
OK		 1753}
1754
51911868
OK		 1755static __be32
1756nfsd4_copy_notify(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
1757 union nfsd4_op_u *u)
1758{
624322f1
OK		 1759 struct nfsd4_copy_notify *cn = &u->copy_notify;
1760 __be32 status;
1761 struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id);
1762 struct nfs4_stid *stid;
1763 struct nfs4_cpntf_state *cps;
1764 struct nfs4_client *clp = cstate->clp;
1765
1766 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
1767 &cn->cpn_src_stateid, RD_STATE, NULL,
1768 &stid);
1769 if (status)
1770 return status;
1771
1772 cn->cpn_sec = nn->nfsd4_lease;
1773 cn->cpn_nsec = 0;
1774
1775 status = nfserrno(-ENOMEM);
1776 cps = nfs4_alloc_init_cpntf_state(nn, stid);
1777 if (!cps)
1778 goto out;
1779 memcpy(&cn->cpn_cnr_stateid, &cps->cp_stateid.stid, sizeof(stateid_t));
1780 memcpy(&cps->cp_p_stateid, &stid->sc_stateid, sizeof(stateid_t));
1781 memcpy(&cps->cp_p_clid, &clp->cl_clientid, sizeof(clientid_t));
1782
1783 /* For now, only return one server address in cpn_src, the
1784 * address used by the client to connect to this server.
1785 */
1786 cn->cpn_src.nl4_type = NL4_NETADDR;
1787 status = nfsd4_set_netaddr((struct sockaddr *)&rqstp->rq_daddr,
1788 &cn->cpn_src.u.nl4_addr);
1789 WARN_ON_ONCE(status);
1790 if (status) {
1791 nfs4_put_cpntf_state(nn, cps);
1792 goto out;
1793 }
1794out:
1795 nfs4_put_stid(stid);
1796 return status;
51911868
OK		 1797}
1798
95d871f0
AS		 1799static __be32
1800nfsd4_fallocate(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
1801 struct nfsd4_fallocate *fallocate, int flags)
1802{
0d4d6720 1803 __be32 status;
5c4583b2 1804 struct nfsd_file *nf;
95d871f0 1805
aa0d6aed 1806 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
95d871f0 1807 &fallocate->falloc_stateid,
624322f1 1808 WR_STATE, &nf, NULL);
95d871f0
AS		 1809 if (status != nfs_ok) {
1810 dprintk("NFSD: nfsd4_fallocate: couldn't process stateid!\n");
1811 return status;
1812 }
1813
5c4583b2 1814 status = nfsd4_vfs_fallocate(rqstp, &cstate->current_fh, nf->nf_file,
95d871f0
AS		 1815 fallocate->falloc_offset,
1816 fallocate->falloc_length,
1817 flags);
5c4583b2 1818 nfsd_file_put(nf);
95d871f0
AS		 1819 return status;
1820}
6308bc98
OK		 1821static __be32
1822nfsd4_offload_status(struct svc_rqst *rqstp,
1823 struct nfsd4_compound_state *cstate,
1824 union nfsd4_op_u *u)
1825{
e0639dc5
OK		 1826 struct nfsd4_offload_status *os = &u->offload_status;
1827 __be32 status = 0;
1828 struct nfsd4_copy *copy;
1829 struct nfs4_client *clp = cstate->clp;
1830
1831 copy = find_async_copy(clp, &os->stateid);
1832 if (copy) {
1833 os->count = copy->cp_res.wr_bytes_written;
1834 nfs4_put_copy(copy);
1835 } else
1836 status = nfserr_bad_stateid;
1837
1838 return status;
6308bc98 1839}
95d871f0
AS		 1840
1841static __be32
1842nfsd4_allocate(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1843 union nfsd4_op_u *u)
95d871f0 1844{
eb69853d 1845 return nfsd4_fallocate(rqstp, cstate, &u->allocate, 0);
95d871f0
AS		 1846}
1847
b0cb9085
AS		 1848static __be32
1849nfsd4_deallocate(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1850 union nfsd4_op_u *u)
b0cb9085 1851{
eb69853d 1852 return nfsd4_fallocate(rqstp, cstate, &u->deallocate,
b0cb9085
AS		 1853 FALLOC_FL_PUNCH_HOLE | FALLOC_FL_KEEP_SIZE);
1854}
1855
24bab491
AS		 1856static __be32
1857nfsd4_seek(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1858 union nfsd4_op_u *u)
24bab491 1859{
eb69853d 1860 struct nfsd4_seek *seek = &u->seek;
24bab491
AS		 1861 int whence;
1862 __be32 status;
5c4583b2 1863 struct nfsd_file *nf;
24bab491 1864
aa0d6aed 1865 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
24bab491 1866 &seek->seek_stateid,
624322f1 1867 RD_STATE, &nf, NULL);
24bab491
AS		 1868 if (status) {
1869 dprintk("NFSD: nfsd4_seek: couldn't process stateid!\n");
1870 return status;
1871 }
1872
1873 switch (seek->seek_whence) {
1874 case NFS4_CONTENT_DATA:
1875 whence = SEEK_DATA;
1876 break;
1877 case NFS4_CONTENT_HOLE:
1878 whence = SEEK_HOLE;
1879 break;
1880 default:
1881 status = nfserr_union_notsupp;
1882 goto out;
1883 }
1884
1885 /*
1886 * Note: This call does change file->f_pos, but nothing in NFSD
1887 * should ever file->f_pos.
1888 */
5c4583b2 1889 seek->seek_pos = vfs_llseek(nf->nf_file, seek->seek_offset, whence);
24bab491
AS		 1890 if (seek->seek_pos < 0)
1891 status = nfserrno(seek->seek_pos);
5c4583b2 1892 else if (seek->seek_pos >= i_size_read(file_inode(nf->nf_file)))
24bab491
AS		 1893 seek->seek_eof = true;
1894
1895out:
5c4583b2 1896 nfsd_file_put(nf);
24bab491
AS		 1897 return status;
1898}
1899
1da177e4
LT		 1900/* This routine never returns NFS_OK! If there are no other errors, it
1901 * will return NFSERR_SAME or NFSERR_NOT_SAME depending on whether the
1902 * attributes matched. VERIFY is implemented by mapping NFSERR_SAME
1903 * to NFS_OK after the call; NVERIFY by mapping NFSERR_NOT_SAME to NFS_OK.
1904 */
b37ad28b 1905static __be32
c954e2a5 1906_nfsd4_verify(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
ca364317 1907 struct nfsd4_verify *verify)
1da177e4 1908{
2ebbc012 1909 __be32 *buf, *p;
1da177e4 1910 int count;
b37ad28b 1911 __be32 status;
1da177e4 1912
8837abca 1913 status = fh_verify(rqstp, &cstate->current_fh, 0, NFSD_MAY_NOP);
1da177e4
LT		 1914 if (status)
1915 return status;
1916
3c8e0316
YZ		 1917 status = check_attr_support(rqstp, cstate, verify->ve_bmval, NULL);
1918 if (status)
1919 return status;
1920
1da177e4
LT		 1921 if ((verify->ve_bmval[0] & FATTR4_WORD0_RDATTR_ERROR)
1922 || (verify->ve_bmval[1] & NFSD_WRITEONLY_ATTRS_WORD1))
1923 return nfserr_inval;
1924 if (verify->ve_attrlen & 3)
1925 return nfserr_inval;
1926
1927 /* count in words:
1928 * bitmap_len(1) + bitmap(2) + attr_len(1) = 4
1929 */
1930 count = 4 + (verify->ve_attrlen >> 2);
1931 buf = kmalloc(count << 2, GFP_KERNEL);
1932 if (!buf)
3e772463 1933 return nfserr_jukebox;
1da177e4 1934
84822d0b 1935 p = buf;
d5184658 1936 status = nfsd4_encode_fattr_to_buf(&p, count, &cstate->current_fh,
ca364317 1937 cstate->current_fh.fh_export,
d5184658
BF		 1938 cstate->current_fh.fh_dentry,
1939 verify->ve_bmval,
406a7ea9 1940 rqstp, 0);
41ae6e71
BF		 1941 /*
1942 * If nfsd4_encode_fattr() ran out of space, assume that's because
1943 * the attributes are longer (hence different) than those given:
1944 */
84822d0b 1945 if (status == nfserr_resource)
1da177e4
LT		 1946 status = nfserr_not_same;
1947 if (status)
1948 goto out_kfree;
1949
95ec28cd
BH		 1950 /* skip bitmap */
1951 p = buf + 1 + ntohl(buf[0]);
1da177e4
LT		 1952 status = nfserr_not_same;
1953 if (ntohl(*p++) != verify->ve_attrlen)
1954 goto out_kfree;
1955 if (!memcmp(p, verify->ve_attrval, verify->ve_attrlen))
1956 status = nfserr_same;
1957
1958out_kfree:
1959 kfree(buf);
1960 return status;
1961}
1962
c954e2a5
BF		 1963static __be32
1964nfsd4_nverify(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1965 union nfsd4_op_u *u)
c954e2a5
BF		 1966{
1967 __be32 status;
1968
eb69853d 1969 status = _nfsd4_verify(rqstp, cstate, &u->verify);
c954e2a5
BF		 1970 return status == nfserr_not_same ? nfs_ok : status;
1971}
1972
1973static __be32
1974nfsd4_verify(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1975 union nfsd4_op_u *u)
c954e2a5
BF		 1976{
1977 __be32 status;
1978
eb69853d 1979 status = _nfsd4_verify(rqstp, cstate, &u->nverify);
c954e2a5
BF		 1980 return status == nfserr_same ? nfs_ok : status;
1981}
1982
9cf514cc
CH		 1983#ifdef CONFIG_NFSD_PNFS
1984static const struct nfsd4_layout_ops *
1985nfsd4_layout_verify(struct svc_export *exp, unsigned int layout_type)
1986{
8a4c3926 1987 if (!exp->ex_layout_types) {
9cf514cc
CH		 1988 dprintk("%s: export does not support pNFS\n", __func__);
1989 return NULL;
1990 }
1991
b550a32e
AK		 1992 if (layout_type >= LAYOUT_TYPE_MAX ||
1993 !(exp->ex_layout_types & (1 << layout_type))) {
9cf514cc
CH		 1994 dprintk("%s: layout type %d not supported\n",
1995 __func__, layout_type);
1996 return NULL;
1997 }
1998
1999 return nfsd4_layout_ops[layout_type];
2000}
2001
2002static __be32
2003nfsd4_getdeviceinfo(struct svc_rqst *rqstp,
eb69853d 2004 struct nfsd4_compound_state *cstate, union nfsd4_op_u *u)
9cf514cc 2005{
eb69853d 2006 struct nfsd4_getdeviceinfo *gdp = &u->getdeviceinfo;
9cf514cc
CH		 2007 const struct nfsd4_layout_ops *ops;
2008 struct nfsd4_deviceid_map *map;
2009 struct svc_export *exp;
2010 __be32 nfserr;
2011
2012 dprintk("%s: layout_type %u dev_id [0x%llx:0x%x] maxcnt %u\n",
2013 __func__,
2014 gdp->gd_layout_type,
2015 gdp->gd_devid.fsid_idx, gdp->gd_devid.generation,
2016 gdp->gd_maxcount);
2017
2018 map = nfsd4_find_devid_map(gdp->gd_devid.fsid_idx);
2019 if (!map) {
2020 dprintk("%s: couldn't find device ID to export mapping!\n",
2021 __func__);
2022 return nfserr_noent;
2023 }
2024
2025 exp = rqst_exp_find(rqstp, map->fsid_type, map->fsid);
2026 if (IS_ERR(exp)) {
2027 dprintk("%s: could not find device id\n", __func__);
2028 return nfserr_noent;
2029 }
2030
2031 nfserr = nfserr_layoutunavailable;
2032 ops = nfsd4_layout_verify(exp, gdp->gd_layout_type);
2033 if (!ops)
2034 goto out;
2035
2036 nfserr = nfs_ok;
f99d4fbd
CH		 2037 if (gdp->gd_maxcount != 0) {
2038 nfserr = ops->proc_getdeviceinfo(exp->ex_path.mnt->mnt_sb,
ec59659b 2039 rqstp, cstate->clp, gdp);
f99d4fbd 2040 }
9cf514cc
CH		 2041
2042 gdp->gd_notify_types &= ops->notify_types;
9cf514cc 2043out:
a1420384 2044 exp_put(exp);
9cf514cc
CH		 2045 return nfserr;
2046}
2047
34b1744c
BF		 2048static void
2049nfsd4_getdeviceinfo_release(union nfsd4_op_u *u)
2050{
2051 kfree(u->getdeviceinfo.gd_device);
2052}
2053
9cf514cc
CH		 2054static __be32
2055nfsd4_layoutget(struct svc_rqst *rqstp,
eb69853d 2056 struct nfsd4_compound_state *cstate, union nfsd4_op_u *u)
9cf514cc 2057{
eb69853d 2058 struct nfsd4_layoutget *lgp = &u->layoutget;
9cf514cc
CH		 2059 struct svc_fh *current_fh = &cstate->current_fh;
2060 const struct nfsd4_layout_ops *ops;
2061 struct nfs4_layout_stateid *ls;
2062 __be32 nfserr;
66282ec1 2063 int accmode = NFSD_MAY_READ_IF_EXEC;
9cf514cc
CH		 2064
2065 switch (lgp->lg_seg.iomode) {
2066 case IOMODE_READ:
66282ec1 2067 accmode |= NFSD_MAY_READ;
9cf514cc
CH		 2068 break;
2069 case IOMODE_RW:
66282ec1 2070 accmode |= NFSD_MAY_READ | NFSD_MAY_WRITE;
9cf514cc
CH		 2071 break;
2072 default:
2073 dprintk("%s: invalid iomode %d\n",
2074 __func__, lgp->lg_seg.iomode);
2075 nfserr = nfserr_badiomode;
2076 goto out;
2077 }
2078
2079 nfserr = fh_verify(rqstp, current_fh, 0, accmode);
2080 if (nfserr)
2081 goto out;
2082
2083 nfserr = nfserr_layoutunavailable;
2084 ops = nfsd4_layout_verify(current_fh->fh_export, lgp->lg_layout_type);
2085 if (!ops)
2086 goto out;
2087
2088 /*
2089 * Verify minlength and range as per RFC5661:
2090 * o If loga_length is less than loga_minlength,
2091 * the metadata server MUST return NFS4ERR_INVAL.
2092 * o If the sum of loga_offset and loga_minlength exceeds
2093 * NFS4_UINT64_MAX, and loga_minlength is not
2094 * NFS4_UINT64_MAX, the error NFS4ERR_INVAL MUST result.
2095 * o If the sum of loga_offset and loga_length exceeds
2096 * NFS4_UINT64_MAX, and loga_length is not NFS4_UINT64_MAX,
2097 * the error NFS4ERR_INVAL MUST result.
2098 */
2099 nfserr = nfserr_inval;
2100 if (lgp->lg_seg.length < lgp->lg_minlength ||
2101 (lgp->lg_minlength != NFS4_MAX_UINT64 &&
2102 lgp->lg_minlength > NFS4_MAX_UINT64 - lgp->lg_seg.offset) ||
2103 (lgp->lg_seg.length != NFS4_MAX_UINT64 &&
2104 lgp->lg_seg.length > NFS4_MAX_UINT64 - lgp->lg_seg.offset))
2105 goto out;
2106 if (lgp->lg_seg.length == 0)
2107 goto out;
2108
2109 nfserr = nfsd4_preprocess_layout_stateid(rqstp, cstate, &lgp->lg_sid,
2110 true, lgp->lg_layout_type, &ls);
31ef83dc 2111 if (nfserr) {
f394b62b 2112 trace_nfsd_layout_get_lookup_fail(&lgp->lg_sid);
9cf514cc 2113 goto out;
31ef83dc 2114 }
9cf514cc 2115
c5c707f9
CH		 2116 nfserr = nfserr_recallconflict;
2117 if (atomic_read(&ls->ls_stid.sc_file->fi_lo_recalls))
2118 goto out_put_stid;
2119
2b0143b5 2120 nfserr = ops->proc_layoutget(d_inode(current_fh->fh_dentry),
9cf514cc
CH		 2121 current_fh, lgp);
2122 if (nfserr)
2123 goto out_put_stid;
2124
2125 nfserr = nfsd4_insert_layout(lgp, ls);
2126
2127out_put_stid:
cc8a5532 2128 mutex_unlock(&ls->ls_mutex);
9cf514cc
CH		 2129 nfs4_put_stid(&ls->ls_stid);
2130out:
2131 return nfserr;
2132}
2133
34b1744c
BF		 2134static void
2135nfsd4_layoutget_release(union nfsd4_op_u *u)
2136{
2137 kfree(u->layoutget.lg_content);
2138}
2139
9cf514cc
CH		 2140static __be32
2141nfsd4_layoutcommit(struct svc_rqst *rqstp,
eb69853d 2142 struct nfsd4_compound_state *cstate, union nfsd4_op_u *u)
9cf514cc 2143{
eb69853d 2144 struct nfsd4_layoutcommit *lcp = &u->layoutcommit;
9cf514cc
CH		 2145 const struct nfsd4_layout_seg *seg = &lcp->lc_seg;
2146 struct svc_fh *current_fh = &cstate->current_fh;
2147 const struct nfsd4_layout_ops *ops;
2148 loff_t new_size = lcp->lc_last_wr + 1;
2149 struct inode *inode;
2150 struct nfs4_layout_stateid *ls;
2151 __be32 nfserr;
2152
2153 nfserr = fh_verify(rqstp, current_fh, 0, NFSD_MAY_WRITE);
2154 if (nfserr)
2155 goto out;
2156
2157 nfserr = nfserr_layoutunavailable;
2158 ops = nfsd4_layout_verify(current_fh->fh_export, lcp->lc_layout_type);
2159 if (!ops)
2160 goto out;
2b0143b5 2161 inode = d_inode(current_fh->fh_dentry);
9cf514cc
CH		 2162
2163 nfserr = nfserr_inval;
2164 if (new_size <= seg->offset) {
2165 dprintk("pnfsd: last write before layout segment\n");
2166 goto out;
2167 }
2168 if (new_size > seg->offset + seg->length) {
2169 dprintk("pnfsd: last write beyond layout segment\n");
2170 goto out;
2171 }
2172 if (!lcp->lc_newoffset && new_size > i_size_read(inode)) {
2173 dprintk("pnfsd: layoutcommit beyond EOF\n");
2174 goto out;
2175 }
2176
2177 nfserr = nfsd4_preprocess_layout_stateid(rqstp, cstate, &lcp->lc_sid,
2178 false, lcp->lc_layout_type,
2179 &ls);
2180 if (nfserr) {
f394b62b 2181 trace_nfsd_layout_commit_lookup_fail(&lcp->lc_sid);
9cf514cc
CH		 2182 /* fixup error code as per RFC5661 */
2183 if (nfserr == nfserr_bad_stateid)
2184 nfserr = nfserr_badlayout;
2185 goto out;
2186 }
2187
cc8a5532
JL		 2188 /* LAYOUTCOMMIT does not require any serialization */
2189 mutex_unlock(&ls->ls_mutex);
2190
9cf514cc
CH		 2191 if (new_size > i_size_read(inode)) {
2192 lcp->lc_size_chg = 1;
2193 lcp->lc_newsize = new_size;
2194 } else {
2195 lcp->lc_size_chg = 0;
2196 }
2197
d8398fc1 2198 nfserr = ops->proc_layoutcommit(inode, lcp);
9cf514cc
CH		 2199 nfs4_put_stid(&ls->ls_stid);
2200out:
2201 return nfserr;
2202}
2203
2204static __be32
2205nfsd4_layoutreturn(struct svc_rqst *rqstp,
eb69853d 2206 struct nfsd4_compound_state *cstate, union nfsd4_op_u *u)
9cf514cc 2207{
eb69853d 2208 struct nfsd4_layoutreturn *lrp = &u->layoutreturn;
9cf514cc
CH		 2209 struct svc_fh *current_fh = &cstate->current_fh;
2210 __be32 nfserr;
2211
2212 nfserr = fh_verify(rqstp, current_fh, 0, NFSD_MAY_NOP);
2213 if (nfserr)
2214 goto out;
2215
2216 nfserr = nfserr_layoutunavailable;
2217 if (!nfsd4_layout_verify(current_fh->fh_export, lrp->lr_layout_type))
2218 goto out;
2219
2220 switch (lrp->lr_seg.iomode) {
2221 case IOMODE_READ:
2222 case IOMODE_RW:
2223 case IOMODE_ANY:
2224 break;
2225 default:
2226 dprintk("%s: invalid iomode %d\n", __func__,
2227 lrp->lr_seg.iomode);
2228 nfserr = nfserr_inval;
2229 goto out;
2230 }
2231
2232 switch (lrp->lr_return_type) {
2233 case RETURN_FILE:
2234 nfserr = nfsd4_return_file_layouts(rqstp, cstate, lrp);
2235 break;
2236 case RETURN_FSID:
2237 case RETURN_ALL:
2238 nfserr = nfsd4_return_client_layouts(rqstp, cstate, lrp);
2239 break;
2240 default:
2241 dprintk("%s: invalid return_type %d\n", __func__,
2242 lrp->lr_return_type);
2243 nfserr = nfserr_inval;
2244 break;
2245 }
2246out:
2247 return nfserr;
2248}
2249#endif /* CONFIG_NFSD_PNFS */
2250
23e50fe3
FL		 2251static __be32
2252nfsd4_getxattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
2253 union nfsd4_op_u *u)
2254{
2255 struct nfsd4_getxattr *getxattr = &u->getxattr;
2256
2257 return nfsd_getxattr(rqstp, &cstate->current_fh,
2258 getxattr->getxa_name, &getxattr->getxa_buf,
2259 &getxattr->getxa_len);
2260}
2261
2262static __be32
2263nfsd4_setxattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
2264 union nfsd4_op_u *u)
2265{
2266 struct nfsd4_setxattr *setxattr = &u->setxattr;
2267 __be32 ret;
2268
2269 if (opens_in_grace(SVC_NET(rqstp)))
2270 return nfserr_grace;
2271
2272 ret = nfsd_setxattr(rqstp, &cstate->current_fh, setxattr->setxa_name,
2273 setxattr->setxa_buf, setxattr->setxa_len,
2274 setxattr->setxa_flags);
2275
2276 if (!ret)
2277 set_change_info(&setxattr->setxa_cinfo, &cstate->current_fh);
2278
2279 return ret;
2280}
2281
2282static __be32
2283nfsd4_listxattrs(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
2284 union nfsd4_op_u *u)
2285{
2286 /*
2287 * Get the entire list, then copy out only the user attributes
2288 * in the encode function.
2289 */
2290 return nfsd_listxattr(rqstp, &cstate->current_fh,
2291 &u->listxattrs.lsxa_buf, &u->listxattrs.lsxa_len);
2292}
2293
2294static __be32
2295nfsd4_removexattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
2296 union nfsd4_op_u *u)
2297{
2298 struct nfsd4_removexattr *removexattr = &u->removexattr;
2299 __be32 ret;
2300
2301 if (opens_in_grace(SVC_NET(rqstp)))
2302 return nfserr_grace;
2303
2304 ret = nfsd_removexattr(rqstp, &cstate->current_fh,
2305 removexattr->rmxa_name);
2306
2307 if (!ret)
2308 set_change_info(&removexattr->rmxa_cinfo, &cstate->current_fh);
2309
2310 return ret;
2311}
2312
1da177e4
LT		 2313/*
2314 * NULL call.
2315 */
7111c66e 2316static __be32
a6beb732 2317nfsd4_proc_null(struct svc_rqst *rqstp)
1da177e4 2318{
cc028a10 2319 return rpc_success;
1da177e4
LT		 2320}
2321
e2b20950
SA		 2322static inline void nfsd4_increment_op_stats(u32 opnum)
2323{
2324 if (opnum >= FIRST_NFS4_OP && opnum <= LAST_NFS4_OP)
e567b98c 2325 percpu_counter_inc(&nfsdstats.counter[NFSD_STATS_NFS4_OP(opnum)]);
e2b20950
SA		 2326}
2327
bb2a8b0c 2328static const struct nfsd4_operation nfsd4_ops[];
b591480b 2329
f1c7f79b 2330static const char *nfsd4_op_name(unsigned opnum);
b001a1b6 2331
f9bb94c4 2332/*
57716355 2333 * Enforce NFSv4.1 COMPOUND ordering rules:
f9bb94c4 2334 *
57716355
BF		 2335 * Also note, enforced elsewhere:
2336 * - SEQUENCE other than as first op results in
2337 * NFS4ERR_SEQUENCE_POS. (Enforced in nfsd4_sequence().)
1d1bc8f2
BF		 2338 * - BIND_CONN_TO_SESSION must be the only op in its compound.
2339 * (Enforced in nfsd4_bind_conn_to_session().)
57716355
BF		 2340 * - DESTROY_SESSION must be the final operation in a compound, if
2341 * sessionid's in SEQUENCE and DESTROY_SESSION are the same.
2342 * (Enforced in nfsd4_destroy_session().)
f9bb94c4 2343 */
57716355 2344static __be32 nfs41_check_op_ordering(struct nfsd4_compoundargs *args)
f9bb94c4 2345{
7a04cfda 2346 struct nfsd4_op *first_op = &args->ops[0];
57716355
BF		 2347
2348 /* These ordering requirements don't apply to NFSv4.0: */
2349 if (args->minorversion == 0)
2350 return nfs_ok;
2351 /* This is weird, but OK, not our problem: */
2352 if (args->opcnt == 0)
2353 return nfs_ok;
7a04cfda 2354 if (first_op->status == nfserr_op_illegal)
57716355 2355 return nfs_ok;
7a04cfda 2356 if (!(nfsd4_ops[first_op->opnum].op_flags & ALLOWED_AS_FIRST_OP))
57716355 2357 return nfserr_op_not_in_session;
7a04cfda 2358 if (first_op->opnum == OP_SEQUENCE)
57716355 2359 return nfs_ok;
7a04cfda
BF		 2360 /*
2361 * So first_op is something allowed outside a session, like
2362 * EXCHANGE_ID; but then it has to be the only op in the
2363 * compound:
2364 */
57716355
BF		 2365 if (args->opcnt != 1)
2366 return nfserr_not_only_op;
2367 return nfs_ok;
f9bb94c4
AA		 2368}
2369
f4f9ef4a 2370const struct nfsd4_operation *OPDESC(struct nfsd4_op *op)
22b03214
BF		 2371{
2372 return &nfsd4_ops[op->opnum];
2373}
2374
1091006c
BF		 2375bool nfsd4_cache_this_op(struct nfsd4_op *op)
2376{
e372ba60
BF		 2377 if (op->opnum == OP_ILLEGAL)
2378 return false;
c856694e 2379 return OPDESC(op)->op_flags & OP_CACHEME;
1091006c
BF		 2380}
2381
68d93184
BF		 2382static bool need_wrongsec_check(struct svc_rqst *rqstp)
2383{
2384 struct nfsd4_compoundres *resp = rqstp->rq_resp;
2385 struct nfsd4_compoundargs *argp = rqstp->rq_argp;
2386 struct nfsd4_op *this = &argp->ops[resp->opcnt - 1];
2387 struct nfsd4_op *next = &argp->ops[resp->opcnt];
bb2a8b0c
CH		 2388 const struct nfsd4_operation *thisd = OPDESC(this);
2389 const struct nfsd4_operation *nextd;
68d93184 2390
68d93184
BF		 2391 /*
2392 * Most ops check wronsec on our own; only the putfh-like ops
2393 * have special rules.
2394 */
2395 if (!(thisd->op_flags & OP_IS_PUTFH_LIKE))
2396 return false;
2397 /*
2398 * rfc 5661 2.6.3.1.1.6: don't bother erroring out a
2399 * put-filehandle operation if we're not going to use the
2400 * result:
2401 */
2402 if (argp->opcnt == resp->opcnt)
2403 return false;
51904b08
BF		 2404 if (next->opnum == OP_ILLEGAL)
2405 return false;
68d93184
BF		 2406 nextd = OPDESC(next);
2407 /*
2408 * Rest of 2.6.3.1.1: certain operations will return WRONGSEC
2409 * errors themselves as necessary; others should check for them
2410 * now:
2411 */
2412 return !(nextd->op_flags & OP_HANDLES_WRONGSEC);
2413}
2414
b9e8638e
OK		 2415#ifdef CONFIG_NFSD_V4_2_INTER_SSC
2416static void
2417check_if_stalefh_allowed(struct nfsd4_compoundargs *args)
2418{
2419 struct nfsd4_op *op, *current_op = NULL, *saved_op = NULL;
2420 struct nfsd4_copy *copy;
2421 struct nfsd4_putfh *putfh;
2422 int i;
2423
2424 /* traverse all operation and if it's a COPY compound, mark the
2425 * source filehandle to skip verification
2426 */
2427 for (i = 0; i < args->opcnt; i++) {
2428 op = &args->ops[i];
2429 if (op->opnum == OP_PUTFH)
2430 current_op = op;
2431 else if (op->opnum == OP_SAVEFH)
2432 saved_op = current_op;
2433 else if (op->opnum == OP_RESTOREFH)
2434 current_op = saved_op;
2435 else if (op->opnum == OP_COPY) {
2436 copy = (struct nfsd4_copy *)&op->u;
2437 if (!saved_op) {
2438 op->status = nfserr_nofilehandle;
2439 return;
2440 }
2441 putfh = (struct nfsd4_putfh *)&saved_op->u;
2442 if (!copy->cp_intra)
2443 putfh->no_verify = true;
2444 }
2445 }
2446}
2447#else
2448static void
2449check_if_stalefh_allowed(struct nfsd4_compoundargs *args)
2450{
2451}
2452#endif
2453
1da177e4
LT		 2454/*
2455 * COMPOUND call.
2456 */
7111c66e 2457static __be32
a6beb732 2458nfsd4_proc_compound(struct svc_rqst *rqstp)
1da177e4 2459{
a6beb732
CH		 2460 struct nfsd4_compoundargs *args = rqstp->rq_argp;
2461 struct nfsd4_compoundres *resp = rqstp->rq_resp;
1da177e4 2462 struct nfsd4_op *op;
e354d571 2463 struct nfsd4_compound_state *cstate = &resp->cstate;
4daeed25
KM		 2464 struct svc_fh *current_fh = &cstate->current_fh;
2465 struct svc_fh *save_fh = &cstate->save_fh;
e333f3bb 2466 struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id);
b37ad28b 2467 __be32 status;
1da177e4 2468
bddfdbcd 2469 resp->xdr = &rqstp->rq_res_stream;
3b0ebb25 2470 resp->statusp = resp->xdr->p;
bddfdbcd
CL		 2471
2472 /* reserve space for: NFS status code */
2473 xdr_reserve_space(resp->xdr, XDR_UNIT);
2474
1da177e4 2475 /* reserve space for: taglen, tag, and opcnt */
bddfdbcd 2476 xdr_reserve_space(resp->xdr, XDR_UNIT * 2 + args->taglen);
1da177e4
LT		 2477 resp->taglen = args->taglen;
2478 resp->tag = args->tag;
1da177e4 2479 resp->rqstp = rqstp;
4daeed25 2480 cstate->minorversion = args->minorversion;
4daeed25
KM		 2481 fh_init(current_fh, NFS4_FHSIZE);
2482 fh_init(save_fh, NFS4_FHSIZE);
8ff30fa4
N		 2483 /*
2484 * Don't use the deferral mechanism for NFSv4; compounds make it
2485 * too hard to avoid non-idempotency problems.
2486 */
30660e04 2487 clear_bit(RQ_USEDEFERRAL, &rqstp->rq_flags);
1da177e4
LT		 2488
2489 /*
2490 * According to RFC3010, this takes precedence over all other errors.
2491 */
2492 status = nfserr_minor_vers_mismatch;
e333f3bb 2493 if (nfsd_minorversion(nn, args->minorversion, NFSD_TEST) <= 0)
1da177e4 2494 goto out;
0078117c
BF		 2495 status = nfserr_resource;
2496 if (args->opcnt > NFSD_MAX_OPS_PER_COMPOUND)
2497 goto out;
1da177e4 2498
57716355
BF		 2499 status = nfs41_check_op_ordering(args);
2500 if (status) {
f9bb94c4 2501 op = &args->ops[0];
57716355 2502 op->status = status;
5b7b15ae 2503 resp->opcnt = 1;
f9bb94c4
AA		 2504 goto encode_op;
2505 }
b9e8638e 2506 check_if_stalefh_allowed(args);
f9bb94c4 2507
28df3d15
BF		 2508 rqstp->rq_lease_breaker = (void **)&cstate->clp;
2509
fff4080b 2510 trace_nfsd_compound(rqstp, args->opcnt);
1da177e4
LT		 2511 while (!status && resp->opcnt < args->opcnt) {
2512 op = &args->ops[resp->opcnt++];
2513
2514 /*
2515 * The XDR decode routines may have pre-set op->status;
2516 * for example, if there is a miscellaneous XDR error
2517 * it will be set to nfserr_bad_xdr.
2518 */
9d313b17
BF		 2519 if (op->status) {
2520 if (op->opnum == OP_OPEN)
2521 op->status = nfsd4_open_omfg(rqstp, cstate, op);
1da177e4 2522 goto encode_op;
9d313b17 2523 }
b9e8638e
OK		 2524 if (!current_fh->fh_dentry &&
2525 !HAS_FH_FLAG(current_fh, NFSD4_FH_FOREIGN)) {
f4f9ef4a 2526 if (!(op->opdesc->op_flags & ALLOWED_WITHOUT_FH)) {
42ca0993
BF		 2527 op->status = nfserr_nofilehandle;
2528 goto encode_op;
2529 }
b9e8638e
OK		 2530 } else if (current_fh->fh_export &&
2531 current_fh->fh_export->ex_fslocs.migrated &&
f4f9ef4a 2532 !(op->opdesc->op_flags & ALLOWED_ON_ABSENT_FS)) {
42ca0993 2533 op->status = nfserr_moved;
1da177e4
LT		 2534 goto encode_op;
2535 }
b591480b 2536
fcb5e3fa 2537 fh_clear_pre_post_attrs(current_fh);
2336745e 2538
58e7b33a 2539 /* If op is non-idempotent */
f4f9ef4a 2540 if (op->opdesc->op_flags & OP_MODIFIES_SOMETHING) {
4c69d585 2541 /*
a8095f7e
BF		 2542 * Don't execute this op if we couldn't encode a
2543 * succesful reply:
2544 */
f4f9ef4a 2545 u32 plen = op->opdesc->op_rsize_bop(rqstp, op);
a8095f7e
BF		 2546 /*
2547 * Plus if there's another operation, make sure
4c69d585
BF		 2548 * we'll have space to at least encode an error:
2549 */
2550 if (resp->opcnt < args->opcnt)
2551 plen += COMPOUND_ERR_SLACK_SPACE;
58e7b33a
MJ		 2552 op->status = nfsd4_check_resp_size(resp, plen);
2553 }
2554
2555 if (op->status)
2556 goto encode_op;
2557
f4f9ef4a
BF		 2558 if (op->opdesc->op_get_currentstateid)
2559 op->opdesc->op_get_currentstateid(cstate, &op->u);
2560 op->status = op->opdesc->op_func(rqstp, cstate, &op->u);
1da177e4 2561
9a307403
BF		 2562 /* Only from SEQUENCE */
2563 if (cstate->status == nfserr_replay_cache) {
2564 dprintk("%s NFS4.1 replay from cache\n", __func__);
2565 status = op->status;
2566 goto out;
2567 }
8b70484c 2568 if (!op->status) {
f4f9ef4a
BF		 2569 if (op->opdesc->op_set_currentstateid)
2570 op->opdesc->op_set_currentstateid(cstate, &op->u);
8b70484c 2571
f4f9ef4a 2572 if (op->opdesc->op_flags & OP_CLEAR_STATEID)
37c593c5 2573 clear_current_stateid(cstate);
8b70484c 2574
d781e3df
BF		 2575 if (current_fh->fh_export &&
2576 need_wrongsec_check(rqstp))
4daeed25 2577 op->status = check_nfsd_access(current_fh->fh_export, rqstp);
8b70484c 2578 }
1da177e4 2579encode_op:
a90b061c 2580 if (op->status == nfserr_replay_me) {
a4f1706a 2581 op->replay = &cstate->replay_owner->so_replay;
bddfdbcd 2582 nfsd4_encode_replay(resp->xdr, op);
1da177e4
LT		 2583 status = op->status = op->replay->rp_status;
2584 } else {
2585 nfsd4_encode_operation(resp, op);
2586 status = op->status;
2587 }
0407717d 2588
fff4080b
CL		 2589 trace_nfsd_compound_status(args->opcnt, resp->opcnt, status,
2590 nfsd4_op_name(op->opnum));
0407717d 2591
58fb12e6 2592 nfsd4_cstate_clear_replay(cstate);
e2b20950 2593 nfsd4_increment_op_stats(op->opnum);
1da177e4
LT		 2594 }
2595
4daeed25
KM		 2596 fh_put(current_fh);
2597 fh_put(save_fh);
2598 BUG_ON(cstate->replay_owner);
1da177e4 2599out:
cc028a10 2600 cstate->status = status;
2f425878 2601 /* Reset deferral mechanism for RPC deferrals */
30660e04 2602 set_bit(RQ_USEDEFERRAL, &rqstp->rq_flags);
cc028a10 2603 return rpc_success;
1da177e4
LT		 2604}
2605
58e7b33a
MJ		 2606#define op_encode_hdr_size (2)
2607#define op_encode_stateid_maxsz (XDR_QUADLEN(NFS4_STATEID_SIZE))
2608#define op_encode_verifier_maxsz (XDR_QUADLEN(NFS4_VERIFIER_SIZE))
2609#define op_encode_change_info_maxsz (5)
2610#define nfs4_fattr_bitmap_maxsz (4)
2611
8c7424cf
BF		 2612/* We'll fall back on returning no lockowner if run out of space: */
2613#define op_encode_lockowner_maxsz (0)
58e7b33a
MJ		 2614#define op_encode_lock_denied_maxsz (8 + op_encode_lockowner_maxsz)
2615
2616#define nfs4_owner_maxsz (1 + XDR_QUADLEN(IDMAP_NAMESZ))
2617
2618#define op_encode_ace_maxsz (3 + nfs4_owner_maxsz)
2619#define op_encode_delegation_maxsz (1 + op_encode_stateid_maxsz + 1 + \
2620 op_encode_ace_maxsz)
2621
2622#define op_encode_channel_attrs_maxsz (6 + 1 + 1)
2623
2624static inline u32 nfsd4_only_status_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2625{
2626 return (op_encode_hdr_size) * sizeof(__be32);
2627}
2628
2629static inline u32 nfsd4_status_stateid_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2630{
2631 return (op_encode_hdr_size + op_encode_stateid_maxsz)* sizeof(__be32);
2632}
2633
2282cd2c
KM		 2634static inline u32 nfsd4_access_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2635{
2636 /* ac_supported, ac_resp_access */
2637 return (op_encode_hdr_size + 2)* sizeof(__be32);
2638}
2639
58e7b33a
MJ		 2640static inline u32 nfsd4_commit_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2641{
2642 return (op_encode_hdr_size + op_encode_verifier_maxsz) * sizeof(__be32);
2643}
2644
2645static inline u32 nfsd4_create_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2646{
2647 return (op_encode_hdr_size + op_encode_change_info_maxsz
2648 + nfs4_fattr_bitmap_maxsz) * sizeof(__be32);
2649}
2650
b86cef60
BF		 2651/*
2652 * Note since this is an idempotent operation we won't insist on failing
2653 * the op prematurely if the estimate is too large. We may turn off splice
2654 * reads unnecessarily.
2655 */
2656static inline u32 nfsd4_getattr_rsize(struct svc_rqst *rqstp,
2657 struct nfsd4_op *op)
2658{
2659 u32 *bmap = op->u.getattr.ga_bmval;
2660 u32 bmap0 = bmap[0], bmap1 = bmap[1], bmap2 = bmap[2];
2661 u32 ret = 0;
2662
2663 if (bmap0 & FATTR4_WORD0_ACL)
2664 return svc_max_payload(rqstp);
2665 if (bmap0 & FATTR4_WORD0_FS_LOCATIONS)
2666 return svc_max_payload(rqstp);
2667
2668 if (bmap1 & FATTR4_WORD1_OWNER) {
2669 ret += IDMAP_NAMESZ + 4;
2670 bmap1 &= ~FATTR4_WORD1_OWNER;
2671 }
2672 if (bmap1 & FATTR4_WORD1_OWNER_GROUP) {
2673 ret += IDMAP_NAMESZ + 4;
2674 bmap1 &= ~FATTR4_WORD1_OWNER_GROUP;
2675 }
2676 if (bmap0 & FATTR4_WORD0_FILEHANDLE) {
2677 ret += NFS4_FHSIZE + 4;
2678 bmap0 &= ~FATTR4_WORD0_FILEHANDLE;
2679 }
2680 if (bmap2 & FATTR4_WORD2_SECURITY_LABEL) {
1ec8c0c4 2681 ret += NFS4_MAXLABELLEN + 12;
b86cef60
BF		 2682 bmap2 &= ~FATTR4_WORD2_SECURITY_LABEL;
2683 }
2684 /*
2685 * Largest of remaining attributes are 16 bytes (e.g.,
2686 * supported_attributes)
2687 */
2688 ret += 16 * (hweight32(bmap0) + hweight32(bmap1) + hweight32(bmap2));
2689 /* bitmask, length */
2690 ret += 20;
2691 return ret;
2692}
2693
2282cd2c
KM		 2694static inline u32 nfsd4_getfh_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2695{
2696 return (op_encode_hdr_size + 1) * sizeof(__be32) + NFS4_FHSIZE;
2697}
2698
58e7b33a
MJ		 2699static inline u32 nfsd4_link_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2700{
2701 return (op_encode_hdr_size + op_encode_change_info_maxsz)
2702 * sizeof(__be32);
2703}
2704
2705static inline u32 nfsd4_lock_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2706{
2707 return (op_encode_hdr_size + op_encode_lock_denied_maxsz)
2708 * sizeof(__be32);
2709}
2710
2711static inline u32 nfsd4_open_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2712{
2713 return (op_encode_hdr_size + op_encode_stateid_maxsz
2714 + op_encode_change_info_maxsz + 1
2715 + nfs4_fattr_bitmap_maxsz
2716 + op_encode_delegation_maxsz) * sizeof(__be32);
2717}
2718
2719static inline u32 nfsd4_read_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2720{
2721 u32 maxcount = 0, rlen = 0;
2722
2723 maxcount = svc_max_payload(rqstp);
3c7aa15d 2724 rlen = min(op->u.read.rd_length, maxcount);
58e7b33a 2725
622f560e 2726 return (op_encode_hdr_size + 2 + XDR_QUADLEN(rlen)) * sizeof(__be32);
58e7b33a
MJ		 2727}
2728
528b8493
AS		 2729static inline u32 nfsd4_read_plus_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2730{
2731 u32 maxcount = svc_max_payload(rqstp);
2732 u32 rlen = min(op->u.read.rd_length, maxcount);
2733 /*
2734 * If we detect that the file changed during hole encoding, then we
2735 * recover by encoding the remaining reply as data. This means we need
2736 * to set aside enough room to encode two data segments.
2737 */
2738 u32 seg_len = 2 * (1 + 2 + 1);
2739
2740 return (op_encode_hdr_size + 2 + seg_len + XDR_QUADLEN(rlen)) * sizeof(__be32);
2741}
2742
58e7b33a
MJ		 2743static inline u32 nfsd4_readdir_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2744{
3c7aa15d 2745 u32 maxcount = 0, rlen = 0;
58e7b33a 2746
3c7aa15d
KM		 2747 maxcount = svc_max_payload(rqstp);
2748 rlen = min(op->u.readdir.rd_maxcount, maxcount);
58e7b33a 2749
561f0ed4
BF		 2750 return (op_encode_hdr_size + op_encode_verifier_maxsz +
2751 XDR_QUADLEN(rlen)) * sizeof(__be32);
58e7b33a
MJ		 2752}
2753
2282cd2c
KM		 2754static inline u32 nfsd4_readlink_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2755{
2756 return (op_encode_hdr_size + 1) * sizeof(__be32) + PAGE_SIZE;
2757}
2758
58e7b33a
MJ		 2759static inline u32 nfsd4_remove_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2760{
2761 return (op_encode_hdr_size + op_encode_change_info_maxsz)
2762 * sizeof(__be32);
2763}
2764
2765static inline u32 nfsd4_rename_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2766{
2767 return (op_encode_hdr_size + op_encode_change_info_maxsz
2768 + op_encode_change_info_maxsz) * sizeof(__be32);
2769}
2770
ccae70a9
BF		 2771static inline u32 nfsd4_sequence_rsize(struct svc_rqst *rqstp,
2772 struct nfsd4_op *op)
2773{
d1d84c96
BF		 2774 return (op_encode_hdr_size
2775 + XDR_QUADLEN(NFS4_MAX_SESSIONID_LEN) + 5) * sizeof(__be32);
ccae70a9
BF		 2776}
2777
2282cd2c
KM		 2778static inline u32 nfsd4_test_stateid_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2779{
2780 return (op_encode_hdr_size + 1 + op->u.test_stateid.ts_num_ids)
2781 * sizeof(__be32);
2782}
2783
58e7b33a
MJ		 2784static inline u32 nfsd4_setattr_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2785{
2786 return (op_encode_hdr_size + nfs4_fattr_bitmap_maxsz) * sizeof(__be32);
2787}
2788
2282cd2c
KM		 2789static inline u32 nfsd4_secinfo_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2790{
2791 return (op_encode_hdr_size + RPC_AUTH_MAXFLAVOR *
2792 (4 + XDR_QUADLEN(GSS_OID_MAX_LEN))) * sizeof(__be32);
2793}
2794
58e7b33a
MJ		 2795static inline u32 nfsd4_setclientid_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2796{
480efaee
BF		 2797 return (op_encode_hdr_size + 2 + XDR_QUADLEN(NFS4_VERIFIER_SIZE)) *
2798 sizeof(__be32);
58e7b33a
MJ		 2799}
2800
2801static inline u32 nfsd4_write_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2802{
f34e432b 2803 return (op_encode_hdr_size + 2 + op_encode_verifier_maxsz) * sizeof(__be32);
58e7b33a
MJ		 2804}
2805
2806static inline u32 nfsd4_exchange_id_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2807{
2808 return (op_encode_hdr_size + 2 + 1 + /* eir_clientid, eir_sequenceid */\
a8bb84bc
KM		 2809 1 + 1 + /* eir_flags, spr_how */\
2810 4 + /* spo_must_enforce & _allow with bitmap */\
58e7b33a
MJ		 2811 2 + /*eir_server_owner.so_minor_id */\
2812 /* eir_server_owner.so_major_id<> */\
2813 XDR_QUADLEN(NFS4_OPAQUE_LIMIT) + 1 +\
2814 /* eir_server_scope<> */\
2815 XDR_QUADLEN(NFS4_OPAQUE_LIMIT) + 1 +\
2816 1 + /* eir_server_impl_id array length */\
2817 0 /* ignored eir_server_impl_id contents */) * sizeof(__be32);
2818}
2819
2820static inline u32 nfsd4_bind_conn_to_session_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2821{
2822 return (op_encode_hdr_size + \
2823 XDR_QUADLEN(NFS4_MAX_SESSIONID_LEN) + /* bctsr_sessid */\
2824 2 /* bctsr_dir, use_conn_in_rdma_mode */) * sizeof(__be32);
2825}
2826
2827static inline u32 nfsd4_create_session_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2828{
2829 return (op_encode_hdr_size + \
2830 XDR_QUADLEN(NFS4_MAX_SESSIONID_LEN) + /* sessionid */\
2831 2 + /* csr_sequence, csr_flags */\
2832 op_encode_channel_attrs_maxsz + \
2833 op_encode_channel_attrs_maxsz) * sizeof(__be32);
2834}
2835
29ae7f9d
AS		 2836static inline u32 nfsd4_copy_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2837{
2838 return (op_encode_hdr_size +
2839 1 /* wr_callback */ +
2840 op_encode_stateid_maxsz /* wr_callback */ +
2841 2 /* wr_count */ +
2842 1 /* wr_committed */ +
2843 op_encode_verifier_maxsz +
2844 1 /* cr_consecutive */ +
2845 1 /* cr_synchronous */) * sizeof(__be32);
2846}
2847
6308bc98
OK		 2848static inline u32 nfsd4_offload_status_rsize(struct svc_rqst *rqstp,
2849 struct nfsd4_op *op)
2850{
2851 return (op_encode_hdr_size +
2852 2 /* osr_count */ +
2853 1 /* osr_complete<1> optional 0 for now */) * sizeof(__be32);
2854}
2855
51911868
OK		 2856static inline u32 nfsd4_copy_notify_rsize(struct svc_rqst *rqstp,
2857 struct nfsd4_op *op)
2858{
2859 return (op_encode_hdr_size +
2860 3 /* cnr_lease_time */ +
2861 1 /* We support one cnr_source_server */ +
2862 1 /* cnr_stateid seq */ +
2863 op_encode_stateid_maxsz /* cnr_stateid */ +
2864 1 /* num cnr_source_server*/ +
2865 1 /* nl4_type */ +
2866 1 /* nl4 size */ +
2867 XDR_QUADLEN(NFS4_OPAQUE_LIMIT) /*nl4_loc + nl4_loc_sz */)
2868 * sizeof(__be32);
2869}
2870
9cf514cc 2871#ifdef CONFIG_NFSD_PNFS
2282cd2c
KM		 2872static inline u32 nfsd4_getdeviceinfo_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2873{
2874 u32 maxcount = 0, rlen = 0;
2875
2876 maxcount = svc_max_payload(rqstp);
2877 rlen = min(op->u.getdeviceinfo.gd_maxcount, maxcount);
2878
2879 return (op_encode_hdr_size +
2880 1 /* gd_layout_type*/ +
2881 XDR_QUADLEN(rlen) +
2882 2 /* gd_notify_types */) * sizeof(__be32);
2883}
2884
9cf514cc
CH		 2885/*
2886 * At this stage we don't really know what layout driver will handle the request,
2887 * so we need to define an arbitrary upper bound here.
2888 */
2889#define MAX_LAYOUT_SIZE 128
2890static inline u32 nfsd4_layoutget_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2891{
2892 return (op_encode_hdr_size +
2893 1 /* logr_return_on_close */ +
2894 op_encode_stateid_maxsz +
2895 1 /* nr of layouts */ +
2896 MAX_LAYOUT_SIZE) * sizeof(__be32);
2897}
2898
2899static inline u32 nfsd4_layoutcommit_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2900{
2901 return (op_encode_hdr_size +
2902 1 /* locr_newsize */ +
2903 2 /* ns_size */) * sizeof(__be32);
2904}
2905
2906static inline u32 nfsd4_layoutreturn_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2907{
2908 return (op_encode_hdr_size +
2909 1 /* lrs_stateid */ +
2910 op_encode_stateid_maxsz) * sizeof(__be32);
2911}
2912#endif /* CONFIG_NFSD_PNFS */
2913
2282cd2c
KM		 2914
2915static inline u32 nfsd4_seek_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2916{
2917 return (op_encode_hdr_size + 3) * sizeof(__be32);
2918}
2919
23e50fe3
FL		 2920static inline u32 nfsd4_getxattr_rsize(struct svc_rqst *rqstp,
2921 struct nfsd4_op *op)
2922{
2923 u32 maxcount, rlen;
2924
2925 maxcount = svc_max_payload(rqstp);
2926 rlen = min_t(u32, XATTR_SIZE_MAX, maxcount);
2927
2928 return (op_encode_hdr_size + 1 + XDR_QUADLEN(rlen)) * sizeof(__be32);
2929}
2930
2931static inline u32 nfsd4_setxattr_rsize(struct svc_rqst *rqstp,
2932 struct nfsd4_op *op)
2933{
2934 return (op_encode_hdr_size + op_encode_change_info_maxsz)
2935 * sizeof(__be32);
2936}
2937static inline u32 nfsd4_listxattrs_rsize(struct svc_rqst *rqstp,
2938 struct nfsd4_op *op)
2939{
2940 u32 maxcount, rlen;
2941
2942 maxcount = svc_max_payload(rqstp);
2943 rlen = min(op->u.listxattrs.lsxa_maxcount, maxcount);
2944
2945 return (op_encode_hdr_size + 4 + XDR_QUADLEN(rlen)) * sizeof(__be32);
2946}
2947
2948static inline u32 nfsd4_removexattr_rsize(struct svc_rqst *rqstp,
2949 struct nfsd4_op *op)
2950{
2951 return (op_encode_hdr_size + op_encode_change_info_maxsz)
2952 * sizeof(__be32);
2953}
2954
2955
bb2a8b0c 2956static const struct nfsd4_operation nfsd4_ops[] = {
b591480b 2957 [OP_ACCESS] = {
eb69853d 2958 .op_func = nfsd4_access,
b001a1b6 2959 .op_name = "OP_ACCESS",
1c122638 2960 .op_rsize_bop = nfsd4_access_rsize,
b591480b
BF		 2961 },
2962 [OP_CLOSE] = {
eb69853d 2963 .op_func = nfsd4_close,
58e7b33a 2964 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 2965 .op_name = "OP_CLOSE",
1c122638 2966 .op_rsize_bop = nfsd4_status_stateid_rsize,
57832e7b 2967 .op_get_currentstateid = nfsd4_get_closestateid,
b60e9859 2968 .op_set_currentstateid = nfsd4_set_closestateid,
b591480b
BF		 2969 },
2970 [OP_COMMIT] = {
eb69853d 2971 .op_func = nfsd4_commit,
58e7b33a 2972 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 2973 .op_name = "OP_COMMIT",
1c122638 2974 .op_rsize_bop = nfsd4_commit_rsize,
b591480b
BF		 2975 },
2976 [OP_CREATE] = {
eb69853d 2977 .op_func = nfsd4_create,
d1471053 2978 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME | OP_CLEAR_STATEID,
b001a1b6 2979 .op_name = "OP_CREATE",
1c122638 2980 .op_rsize_bop = nfsd4_create_rsize,
b591480b
BF		 2981 },
2982 [OP_DELEGRETURN] = {
eb69853d 2983 .op_func = nfsd4_delegreturn,
58e7b33a 2984 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 2985 .op_name = "OP_DELEGRETURN",
58e7b33a 2986 .op_rsize_bop = nfsd4_only_status_rsize,
57832e7b 2987 .op_get_currentstateid = nfsd4_get_delegreturnstateid,
b591480b
BF		 2988 },
2989 [OP_GETATTR] = {
eb69853d 2990 .op_func = nfsd4_getattr,
eeac294e 2991 .op_flags = ALLOWED_ON_ABSENT_FS,
b86cef60 2992 .op_rsize_bop = nfsd4_getattr_rsize,
b001a1b6 2993 .op_name = "OP_GETATTR",
b591480b
BF		 2994 },
2995 [OP_GETFH] = {
eb69853d 2996 .op_func = nfsd4_getfh,
b001a1b6 2997 .op_name = "OP_GETFH",
1c122638 2998 .op_rsize_bop = nfsd4_getfh_rsize,
b591480b
BF		 2999 },
3000 [OP_LINK] = {
eb69853d 3001 .op_func = nfsd4_link,
c856694e
BF		 3002 .op_flags = ALLOWED_ON_ABSENT_FS | OP_MODIFIES_SOMETHING
3003 | OP_CACHEME,
b001a1b6 3004 .op_name = "OP_LINK",
1c122638 3005 .op_rsize_bop = nfsd4_link_rsize,
b591480b
BF		 3006 },
3007 [OP_LOCK] = {
eb69853d 3008 .op_func = nfsd4_lock,
b7571e4c
BF		 3009 .op_flags = OP_MODIFIES_SOMETHING |
3010 OP_NONTRIVIAL_ERROR_ENCODE,
b001a1b6 3011 .op_name = "OP_LOCK",
1c122638 3012 .op_rsize_bop = nfsd4_lock_rsize,
b60e9859 3013 .op_set_currentstateid = nfsd4_set_lockstateid,
b591480b
BF		 3014 },
3015 [OP_LOCKT] = {
eb69853d 3016 .op_func = nfsd4_lockt,
b7571e4c 3017 .op_flags = OP_NONTRIVIAL_ERROR_ENCODE,
b001a1b6 3018 .op_name = "OP_LOCKT",
1c122638 3019 .op_rsize_bop = nfsd4_lock_rsize,
b591480b
BF		 3020 },
3021 [OP_LOCKU] = {
eb69853d 3022 .op_func = nfsd4_locku,
58e7b33a 3023 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 3024 .op_name = "OP_LOCKU",
1c122638 3025 .op_rsize_bop = nfsd4_status_stateid_rsize,
57832e7b 3026 .op_get_currentstateid = nfsd4_get_lockustateid,
b591480b
BF		 3027 },
3028 [OP_LOOKUP] = {
eb69853d 3029 .op_func = nfsd4_lookup,
d1471053 3030 .op_flags = OP_HANDLES_WRONGSEC | OP_CLEAR_STATEID,
b001a1b6 3031 .op_name = "OP_LOOKUP",
1c122638 3032 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3033 },
3034 [OP_LOOKUPP] = {
eb69853d 3035 .op_func = nfsd4_lookupp,
d1471053 3036 .op_flags = OP_HANDLES_WRONGSEC | OP_CLEAR_STATEID,
b001a1b6 3037 .op_name = "OP_LOOKUPP",
1c122638 3038 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3039 },
3040 [OP_NVERIFY] = {
eb69853d 3041 .op_func = nfsd4_nverify,
b001a1b6 3042 .op_name = "OP_NVERIFY",
1c122638 3043 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3044 },
3045 [OP_OPEN] = {
eb69853d 3046 .op_func = nfsd4_open,
58e7b33a 3047 .op_flags = OP_HANDLES_WRONGSEC | OP_MODIFIES_SOMETHING,
b001a1b6 3048 .op_name = "OP_OPEN",
1c122638 3049 .op_rsize_bop = nfsd4_open_rsize,
b60e9859 3050 .op_set_currentstateid = nfsd4_set_openstateid,
b591480b
BF		 3051 },
3052 [OP_OPEN_CONFIRM] = {
eb69853d 3053 .op_func = nfsd4_open_confirm,
58e7b33a 3054 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 3055 .op_name = "OP_OPEN_CONFIRM",
1c122638 3056 .op_rsize_bop = nfsd4_status_stateid_rsize,
b591480b
BF		 3057 },
3058 [OP_OPEN_DOWNGRADE] = {
eb69853d 3059 .op_func = nfsd4_open_downgrade,
58e7b33a 3060 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 3061 .op_name = "OP_OPEN_DOWNGRADE",
1c122638 3062 .op_rsize_bop = nfsd4_status_stateid_rsize,
57832e7b 3063 .op_get_currentstateid = nfsd4_get_opendowngradestateid,
b60e9859 3064 .op_set_currentstateid = nfsd4_set_opendowngradestateid,
b591480b
BF		 3065 },
3066 [OP_PUTFH] = {
eb69853d 3067 .op_func = nfsd4_putfh,
68d93184 3068 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
5b648699 3069 | OP_IS_PUTFH_LIKE | OP_CLEAR_STATEID,
b001a1b6 3070 .op_name = "OP_PUTFH",
1c122638 3071 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b 3072 },
eeac294e 3073 [OP_PUTPUBFH] = {
eb69853d 3074 .op_func = nfsd4_putrootfh,
68d93184 3075 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
5b648699 3076 | OP_IS_PUTFH_LIKE | OP_CLEAR_STATEID,
b001a1b6 3077 .op_name = "OP_PUTPUBFH",
1c122638 3078 .op_rsize_bop = nfsd4_only_status_rsize,
eeac294e 3079 },
b591480b 3080 [OP_PUTROOTFH] = {
eb69853d 3081 .op_func = nfsd4_putrootfh,
68d93184 3082 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
5b648699 3083 | OP_IS_PUTFH_LIKE | OP_CLEAR_STATEID,
b001a1b6 3084 .op_name = "OP_PUTROOTFH",
1c122638 3085 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3086 },
3087 [OP_READ] = {
eb69853d 3088 .op_func = nfsd4_read,
34b1744c 3089 .op_release = nfsd4_read_release,
b001a1b6 3090 .op_name = "OP_READ",
1c122638 3091 .op_rsize_bop = nfsd4_read_rsize,
57832e7b 3092 .op_get_currentstateid = nfsd4_get_readstateid,
b591480b
BF		 3093 },
3094 [OP_READDIR] = {
eb69853d 3095 .op_func = nfsd4_readdir,
b001a1b6 3096 .op_name = "OP_READDIR",
1c122638 3097 .op_rsize_bop = nfsd4_readdir_rsize,
b591480b
BF		 3098 },
3099 [OP_READLINK] = {
eb69853d 3100 .op_func = nfsd4_readlink,
b001a1b6 3101 .op_name = "OP_READLINK",
1c122638 3102 .op_rsize_bop = nfsd4_readlink_rsize,
b591480b
BF		 3103 },
3104 [OP_REMOVE] = {
eb69853d 3105 .op_func = nfsd4_remove,
c856694e 3106 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
b001a1b6 3107 .op_name = "OP_REMOVE",
1c122638 3108 .op_rsize_bop = nfsd4_remove_rsize,
b591480b
BF		 3109 },
3110 [OP_RENAME] = {
eb69853d 3111 .op_func = nfsd4_rename,
c856694e 3112 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
58e7b33a 3113 .op_name = "OP_RENAME",
1c122638 3114 .op_rsize_bop = nfsd4_rename_rsize,
b591480b
BF		 3115 },
3116 [OP_RENEW] = {
eb69853d 3117 .op_func = nfsd4_renew,
58e7b33a
MJ		 3118 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
3119 | OP_MODIFIES_SOMETHING,
b001a1b6 3120 .op_name = "OP_RENEW",
1c122638 3121 .op_rsize_bop = nfsd4_only_status_rsize,
58e7b33a 3122
b591480b
BF		 3123 },
3124 [OP_RESTOREFH] = {
eb69853d 3125 .op_func = nfsd4_restorefh,
68d93184 3126 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
58e7b33a 3127 | OP_IS_PUTFH_LIKE | OP_MODIFIES_SOMETHING,
b001a1b6 3128 .op_name = "OP_RESTOREFH",
1c122638 3129 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3130 },
3131 [OP_SAVEFH] = {
eb69853d 3132 .op_func = nfsd4_savefh,
58e7b33a 3133 .op_flags = OP_HANDLES_WRONGSEC | OP_MODIFIES_SOMETHING,
b001a1b6 3134 .op_name = "OP_SAVEFH",
1c122638 3135 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b 3136 },
dcb488a3 3137 [OP_SECINFO] = {
eb69853d 3138 .op_func = nfsd4_secinfo,
34b1744c 3139 .op_release = nfsd4_secinfo_release,
68d93184 3140 .op_flags = OP_HANDLES_WRONGSEC,
b001a1b6 3141 .op_name = "OP_SECINFO",
1c122638 3142 .op_rsize_bop = nfsd4_secinfo_rsize,
dcb488a3 3143 },
b591480b 3144 [OP_SETATTR] = {
eb69853d 3145 .op_func = nfsd4_setattr,
b001a1b6 3146 .op_name = "OP_SETATTR",
b7571e4c
BF		 3147 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME
3148 | OP_NONTRIVIAL_ERROR_ENCODE,
1c122638 3149 .op_rsize_bop = nfsd4_setattr_rsize,
57832e7b 3150 .op_get_currentstateid = nfsd4_get_setattrstateid,
b591480b
BF		 3151 },
3152 [OP_SETCLIENTID] = {
eb69853d 3153 .op_func = nfsd4_setclientid,
58e7b33a 3154 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
b7571e4c
BF		 3155 | OP_MODIFIES_SOMETHING | OP_CACHEME
3156 | OP_NONTRIVIAL_ERROR_ENCODE,
b001a1b6 3157 .op_name = "OP_SETCLIENTID",
1c122638 3158 .op_rsize_bop = nfsd4_setclientid_rsize,
b591480b
BF		 3159 },
3160 [OP_SETCLIENTID_CONFIRM] = {
eb69853d 3161 .op_func = nfsd4_setclientid_confirm,
58e7b33a 3162 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
c856694e 3163 | OP_MODIFIES_SOMETHING | OP_CACHEME,
b001a1b6 3164 .op_name = "OP_SETCLIENTID_CONFIRM",
1c122638 3165 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3166 },
3167 [OP_VERIFY] = {
eb69853d 3168 .op_func = nfsd4_verify,
b001a1b6 3169 .op_name = "OP_VERIFY",
1c122638 3170 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3171 },
3172 [OP_WRITE] = {
eb69853d 3173 .op_func = nfsd4_write,
c856694e 3174 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
b001a1b6 3175 .op_name = "OP_WRITE",
1c122638 3176 .op_rsize_bop = nfsd4_write_rsize,
57832e7b 3177 .op_get_currentstateid = nfsd4_get_writestateid,
b591480b
BF		 3178 },
3179 [OP_RELEASE_LOCKOWNER] = {
eb69853d 3180 .op_func = nfsd4_release_lockowner,
58e7b33a
MJ		 3181 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
3182 | OP_MODIFIES_SOMETHING,
b001a1b6 3183 .op_name = "OP_RELEASE_LOCKOWNER",
1c122638 3184 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b 3185 },
069b6ad4
AA		 3186
3187 /* NFSv4.1 operations */
3188 [OP_EXCHANGE_ID] = {
eb69853d 3189 .op_func = nfsd4_exchange_id,
58e7b33a
MJ		 3190 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
3191 | OP_MODIFIES_SOMETHING,
069b6ad4 3192 .op_name = "OP_EXCHANGE_ID",
1c122638 3193 .op_rsize_bop = nfsd4_exchange_id_rsize,
069b6ad4 3194 },
cb73a9f4 3195 [OP_BACKCHANNEL_CTL] = {
eb69853d 3196 .op_func = nfsd4_backchannel_ctl,
cb73a9f4
BF		 3197 .op_flags = ALLOWED_WITHOUT_FH | OP_MODIFIES_SOMETHING,
3198 .op_name = "OP_BACKCHANNEL_CTL",
1c122638 3199 .op_rsize_bop = nfsd4_only_status_rsize,
cb73a9f4 3200 },
1d1bc8f2 3201 [OP_BIND_CONN_TO_SESSION] = {
eb69853d 3202 .op_func = nfsd4_bind_conn_to_session,
58e7b33a
MJ		 3203 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
3204 | OP_MODIFIES_SOMETHING,
1d1bc8f2 3205 .op_name = "OP_BIND_CONN_TO_SESSION",
1c122638 3206 .op_rsize_bop = nfsd4_bind_conn_to_session_rsize,
1d1bc8f2 3207 },
069b6ad4 3208 [OP_CREATE_SESSION] = {
eb69853d 3209 .op_func = nfsd4_create_session,
58e7b33a
MJ		 3210 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
3211 | OP_MODIFIES_SOMETHING,
069b6ad4 3212 .op_name = "OP_CREATE_SESSION",
1c122638 3213 .op_rsize_bop = nfsd4_create_session_rsize,
069b6ad4
AA		 3214 },
3215 [OP_DESTROY_SESSION] = {
eb69853d 3216 .op_func = nfsd4_destroy_session,
58e7b33a
MJ		 3217 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
3218 | OP_MODIFIES_SOMETHING,
069b6ad4 3219 .op_name = "OP_DESTROY_SESSION",
1c122638 3220 .op_rsize_bop = nfsd4_only_status_rsize,
069b6ad4
AA		 3221 },
3222 [OP_SEQUENCE] = {
eb69853d 3223 .op_func = nfsd4_sequence,
f9bb94c4 3224 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP,
069b6ad4 3225 .op_name = "OP_SEQUENCE",
1c122638 3226 .op_rsize_bop = nfsd4_sequence_rsize,
069b6ad4 3227 },
094b5d74 3228 [OP_DESTROY_CLIENTID] = {
eb69853d 3229 .op_func = nfsd4_destroy_clientid,
58e7b33a
MJ		 3230 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
3231 | OP_MODIFIES_SOMETHING,
094b5d74 3232 .op_name = "OP_DESTROY_CLIENTID",
1c122638 3233 .op_rsize_bop = nfsd4_only_status_rsize,
094b5d74 3234 },
4dc6ec00 3235 [OP_RECLAIM_COMPLETE] = {
eb69853d 3236 .op_func = nfsd4_reclaim_complete,
58e7b33a 3237 .op_flags = ALLOWED_WITHOUT_FH | OP_MODIFIES_SOMETHING,
4dc6ec00 3238 .op_name = "OP_RECLAIM_COMPLETE",
1c122638 3239 .op_rsize_bop = nfsd4_only_status_rsize,
4dc6ec00 3240 },
04f4ad16 3241 [OP_SECINFO_NO_NAME] = {
eb69853d 3242 .op_func = nfsd4_secinfo_no_name,
ec572b9e 3243 .op_release = nfsd4_secinfo_no_name_release,
68d93184 3244 .op_flags = OP_HANDLES_WRONGSEC,
04f4ad16 3245 .op_name = "OP_SECINFO_NO_NAME",
1c122638 3246 .op_rsize_bop = nfsd4_secinfo_rsize,
04f4ad16 3247 },
17456804 3248 [OP_TEST_STATEID] = {
eb69853d 3249 .op_func = nfsd4_test_stateid,
17456804
BS		 3250 .op_flags = ALLOWED_WITHOUT_FH,
3251 .op_name = "OP_TEST_STATEID",
1c122638 3252 .op_rsize_bop = nfsd4_test_stateid_rsize,
17456804 3253 },
e1ca12df 3254 [OP_FREE_STATEID] = {
eb69853d 3255 .op_func = nfsd4_free_stateid,
58e7b33a 3256 .op_flags = ALLOWED_WITHOUT_FH | OP_MODIFIES_SOMETHING,
e1ca12df 3257 .op_name = "OP_FREE_STATEID",
57832e7b 3258 .op_get_currentstateid = nfsd4_get_freestateid,
1c122638 3259 .op_rsize_bop = nfsd4_only_status_rsize,
e1ca12df 3260 },
9cf514cc
CH		 3261#ifdef CONFIG_NFSD_PNFS
3262 [OP_GETDEVICEINFO] = {
eb69853d 3263 .op_func = nfsd4_getdeviceinfo,
34b1744c 3264 .op_release = nfsd4_getdeviceinfo_release,
9cf514cc
CH		 3265 .op_flags = ALLOWED_WITHOUT_FH,
3266 .op_name = "OP_GETDEVICEINFO",
1c122638 3267 .op_rsize_bop = nfsd4_getdeviceinfo_rsize,
9cf514cc
CH		 3268 },
3269 [OP_LAYOUTGET] = {
eb69853d 3270 .op_func = nfsd4_layoutget,
34b1744c 3271 .op_release = nfsd4_layoutget_release,
9cf514cc
CH		 3272 .op_flags = OP_MODIFIES_SOMETHING,
3273 .op_name = "OP_LAYOUTGET",
1c122638 3274 .op_rsize_bop = nfsd4_layoutget_rsize,
9cf514cc
CH		 3275 },
3276 [OP_LAYOUTCOMMIT] = {
eb69853d 3277 .op_func = nfsd4_layoutcommit,
9cf514cc
CH		 3278 .op_flags = OP_MODIFIES_SOMETHING,
3279 .op_name = "OP_LAYOUTCOMMIT",
1c122638 3280 .op_rsize_bop = nfsd4_layoutcommit_rsize,
9cf514cc
CH		 3281 },
3282 [OP_LAYOUTRETURN] = {
eb69853d 3283 .op_func = nfsd4_layoutreturn,
9cf514cc
CH		 3284 .op_flags = OP_MODIFIES_SOMETHING,
3285 .op_name = "OP_LAYOUTRETURN",
1c122638 3286 .op_rsize_bop = nfsd4_layoutreturn_rsize,
9cf514cc
CH		 3287 },
3288#endif /* CONFIG_NFSD_PNFS */
24bab491
AS		 3289
3290 /* NFSv4.2 operations */
95d871f0 3291 [OP_ALLOCATE] = {
eb69853d 3292 .op_func = nfsd4_allocate,
03b31f48 3293 .op_flags = OP_MODIFIES_SOMETHING,
95d871f0 3294 .op_name = "OP_ALLOCATE",
1c122638 3295 .op_rsize_bop = nfsd4_only_status_rsize,
95d871f0 3296 },
b0cb9085 3297 [OP_DEALLOCATE] = {
eb69853d 3298 .op_func = nfsd4_deallocate,
03b31f48 3299 .op_flags = OP_MODIFIES_SOMETHING,
b0cb9085 3300 .op_name = "OP_DEALLOCATE",
1c122638 3301 .op_rsize_bop = nfsd4_only_status_rsize,
b0cb9085 3302 },
ffa0160a 3303 [OP_CLONE] = {
eb69853d 3304 .op_func = nfsd4_clone,
03b31f48 3305 .op_flags = OP_MODIFIES_SOMETHING,
ffa0160a 3306 .op_name = "OP_CLONE",
1c122638 3307 .op_rsize_bop = nfsd4_only_status_rsize,
ffa0160a 3308 },
29ae7f9d 3309 [OP_COPY] = {
eb69853d 3310 .op_func = nfsd4_copy,
03b31f48 3311 .op_flags = OP_MODIFIES_SOMETHING,
29ae7f9d 3312 .op_name = "OP_COPY",
1c122638 3313 .op_rsize_bop = nfsd4_copy_rsize,
29ae7f9d 3314 },
528b8493
AS		 3315 [OP_READ_PLUS] = {
3316 .op_func = nfsd4_read,
3317 .op_release = nfsd4_read_release,
3318 .op_name = "OP_READ_PLUS",
3319 .op_rsize_bop = nfsd4_read_plus_rsize,
3320 .op_get_currentstateid = nfsd4_get_readstateid,
3321 },
24bab491 3322 [OP_SEEK] = {
eb69853d 3323 .op_func = nfsd4_seek,
24bab491 3324 .op_name = "OP_SEEK",
1c122638 3325 .op_rsize_bop = nfsd4_seek_rsize,
24bab491 3326 },
6308bc98
OK		 3327 [OP_OFFLOAD_STATUS] = {
3328 .op_func = nfsd4_offload_status,
3329 .op_name = "OP_OFFLOAD_STATUS",
3330 .op_rsize_bop = nfsd4_offload_status_rsize,
3331 },
885e2bf3
OK		 3332 [OP_OFFLOAD_CANCEL] = {
3333 .op_func = nfsd4_offload_cancel,
3334 .op_flags = OP_MODIFIES_SOMETHING,
3335 .op_name = "OP_OFFLOAD_CANCEL",
3336 .op_rsize_bop = nfsd4_only_status_rsize,
3337 },
51911868
OK		 3338 [OP_COPY_NOTIFY] = {
3339 .op_func = nfsd4_copy_notify,
3340 .op_flags = OP_MODIFIES_SOMETHING,
3341 .op_name = "OP_COPY_NOTIFY",
3342 .op_rsize_bop = nfsd4_copy_notify_rsize,
3343 },
23e50fe3
FL		 3344 [OP_GETXATTR] = {
3345 .op_func = nfsd4_getxattr,
3346 .op_name = "OP_GETXATTR",
3347 .op_rsize_bop = nfsd4_getxattr_rsize,
3348 },
3349 [OP_SETXATTR] = {
3350 .op_func = nfsd4_setxattr,
3351 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
3352 .op_name = "OP_SETXATTR",
3353 .op_rsize_bop = nfsd4_setxattr_rsize,
3354 },
3355 [OP_LISTXATTRS] = {
3356 .op_func = nfsd4_listxattrs,
3357 .op_name = "OP_LISTXATTRS",
3358 .op_rsize_bop = nfsd4_listxattrs_rsize,
3359 },
3360 [OP_REMOVEXATTR] = {
3361 .op_func = nfsd4_removexattr,
3362 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
3363 .op_name = "OP_REMOVEXATTR",
3364 .op_rsize_bop = nfsd4_removexattr_rsize,
3365 },
b591480b
BF		 3366};
3367
ed941643
AE		 3368/**
3369 * nfsd4_spo_must_allow - Determine if the compound op contains an
3370 * operation that is allowed to be sent with machine credentials
3371 *
3372 * @rqstp: a pointer to the struct svc_rqst
3373 *
3374 * Checks to see if the compound contains a spo_must_allow op
3375 * and confirms that it was sent with the proper machine creds.
3376 */
3377
3378bool nfsd4_spo_must_allow(struct svc_rqst *rqstp)
3379{
3380 struct nfsd4_compoundres *resp = rqstp->rq_resp;
3381 struct nfsd4_compoundargs *argp = rqstp->rq_argp;
e34c0ce9 3382 struct nfsd4_op *this;
ed941643
AE		 3383 struct nfsd4_compound_state *cstate = &resp->cstate;
3384 struct nfs4_op_map *allow = &cstate->clp->cl_spo_must_allow;
3385 u32 opiter;
3386
3387 if (!cstate->minorversion)
3388 return false;
3389
44b49aa6 3390 if (cstate->spo_must_allowed)
ed941643
AE		 3391 return true;
3392
3393 opiter = resp->opcnt;
3394 while (opiter < argp->opcnt) {
3395 this = &argp->ops[opiter++];
3396 if (test_bit(this->opnum, allow->u.longs) &&
3397 cstate->clp->cl_mach_cred &&
3398 nfsd4_mach_creds_match(cstate->clp, rqstp)) {
3399 cstate->spo_must_allowed = true;
3400 return true;
3401 }
3402 }
3403 cstate->spo_must_allowed = false;
3404 return false;
3405}
3406
4f0cefbf
BF		 3407int nfsd4_max_reply(struct svc_rqst *rqstp, struct nfsd4_op *op)
3408{
05b7278d 3409 if (op->opnum == OP_ILLEGAL || op->status == nfserr_notsupp)
4f0cefbf 3410 return op_encode_hdr_size * sizeof(__be32);
2282cd2c
KM		 3411
3412 BUG_ON(OPDESC(op)->op_rsize_bop == NULL);
3413 return OPDESC(op)->op_rsize_bop(rqstp, op);
4f0cefbf
BF		 3414}
3415
07d1f802
BF		 3416void warn_on_nonidempotent_op(struct nfsd4_op *op)
3417{
3418 if (OPDESC(op)->op_flags & OP_MODIFIES_SOMETHING) {
3a237b4a 3419 pr_err("unable to encode reply to nonidempotent op %u (%s)\n",
07d1f802
BF		 3420 op->opnum, nfsd4_op_name(op->opnum));
3421 WARN_ON_ONCE(1);
3422 }
3423}
3424
f1c7f79b 3425static const char *nfsd4_op_name(unsigned opnum)
b001a1b6
BH		 3426{
3427 if (opnum < ARRAY_SIZE(nfsd4_ops))
3428 return nfsd4_ops[opnum].op_name;
3429 return "unknown_operation";
3430}
3431
860bda29 3432static const struct svc_procedure nfsd_procedures4[2] = {
0a93a47f 3433 [NFSPROC4_NULL] = {
f7235b6b 3434 .pc_func = nfsd4_proc_null,
788f7183
CL		 3435 .pc_decode = nfssvc_decode_voidarg,
3436 .pc_encode = nfssvc_encode_voidres,
3437 .pc_argsize = sizeof(struct nfsd_voidargs),
3438 .pc_ressize = sizeof(struct nfsd_voidres),
0a93a47f
YZ		 3439 .pc_cachetype = RC_NOCACHE,
3440 .pc_xdrressize = 1,
2289e87b 3441 .pc_name = "NULL",
0a93a47f
YZ		 3442 },
3443 [NFSPROC4_COMPOUND] = {
f7235b6b 3444 .pc_func = nfsd4_proc_compound,
026fec7e 3445 .pc_decode = nfs4svc_decode_compoundargs,
63f8de37 3446 .pc_encode = nfs4svc_encode_compoundres,
0a93a47f
YZ		 3447 .pc_argsize = sizeof(struct nfsd4_compoundargs),
3448 .pc_ressize = sizeof(struct nfsd4_compoundres),
3e98abff 3449 .pc_release = nfsd4_release_compoundargs,
0a93a47f
YZ		 3450 .pc_cachetype = RC_NOCACHE,
3451 .pc_xdrressize = NFSD_BUFSIZE/4,
2289e87b 3452 .pc_name = "COMPOUND",
0a93a47f 3453 },
1da177e4
LT		 3454};
3455
7fd38af9 3456static unsigned int nfsd_count3[ARRAY_SIZE(nfsd_procedures4)];
e9679189 3457const struct svc_version nfsd_version4 = {
5283b03e
JL		 3458 .vs_vers = 4,
3459 .vs_nproc = 2,
3460 .vs_proc = nfsd_procedures4,
7fd38af9 3461 .vs_count = nfsd_count3,
5283b03e
JL		 3462 .vs_dispatch = nfsd_dispatch,
3463 .vs_xdrsize = NFS4_SVC_XDRSIZE,
3464 .vs_rpcb_optnl = true,
3465 .vs_need_cong_ctrl = true,
1da177e4 3466};
Michael's Linux tree.