]> git.ipfire.org Git - people/ms/linux.git/blame - fs/nfsd/nfs4proc.c
projects / people / ms / linux.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Linux 5.16-rc5
[people/ms/linux.git] / fs / nfsd / nfs4proc.c
CommitLineData
1da177e4 1/*
1da177e4
LT		 2 * Server-side procedures for NFSv4.
3 *
4 * Copyright (c) 2002 The Regents of the University of Michigan.
5 * All rights reserved.
6 *
7 * Kendrick Smith <kmsmith@umich.edu>
8 * Andy Adamson <andros@umich.edu>
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 *
14 * 1. Redistributions of source code must retain the above copyright
15 * notice, this list of conditions and the following disclaimer.
16 * 2. Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
19 * 3. Neither the name of the University nor the names of its
20 * contributors may be used to endorse or promote products derived
21 * from this software without specific prior written permission.
22 *
23 * THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED
24 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
25 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
26 * DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
27 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
28 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
29 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
30 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
31 * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
32 * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
33 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
1da177e4 34 */
880a3a53 35#include <linux/fs_struct.h>
7e06b7f9 36#include <linux/file.h>
b0cb9085 37#include <linux/falloc.h>
5a0e3ad6 38#include <linux/slab.h>
e0639dc5 39#include <linux/kthread.h>
624322f1 40#include <linux/sunrpc/addr.h>
0cfcd405 41#include <linux/nfs_ssc.h>
1da177e4 42
58e7b33a 43#include "idmap.h"
9a74af21
BH		 44#include "cache.h"
45#include "xdr4.h"
0a3adade 46#include "vfs.h"
8b70484c 47#include "current_stateid.h"
3320fef1 48#include "netns.h"
4ac7249e 49#include "acl.h"
9cf514cc 50#include "pnfs.h"
31ef83dc 51#include "trace.h"
1da177e4 52
d6c9e436
CL		 53static bool inter_copy_offload_enable;
54module_param(inter_copy_offload_enable, bool, 0644);
55MODULE_PARM_DESC(inter_copy_offload_enable,
56 "Enable inter server to server copy offload. Default: false");
57
f4e44b39
DN		 58#ifdef CONFIG_NFSD_V4_2_INTER_SSC
59static int nfsd4_ssc_umount_timeout = 900000; /* default to 15 mins */
60module_param(nfsd4_ssc_umount_timeout, int, 0644);
61MODULE_PARM_DESC(nfsd4_ssc_umount_timeout,
62 "idle msecs before unmount export from source server");
63#endif
64
18032ca0
DQ		 65#ifdef CONFIG_NFSD_V4_SECURITY_LABEL
66#include <linux/security.h>
67
68static inline void
69nfsd4_security_inode_setsecctx(struct svc_fh *resfh, struct xdr_netobj *label, u32 *bmval)
70{
2b0143b5 71 struct inode *inode = d_inode(resfh->fh_dentry);
18032ca0
DQ		 72 int status;
73
5955102c 74 inode_lock(inode);
18032ca0
DQ		 75 status = security_inode_setsecctx(resfh->fh_dentry,
76 label->data, label->len);
5955102c 77 inode_unlock(inode);
18032ca0
DQ		 78
79 if (status)
80 /*
81 * XXX: We should really fail the whole open, but we may
82 * already have created a new file, so it may be too
83 * late. For now this seems the least of evils:
84 */
85 bmval[2] &= ~FATTR4_WORD2_SECURITY_LABEL;
86
87 return;
88}
89#else
90static inline void
91nfsd4_security_inode_setsecctx(struct svc_fh *resfh, struct xdr_netobj *label, u32 *bmval)
92{ }
93#endif
94
1da177e4
LT		 95#define NFSDDBG_FACILITY NFSDDBG_PROC
96
3c8e0316
YZ		 97static u32 nfsd_attrmask[] = {
98 NFSD_WRITEABLE_ATTRS_WORD0,
99 NFSD_WRITEABLE_ATTRS_WORD1,
100 NFSD_WRITEABLE_ATTRS_WORD2
101};
102
103static u32 nfsd41_ex_attrmask[] = {
104 NFSD_SUPPATTR_EXCLCREAT_WORD0,
105 NFSD_SUPPATTR_EXCLCREAT_WORD1,
106 NFSD_SUPPATTR_EXCLCREAT_WORD2
107};
108
109static __be32
110check_attr_support(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
111 u32 *bmval, u32 *writable)
112{
113 struct dentry *dentry = cstate->current_fh.fh_dentry;
32ddd944 114 struct svc_export *exp = cstate->current_fh.fh_export;
3c8e0316 115
916d2d84 116 if (!nfsd_attrs_supported(cstate->minorversion, bmval))
3c8e0316 117 return nfserr_attrnotsupp;
916d2d84
BF		 118 if ((bmval[0] & FATTR4_WORD0_ACL) && !IS_POSIXACL(d_inode(dentry)))
119 return nfserr_attrnotsupp;
32ddd944
BF		 120 if ((bmval[2] & FATTR4_WORD2_SECURITY_LABEL) &&
121 !(exp->ex_flags & NFSEXP_SECURITY_LABEL))
122 return nfserr_attrnotsupp;
916d2d84
BF		 123 if (writable && !bmval_is_subset(bmval, writable))
124 return nfserr_inval;
47057abd
AG		 125 if (writable && (bmval[2] & FATTR4_WORD2_MODE_UMASK) &&
126 (bmval[1] & FATTR4_WORD1_MODE))
127 return nfserr_inval;
3c8e0316
YZ		 128 return nfs_ok;
129}
130
131static __be32
132nfsd4_check_open_attributes(struct svc_rqst *rqstp,
133 struct nfsd4_compound_state *cstate, struct nfsd4_open *open)
134{
135 __be32 status = nfs_ok;
136
137 if (open->op_create == NFS4_OPEN_CREATE) {
138 if (open->op_createmode == NFS4_CREATE_UNCHECKED
139 || open->op_createmode == NFS4_CREATE_GUARDED)
140 status = check_attr_support(rqstp, cstate,
141 open->op_bmval, nfsd_attrmask);
142 else if (open->op_createmode == NFS4_CREATE_EXCLUSIVE4_1)
143 status = check_attr_support(rqstp, cstate,
144 open->op_bmval, nfsd41_ex_attrmask);
145 }
146
147 return status;
148}
149
9208faf2
YZ		 150static int
151is_create_with_attrs(struct nfsd4_open *open)
152{
153 return open->op_create == NFS4_OPEN_CREATE
154 && (open->op_createmode == NFS4_CREATE_UNCHECKED
155 || open->op_createmode == NFS4_CREATE_GUARDED
156 || open->op_createmode == NFS4_CREATE_EXCLUSIVE4_1);
157}
158
159/*
160 * if error occurs when setting the acl, just clear the acl bit
161 * in the returned attr bitmap.
162 */
163static void
164do_set_nfs4_acl(struct svc_rqst *rqstp, struct svc_fh *fhp,
165 struct nfs4_acl *acl, u32 *bmval)
166{
167 __be32 status;
168
169 status = nfsd4_set_nfs4_acl(rqstp, fhp, acl);
170 if (status)
171 /*
172 * We should probably fail the whole open at this point,
173 * but we've already created the file, so it's too late;
174 * So this seems the least of evils:
175 */
176 bmval[0] &= ~FATTR4_WORD0_ACL;
177}
178
1da177e4
LT		 179static inline void
180fh_dup2(struct svc_fh *dst, struct svc_fh *src)
181{
182 fh_put(dst);
183 dget(src->fh_dentry);
184 if (src->fh_export)
bf18f163 185 exp_get(src->fh_export);
1da177e4
LT		 186 *dst = *src;
187}
188
b37ad28b 189static __be32
dc730e17 190do_open_permission(struct svc_rqst *rqstp, struct svc_fh *current_fh, struct nfsd4_open *open, int accmode)
1da177e4 191{
b37ad28b 192 __be32 status;
1da177e4
LT		 193
194 if (open->op_truncate &&
195 !(open->op_share_access & NFS4_SHARE_ACCESS_WRITE))
196 return nfserr_inval;
197
a043226b
BF		 198 accmode |= NFSD_MAY_READ_IF_EXEC;
199
1da177e4 200 if (open->op_share_access & NFS4_SHARE_ACCESS_READ)
8837abca 201 accmode |= NFSD_MAY_READ;
9801d8a3 202 if (open->op_share_access & NFS4_SHARE_ACCESS_WRITE)
8837abca 203 accmode |= (NFSD_MAY_WRITE | NFSD_MAY_TRUNC);
57ecb34f 204 if (open->op_share_deny & NFS4_SHARE_DENY_READ)
8837abca 205 accmode |= NFSD_MAY_WRITE;
1da177e4
LT		 206
207 status = fh_verify(rqstp, current_fh, S_IFREG, accmode);
208
209 return status;
210}
211
aadab6c6
BF		 212static __be32 nfsd_check_obj_isreg(struct svc_fh *fh)
213{
2b0143b5 214 umode_t mode = d_inode(fh->fh_dentry)->i_mode;
aadab6c6
BF		 215
216 if (S_ISREG(mode))
217 return nfs_ok;
218 if (S_ISDIR(mode))
219 return nfserr_isdir;
220 /*
221 * Using err_symlink as our catch-all case may look odd; but
222 * there's no other obvious error for this case in 4.0, and we
223 * happen to know that it will cause the linux v4 client to do
224 * the right thing on attempts to open something other than a
225 * regular file.
226 */
227 return nfserr_symlink;
228}
229
bbc9c36c
BF		 230static void nfsd4_set_open_owner_reply_cache(struct nfsd4_compound_state *cstate, struct nfsd4_open *open, struct svc_fh *resfh)
231{
232 if (nfsd4_has_session(cstate))
233 return;
234 fh_copy_shallow(&open->op_openowner->oo_owner.so_replay.rp_openfh,
235 &resfh->fh_handle);
236}
237
b37ad28b 238static __be32
c0e6bee4 239do_open_lookup(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate, struct nfsd4_open *open, struct svc_fh **resfh)
1da177e4 240{
bbc9c36c 241 struct svc_fh *current_fh = &cstate->current_fh;
7007c90f 242 int accmode;
b37ad28b 243 __be32 status;
1da177e4 244
c0e6bee4
BF		 245 *resfh = kmalloc(sizeof(struct svc_fh), GFP_KERNEL);
246 if (!*resfh)
59deeb9e 247 return nfserr_jukebox;
c0e6bee4 248 fh_init(*resfh, NFS4_FHSIZE);
500c2481 249 open->op_truncate = false;
1da177e4
LT		 250
251 if (open->op_create) {
79fb54ab
BH		 252 /* FIXME: check session persistence and pnfs flags.
253 * The nfsv4.1 spec requires the following semantics:
254 *
255 * Persistent | pNFS | Server REQUIRED | Client Allowed
256 * Reply Cache | server | |
257 * -------------+--------+-----------------+--------------------
258 * no | no | EXCLUSIVE4_1 | EXCLUSIVE4_1
259 * | | | (SHOULD)
260 * | | and EXCLUSIVE4 | or EXCLUSIVE4
261 * | | | (SHOULD NOT)
262 * no | yes | EXCLUSIVE4_1 | EXCLUSIVE4_1
263 * yes | no | GUARDED4 | GUARDED4
264 * yes | yes | GUARDED4 | GUARDED4
265 */
266
1da177e4
LT		 267 /*
268 * Note: create modes (UNCHECKED,GUARDED...) are the same
ac6721a1 269 * in NFSv4 as in v3 except EXCLUSIVE4_1.
1da177e4 270 */
880a3a53 271 current->fs->umask = open->op_umask;
1708e50b
CL		 272 status = do_nfsd_create(rqstp, current_fh, open->op_fname,
273 open->op_fnamelen, &open->op_iattr,
c0e6bee4 274 *resfh, open->op_createmode,
749997e5 275 (u32 *)open->op_verf.data,
856121b2 276 &open->op_truncate, &open->op_created);
880a3a53 277 current->fs->umask = 0;
749997e5 278
18032ca0 279 if (!status && open->op_label.len)
c0e6bee4 280 nfsd4_security_inode_setsecctx(*resfh, &open->op_label, open->op_bmval);
18032ca0 281
99f88726 282 /*
ead8fb8c
KM		 283 * Following rfc 3530 14.2.16, and rfc 5661 18.16.4
284 * use the returned bitmask to indicate which attributes
285 * we used to store the verifier:
749997e5 286 */
ead8fb8c
KM		 287 if (nfsd_create_is_exclusive(open->op_createmode) && status == 0)
288 open->op_bmval[1] |= (FATTR4_WORD1_TIME_ACCESS |
289 FATTR4_WORD1_TIME_MODIFY);
4335723e
BF		 290 } else
291 /*
292 * Note this may exit with the parent still locked.
293 * We will hold the lock until nfsd4_open's final
294 * lookup, to prevent renames or unlinks until we've had
295 * a chance to an acquire a delegation if appropriate.
296 */
1da177e4 297 status = nfsd_lookup(rqstp, current_fh,
1708e50b 298 open->op_fname, open->op_fnamelen, *resfh);
9dc4e6c4
BF		 299 if (status)
300 goto out;
c0e6bee4 301 status = nfsd_check_obj_isreg(*resfh);
af85852d
BF		 302 if (status)
303 goto out;
1da177e4 304
9208faf2 305 if (is_create_with_attrs(open) && open->op_acl != NULL)
c0e6bee4 306 do_set_nfs4_acl(rqstp, *resfh, open->op_acl, open->op_bmval);
9208faf2 307
c0e6bee4 308 nfsd4_set_open_owner_reply_cache(cstate, open, *resfh);
7007c90f 309 accmode = NFSD_MAY_NOP;
89f6c336
BF		 310 if (open->op_created ||
311 open->op_claim_type == NFS4_OPEN_CLAIM_DELEGATE_CUR)
7007c90f 312 accmode |= NFSD_MAY_OWNER_OVERRIDE;
c0e6bee4 313 status = do_open_permission(rqstp, *resfh, open, accmode);
41fd1e42 314 set_change_info(&open->op_cinfo, current_fh);
af85852d 315out:
1da177e4
LT		 316 return status;
317}
318
b37ad28b 319static __be32
bbc9c36c 320do_open_fhandle(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate, struct nfsd4_open *open)
1da177e4 321{
bbc9c36c 322 struct svc_fh *current_fh = &cstate->current_fh;
b37ad28b 323 __be32 status;
9f415eb2 324 int accmode = 0;
1da177e4 325
1da177e4
LT		 326 /* We don't know the target directory, and therefore can not
327 * set the change info
328 */
329
330 memset(&open->op_cinfo, 0, sizeof(struct nfsd4_change_info));
331
bbc9c36c 332 nfsd4_set_open_owner_reply_cache(cstate, open, current_fh);
1da177e4
LT		 333
334 open->op_truncate = (open->op_iattr.ia_valid & ATTR_SIZE) &&
335 (open->op_iattr.ia_size == 0);
9f415eb2
BF		 336 /*
337 * In the delegation case, the client is telling us about an
338 * open that it *already* performed locally, some time ago. We
339 * should let it succeed now if possible.
340 *
341 * In the case of a CLAIM_FH open, on the other hand, the client
342 * may be counting on us to enforce permissions (the Linux 4.1
343 * client uses this for normal opens, for example).
344 */
345 if (open->op_claim_type == NFS4_OPEN_CLAIM_DELEG_CUR_FH)
346 accmode = NFSD_MAY_OWNER_OVERRIDE;
1da177e4 347
9f415eb2 348 status = do_open_permission(rqstp, current_fh, open, accmode);
1da177e4
LT		 349
350 return status;
351}
352
60adfc50
AA		 353static void
354copy_clientid(clientid_t *clid, struct nfsd4_session *session)
355{
356 struct nfsd4_sessionid *sid =
357 (struct nfsd4_sessionid *)session->se_sessionid.data;
358
359 clid->cl_boot = sid->clientid.cl_boot;
360 clid->cl_id = sid->clientid.cl_id;
361}
1da177e4 362
7191155b 363static __be32
ca364317 364nfsd4_open(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 365 union nfsd4_op_u *u)
1da177e4 366{
eb69853d 367 struct nfsd4_open *open = &u->open;
b37ad28b 368 __be32 status;
c0e6bee4 369 struct svc_fh *resfh = NULL;
3320fef1
SK		 370 struct net *net = SVC_NET(rqstp);
371 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
03f318ca 372 bool reclaim = false;
6668958f 373
fe0750e5 374 dprintk("NFSD: nfsd4_open filename %.*s op_openowner %p\n",
1708e50b 375 (int)open->op_fnamelen, open->op_fname,
fe0750e5 376 open->op_openowner);
1da177e4 377
1da177e4
LT		 378 /* This check required by spec. */
379 if (open->op_create && open->op_claim_type != NFS4_OPEN_CLAIM_NULL)
380 return nfserr_inval;
381
500c2481 382 open->op_created = false;
ab1350b2
MJ		 383 /*
384 * RFC5661 18.51.3
385 * Before RECLAIM_COMPLETE done, server should deny new lock
386 */
387 if (nfsd4_has_session(cstate) &&
ec59659b 388 !test_bit(NFSD4_CLIENT_RECLAIM_COMPLETE, &cstate->clp->cl_flags) &&
ab1350b2
MJ		 389 open->op_claim_type != NFS4_OPEN_CLAIM_PREVIOUS)
390 return nfserr_grace;
391
60adfc50
AA		 392 if (nfsd4_has_session(cstate))
393 copy_clientid(&open->op_clientid, cstate->session);
394
1da177e4 395 /* check seqid for replay. set nfs4_owner */
6cd22668 396 status = nfsd4_process_open1(cstate, open, nn);
a90b061c 397 if (status == nfserr_replay_me) {
fe0750e5 398 struct nfs4_replay *rp = &open->op_openowner->oo_owner.so_replay;
ca364317 399 fh_put(&cstate->current_fh);
a4773c08
BF		 400 fh_copy_shallow(&cstate->current_fh.fh_handle,
401 &rp->rp_openfh);
8837abca 402 status = fh_verify(rqstp, &cstate->current_fh, 0, NFSD_MAY_NOP);
1da177e4
LT		 403 if (status)
404 dprintk("nfsd4_open: replay failed"
405 " restoring previous filehandle\n");
406 else
a90b061c 407 status = nfserr_replay_me;
1da177e4
LT		 408 }
409 if (status)
410 goto out;
9d313b17
BF		 411 if (open->op_xdr_error) {
412 status = open->op_xdr_error;
413 goto out;
414 }
fb553c0f 415
3c8e0316
YZ		 416 status = nfsd4_check_open_attributes(rqstp, cstate, open);
417 if (status)
418 goto out;
419
fb553c0f
BF		 420 /* Openowner is now set, so sequence id will get bumped. Now we need
421 * these checks before we do any creates: */
cbd0d51a 422 status = nfserr_grace;
c87fb4a3 423 if (opens_in_grace(net) && open->op_claim_type != NFS4_OPEN_CLAIM_PREVIOUS)
cbd0d51a
BF		 424 goto out;
425 status = nfserr_no_grace;
c87fb4a3 426 if (!opens_in_grace(net) && open->op_claim_type == NFS4_OPEN_CLAIM_PREVIOUS)
cbd0d51a 427 goto out;
fb553c0f 428
1da177e4 429 switch (open->op_claim_type) {
0dd3c192 430 case NFS4_OPEN_CLAIM_DELEGATE_CUR:
1da177e4 431 case NFS4_OPEN_CLAIM_NULL:
c0e6bee4 432 status = do_open_lookup(rqstp, cstate, open, &resfh);
1da177e4
LT		 433 if (status)
434 goto out;
435 break;
436 case NFS4_OPEN_CLAIM_PREVIOUS:
1722b046 437 status = nfs4_check_open_reclaim(cstate->clp);
0cf99b91
MJ		 438 if (status)
439 goto out;
ba5378b6 440 open->op_openowner->oo_flags |= NFS4_OO_CONFIRMED;
03f318ca 441 reclaim = true;
df561f66 442 fallthrough;
8b289b2c
BF		 443 case NFS4_OPEN_CLAIM_FH:
444 case NFS4_OPEN_CLAIM_DELEG_CUR_FH:
bbc9c36c 445 status = do_open_fhandle(rqstp, cstate, open);
1da177e4
LT		 446 if (status)
447 goto out;
c0e6bee4 448 resfh = &cstate->current_fh;
1da177e4 449 break;
8b289b2c 450 case NFS4_OPEN_CLAIM_DELEG_PREV_FH:
1da177e4 451 case NFS4_OPEN_CLAIM_DELEGATE_PREV:
2fdada03 452 dprintk("NFSD: unsupported OPEN claim type %d\n",
1da177e4
LT		 453 open->op_claim_type);
454 status = nfserr_notsupp;
455 goto out;
456 default:
2fdada03 457 dprintk("NFSD: Invalid OPEN claim type %d\n",
1da177e4
LT		 458 open->op_claim_type);
459 status = nfserr_inval;
460 goto out;
461 }
462 /*
463 * nfsd4_process_open2() does the actual opening of the file. If
464 * successful, it (1) truncates the file if open->op_truncate was
465 * set, (2) sets open->op_stateid, (3) sets open->op_delegation.
466 */
c0e6bee4 467 status = nfsd4_process_open2(rqstp, resfh, open);
b3fbfe0e
JL		 468 WARN(status && open->op_created,
469 "nfsd4_process_open2 failed to open newly-created file! status=%u\n",
470 be32_to_cpu(status));
03f318ca
BF		 471 if (reclaim && !status)
472 nn->somebody_reclaimed = true;
1da177e4 473out:
c0e6bee4
BF		 474 if (resfh && resfh != &cstate->current_fh) {
475 fh_dup2(&cstate->current_fh, resfh);
476 fh_put(resfh);
477 kfree(resfh);
478 }
42297899 479 nfsd4_cleanup_open_state(cstate, open);
9411b1d4 480 nfsd4_bump_seqid(cstate, status);
1da177e4
LT		 481 return status;
482}
483
9d313b17
BF		 484/*
485 * OPEN is the only seqid-mutating operation whose decoding can fail
486 * with a seqid-mutating error (specifically, decoding of user names in
487 * the attributes). Therefore we have to do some processing to look up
488 * the stateowner so that we can bump the seqid.
489 */
490static __be32 nfsd4_open_omfg(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate, struct nfsd4_op *op)
491{
eb69853d 492 struct nfsd4_open *open = &op->u.open;
9d313b17
BF		 493
494 if (!seqid_mutating_err(ntohl(op->status)))
495 return op->status;
496 if (nfsd4_has_session(cstate))
497 return op->status;
498 open->op_xdr_error = op->status;
eb69853d 499 return nfsd4_open(rqstp, cstate, &op->u);
9d313b17
BF		 500}
501
1da177e4
LT		 502/*
503 * filehandle-manipulating ops.
504 */
7191155b 505static __be32
b591480b 506nfsd4_getfh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 507 union nfsd4_op_u *u)
1da177e4 508{
eb69853d 509 u->getfh = &cstate->current_fh;
1da177e4
LT		 510 return nfs_ok;
511}
512
7191155b 513static __be32
ca364317 514nfsd4_putfh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 515 union nfsd4_op_u *u)
1da177e4 516{
eb69853d 517 struct nfsd4_putfh *putfh = &u->putfh;
b9e8638e 518 __be32 ret;
eb69853d 519
ca364317
BF		 520 fh_put(&cstate->current_fh);
521 cstate->current_fh.fh_handle.fh_size = putfh->pf_fhlen;
d8b26071 522 memcpy(&cstate->current_fh.fh_handle.fh_raw, putfh->pf_fhval,
ca364317 523 putfh->pf_fhlen);
b9e8638e
OK		 524 ret = fh_verify(rqstp, &cstate->current_fh, 0, NFSD_MAY_BYPASS_GSS);
525#ifdef CONFIG_NFSD_V4_2_INTER_SSC
526 if (ret == nfserr_stale && putfh->no_verify) {
527 SET_FH_FLAG(&cstate->current_fh, NFSD4_FH_FOREIGN);
528 ret = 0;
529 }
530#endif
531 return ret;
1da177e4
LT		 532}
533
7191155b 534static __be32
b591480b 535nfsd4_putrootfh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 536 union nfsd4_op_u *u)
1da177e4 537{
b37ad28b 538 __be32 status;
1da177e4 539
ca364317 540 fh_put(&cstate->current_fh);
df547efb 541 status = exp_pseudoroot(rqstp, &cstate->current_fh);
1da177e4
LT		 542 return status;
543}
544
7191155b 545static __be32
b591480b 546nfsd4_restorefh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 547 union nfsd4_op_u *u)
1da177e4 548{
ca364317 549 if (!cstate->save_fh.fh_dentry)
1da177e4
LT		 550 return nfserr_restorefh;
551
ca364317 552 fh_dup2(&cstate->current_fh, &cstate->save_fh);
51100d2b 553 if (HAS_CSTATE_FLAG(cstate, SAVED_STATE_ID_FLAG)) {
37c593c5 554 memcpy(&cstate->current_stateid, &cstate->save_stateid, sizeof(stateid_t));
51100d2b 555 SET_CSTATE_FLAG(cstate, CURRENT_STATE_ID_FLAG);
37c593c5 556 }
1da177e4
LT		 557 return nfs_ok;
558}
559
7191155b 560static __be32
b591480b 561nfsd4_savefh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 562 union nfsd4_op_u *u)
1da177e4 563{
ca364317 564 fh_dup2(&cstate->save_fh, &cstate->current_fh);
51100d2b 565 if (HAS_CSTATE_FLAG(cstate, CURRENT_STATE_ID_FLAG)) {
37c593c5 566 memcpy(&cstate->save_stateid, &cstate->current_stateid, sizeof(stateid_t));
51100d2b 567 SET_CSTATE_FLAG(cstate, SAVED_STATE_ID_FLAG);
37c593c5 568 }
1da177e4
LT		 569 return nfs_ok;
570}
571
572/*
573 * misc nfsv4 ops
574 */
7191155b 575static __be32
ca364317 576nfsd4_access(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 577 union nfsd4_op_u *u)
1da177e4 578{
eb69853d 579 struct nfsd4_access *access = &u->access;
c11d7fd1 580 u32 access_full;
eb69853d 581
c11d7fd1
FL		 582 access_full = NFS3_ACCESS_FULL;
583 if (cstate->minorversion >= 2)
584 access_full |= NFS4_ACCESS_XALIST | NFS4_ACCESS_XAREAD |
585 NFS4_ACCESS_XAWRITE;
586
587 if (access->ac_req_access & ~access_full)
1da177e4
LT		 588 return nfserr_inval;
589
590 access->ac_resp_access = access->ac_req_access;
ca364317
BF		 591 return nfsd_access(rqstp, &cstate->current_fh, &access->ac_resp_access,
592 &access->ac_supported);
1da177e4
LT		 593}
594
b9c0ef85 595static void gen_boot_verifier(nfs4_verifier *verifier, struct net *net)
ab4684d1 596{
27c438f5 597 __be32 *verf = (__be32 *)verifier->data;
ab4684d1 598
27c438f5
TM		 599 BUILD_BUG_ON(2*sizeof(*verf) != sizeof(verifier->data));
600
601 nfsd_copy_boot_verifier(verf, net_generic(net, nfsd_net_id));
ab4684d1
CL		 602}
603
7191155b 604static __be32
ca364317 605nfsd4_commit(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 606 union nfsd4_op_u *u)
1da177e4 607{
eb69853d
CH		 608 struct nfsd4_commit *commit = &u->commit;
609
75c096f7 610 return nfsd_commit(rqstp, &cstate->current_fh, commit->co_offset,
524ff1af
TM		 611 commit->co_count,
612 (__be32 *)commit->co_verf.data);
1da177e4
LT		 613}
614
b37ad28b 615static __be32
ca364317 616nfsd4_create(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 617 union nfsd4_op_u *u)
1da177e4 618{
eb69853d 619 struct nfsd4_create *create = &u->create;
1da177e4 620 struct svc_fh resfh;
b37ad28b 621 __be32 status;
1da177e4
LT		 622 dev_t rdev;
623
624 fh_init(&resfh, NFS4_FHSIZE);
625
fa08139d 626 status = fh_verify(rqstp, &cstate->current_fh, S_IFDIR, NFSD_MAY_NOP);
1da177e4
LT		 627 if (status)
628 return status;
629
3c8e0316
YZ		 630 status = check_attr_support(rqstp, cstate, create->cr_bmval,
631 nfsd_attrmask);
632 if (status)
633 return status;
634
880a3a53 635 current->fs->umask = create->cr_umask;
1da177e4
LT		 636 switch (create->cr_type) {
637 case NF4LNK:
ca364317
BF		 638 status = nfsd_symlink(rqstp, &cstate->current_fh,
639 create->cr_name, create->cr_namelen,
1e444f5b 640 create->cr_data, &resfh);
1da177e4
LT		 641 break;
642
643 case NF4BLK:
880a3a53 644 status = nfserr_inval;
1da177e4
LT		 645 rdev = MKDEV(create->cr_specdata1, create->cr_specdata2);
646 if (MAJOR(rdev) != create->cr_specdata1 ||
647 MINOR(rdev) != create->cr_specdata2)
880a3a53 648 goto out_umask;
ca364317
BF		 649 status = nfsd_create(rqstp, &cstate->current_fh,
650 create->cr_name, create->cr_namelen,
651 &create->cr_iattr, S_IFBLK, rdev, &resfh);
1da177e4
LT		 652 break;
653
654 case NF4CHR:
880a3a53 655 status = nfserr_inval;
1da177e4
LT		 656 rdev = MKDEV(create->cr_specdata1, create->cr_specdata2);
657 if (MAJOR(rdev) != create->cr_specdata1 ||
658 MINOR(rdev) != create->cr_specdata2)
880a3a53 659 goto out_umask;
ca364317
BF		 660 status = nfsd_create(rqstp, &cstate->current_fh,
661 create->cr_name, create->cr_namelen,
662 &create->cr_iattr,S_IFCHR, rdev, &resfh);
1da177e4
LT		 663 break;
664
665 case NF4SOCK:
ca364317
BF		 666 status = nfsd_create(rqstp, &cstate->current_fh,
667 create->cr_name, create->cr_namelen,
668 &create->cr_iattr, S_IFSOCK, 0, &resfh);
1da177e4
LT		 669 break;
670
671 case NF4FIFO:
ca364317
BF		 672 status = nfsd_create(rqstp, &cstate->current_fh,
673 create->cr_name, create->cr_namelen,
674 &create->cr_iattr, S_IFIFO, 0, &resfh);
1da177e4
LT		 675 break;
676
677 case NF4DIR:
678 create->cr_iattr.ia_valid &= ~ATTR_SIZE;
ca364317
BF		 679 status = nfsd_create(rqstp, &cstate->current_fh,
680 create->cr_name, create->cr_namelen,
681 &create->cr_iattr, S_IFDIR, 0, &resfh);
1da177e4
LT		 682 break;
683
684 default:
685 status = nfserr_badtype;
686 }
687
9208faf2
YZ		 688 if (status)
689 goto out;
1da177e4 690
18032ca0
DQ		 691 if (create->cr_label.len)
692 nfsd4_security_inode_setsecctx(&resfh, &create->cr_label, create->cr_bmval);
693
9208faf2
YZ		 694 if (create->cr_acl != NULL)
695 do_set_nfs4_acl(rqstp, &resfh, create->cr_acl,
696 create->cr_bmval);
697
698 fh_unlock(&cstate->current_fh);
699 set_change_info(&create->cr_cinfo, &cstate->current_fh);
700 fh_dup2(&cstate->current_fh, &resfh);
701out:
1da177e4 702 fh_put(&resfh);
880a3a53
BF		 703out_umask:
704 current->fs->umask = 0;
1da177e4
LT		 705 return status;
706}
707
7191155b 708static __be32
ca364317 709nfsd4_getattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 710 union nfsd4_op_u *u)
1da177e4 711{
eb69853d 712 struct nfsd4_getattr *getattr = &u->getattr;
b37ad28b 713 __be32 status;
1da177e4 714
8837abca 715 status = fh_verify(rqstp, &cstate->current_fh, 0, NFSD_MAY_NOP);
1da177e4
LT		 716 if (status)
717 return status;
718
719 if (getattr->ga_bmval[1] & NFSD_WRITEONLY_ATTRS_WORD1)
720 return nfserr_inval;
721
916d2d84
BF		 722 getattr->ga_bmval[0] &= nfsd_suppattrs[cstate->minorversion][0];
723 getattr->ga_bmval[1] &= nfsd_suppattrs[cstate->minorversion][1];
724 getattr->ga_bmval[2] &= nfsd_suppattrs[cstate->minorversion][2];
1da177e4 725
ca364317 726 getattr->ga_fhp = &cstate->current_fh;
1da177e4
LT		 727 return nfs_ok;
728}
729
7191155b 730static __be32
ca364317 731nfsd4_link(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 732 union nfsd4_op_u *u)
1da177e4 733{
eb69853d 734 struct nfsd4_link *link = &u->link;
95424460 735 __be32 status;
1da177e4 736
ca364317
BF		 737 status = nfsd_link(rqstp, &cstate->current_fh,
738 link->li_name, link->li_namelen, &cstate->save_fh);
1da177e4 739 if (!status)
ca364317 740 set_change_info(&link->li_cinfo, &cstate->current_fh);
1da177e4
LT		 741 return status;
742}
743
0ff7ab46 744static __be32 nfsd4_do_lookupp(struct svc_rqst *rqstp, struct svc_fh *fh)
1da177e4
LT		 745{
746 struct svc_fh tmp_fh;
b37ad28b 747 __be32 ret;
1da177e4
LT		 748
749 fh_init(&tmp_fh, NFS4_FHSIZE);
df547efb
BF		 750 ret = exp_pseudoroot(rqstp, &tmp_fh);
751 if (ret)
1da177e4 752 return ret;
0ff7ab46 753 if (tmp_fh.fh_dentry == fh->fh_dentry) {
1da177e4
LT		 754 fh_put(&tmp_fh);
755 return nfserr_noent;
756 }
757 fh_put(&tmp_fh);
0ff7ab46
BF		 758 return nfsd_lookup(rqstp, fh, "..", 2, fh);
759}
760
761static __be32
762nfsd4_lookupp(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 763 union nfsd4_op_u *u)
0ff7ab46
BF		 764{
765 return nfsd4_do_lookupp(rqstp, &cstate->current_fh);
1da177e4
LT		 766}
767
7191155b 768static __be32
ca364317 769nfsd4_lookup(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 770 union nfsd4_op_u *u)
1da177e4 771{
ca364317 772 return nfsd_lookup(rqstp, &cstate->current_fh,
eb69853d 773 u->lookup.lo_name, u->lookup.lo_len,
ca364317 774 &cstate->current_fh);
1da177e4
LT		 775}
776
7191155b 777static __be32
ca364317 778nfsd4_read(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 779 union nfsd4_op_u *u)
1da177e4 780{
eb69853d 781 struct nfsd4_read *read = &u->read;
b37ad28b 782 __be32 status;
1da177e4 783
5c4583b2 784 read->rd_nf = NULL;
1da177e4
LT		 785 if (read->rd_offset >= OFFSET_MAX)
786 return nfserr_inval;
787
87c5942e
CL		 788 trace_nfsd_read_start(rqstp, &cstate->current_fh,
789 read->rd_offset, read->rd_length);
790
9b3234b9
BF		 791 /*
792 * If we do a zero copy read, then a client will see read data
793 * that reflects the state of the file *after* performing the
794 * following compound.
795 *
796 * To ensure proper ordering, we therefore turn off zero copy if
797 * the client wants us to do more in this compound:
798 */
799 if (!nfsd4_last_compound_op(rqstp))
779fb0f3 800 clear_bit(RQ_SPLICE_OK, &rqstp->rq_flags);
9b3234b9 801
1da177e4 802 /* check stateid */
aa0d6aed
AS		 803 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
804 &read->rd_stateid, RD_STATE,
624322f1 805 &read->rd_nf, NULL);
af90f707 806 if (status) {
1da177e4
LT		 807 dprintk("NFSD: nfsd4_read: couldn't process stateid!\n");
808 goto out;
809 }
810 status = nfs_ok;
811out:
1da177e4 812 read->rd_rqstp = rqstp;
ca364317 813 read->rd_fhp = &cstate->current_fh;
1da177e4
LT		 814 return status;
815}
816
34b1744c
BF		 817
818static void
819nfsd4_read_release(union nfsd4_op_u *u)
820{
5c4583b2
JL		 821 if (u->read.rd_nf)
822 nfsd_file_put(u->read.rd_nf);
87c5942e
CL		 823 trace_nfsd_read_done(u->read.rd_rqstp, u->read.rd_fhp,
824 u->read.rd_offset, u->read.rd_length);
34b1744c
BF		 825}
826
7191155b 827static __be32
ca364317 828nfsd4_readdir(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 829 union nfsd4_op_u *u)
1da177e4 830{
eb69853d 831 struct nfsd4_readdir *readdir = &u->readdir;
1da177e4
LT		 832 u64 cookie = readdir->rd_cookie;
833 static const nfs4_verifier zeroverf;
834
835 /* no need to check permission - this will be done in nfsd_readdir() */
836
837 if (readdir->rd_bmval[1] & NFSD_WRITEONLY_ATTRS_WORD1)
838 return nfserr_inval;
839
916d2d84
BF		 840 readdir->rd_bmval[0] &= nfsd_suppattrs[cstate->minorversion][0];
841 readdir->rd_bmval[1] &= nfsd_suppattrs[cstate->minorversion][1];
842 readdir->rd_bmval[2] &= nfsd_suppattrs[cstate->minorversion][2];
1da177e4 843
832023bf 844 if ((cookie == 1) || (cookie == 2) ||
1da177e4
LT		 845 (cookie == 0 && memcmp(readdir->rd_verf.data, zeroverf.data, NFS4_VERIFIER_SIZE)))
846 return nfserr_bad_cookie;
847
848 readdir->rd_rqstp = rqstp;
ca364317 849 readdir->rd_fhp = &cstate->current_fh;
1da177e4
LT		 850 return nfs_ok;
851}
852
7191155b 853static __be32
ca364317 854nfsd4_readlink(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 855 union nfsd4_op_u *u)
1da177e4 856{
eb69853d
CH		 857 u->readlink.rl_rqstp = rqstp;
858 u->readlink.rl_fhp = &cstate->current_fh;
1da177e4
LT		 859 return nfs_ok;
860}
861
7191155b 862static __be32
ca364317 863nfsd4_remove(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 864 union nfsd4_op_u *u)
1da177e4 865{
eb69853d 866 struct nfsd4_remove *remove = &u->remove;
b37ad28b 867 __be32 status;
1da177e4 868
c87fb4a3 869 if (opens_in_grace(SVC_NET(rqstp)))
c815afc7 870 return nfserr_grace;
ca364317
BF		 871 status = nfsd_unlink(rqstp, &cstate->current_fh, 0,
872 remove->rm_name, remove->rm_namelen);
1da177e4 873 if (!status) {
ca364317
BF		 874 fh_unlock(&cstate->current_fh);
875 set_change_info(&remove->rm_cinfo, &cstate->current_fh);
1da177e4
LT		 876 }
877 return status;
878}
879
7191155b 880static __be32
ca364317 881nfsd4_rename(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 882 union nfsd4_op_u *u)
1da177e4 883{
eb69853d 884 struct nfsd4_rename *rename = &u->rename;
95424460 885 __be32 status;
1da177e4 886
f8f71d00 887 if (opens_in_grace(SVC_NET(rqstp)))
c815afc7 888 return nfserr_grace;
ca364317
BF		 889 status = nfsd_rename(rqstp, &cstate->save_fh, rename->rn_sname,
890 rename->rn_snamelen, &cstate->current_fh,
1da177e4 891 rename->rn_tname, rename->rn_tnamelen);
2a6cf944
BF		 892 if (status)
893 return status;
894 set_change_info(&rename->rn_sinfo, &cstate->current_fh);
895 set_change_info(&rename->rn_tinfo, &cstate->save_fh);
896 return nfs_ok;
1da177e4
LT		 897}
898
dcb488a3
AA		 899static __be32
900nfsd4_secinfo(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 901 union nfsd4_op_u *u)
dcb488a3 902{
eb69853d 903 struct nfsd4_secinfo *secinfo = &u->secinfo;
dcb488a3
AA		 904 struct svc_export *exp;
905 struct dentry *dentry;
906 __be32 err;
907
29a78a3e
BF		 908 err = fh_verify(rqstp, &cstate->current_fh, S_IFDIR, NFSD_MAY_EXEC);
909 if (err)
910 return err;
dcb488a3
AA		 911 err = nfsd_lookup_dentry(rqstp, &cstate->current_fh,
912 secinfo->si_name, secinfo->si_namelen,
913 &exp, &dentry);
914 if (err)
915 return err;
2f6fc056 916 fh_unlock(&cstate->current_fh);
2b0143b5 917 if (d_really_is_negative(dentry)) {
dcb488a3
AA		 918 exp_put(exp);
919 err = nfserr_noent;
920 } else
921 secinfo->si_exp = exp;
922 dput(dentry);
56560b9a
BF		 923 if (cstate->minorversion)
924 /* See rfc 5661 section 2.6.3.1.1.8 */
925 fh_put(&cstate->current_fh);
dcb488a3
AA		 926 return err;
927}
928
04f4ad16
BF		 929static __be32
930nfsd4_secinfo_no_name(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 931 union nfsd4_op_u *u)
04f4ad16
BF		 932{
933 __be32 err;
934
eb69853d 935 switch (u->secinfo_no_name.sin_style) {
04f4ad16
BF		 936 case NFS4_SECINFO_STYLE4_CURRENT_FH:
937 break;
938 case NFS4_SECINFO_STYLE4_PARENT:
939 err = nfsd4_do_lookupp(rqstp, &cstate->current_fh);
940 if (err)
941 return err;
942 break;
943 default:
944 return nfserr_inval;
945 }
bf18f163 946
eb69853d 947 u->secinfo_no_name.sin_exp = exp_get(cstate->current_fh.fh_export);
04f4ad16
BF		 948 fh_put(&cstate->current_fh);
949 return nfs_ok;
950}
951
34b1744c
BF		 952static void
953nfsd4_secinfo_release(union nfsd4_op_u *u)
954{
955 if (u->secinfo.si_exp)
956 exp_put(u->secinfo.si_exp);
957}
958
ec572b9e
EG		 959static void
960nfsd4_secinfo_no_name_release(union nfsd4_op_u *u)
961{
962 if (u->secinfo_no_name.sin_exp)
963 exp_put(u->secinfo_no_name.sin_exp);
964}
965
7191155b 966static __be32
ca364317 967nfsd4_setattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 968 union nfsd4_op_u *u)
1da177e4 969{
eb69853d 970 struct nfsd4_setattr *setattr = &u->setattr;
b37ad28b 971 __be32 status = nfs_ok;
96f6f985 972 int err;
1da177e4 973
1da177e4 974 if (setattr->sa_iattr.ia_valid & ATTR_SIZE) {
af90f707 975 status = nfs4_preprocess_stateid_op(rqstp, cstate,
aa0d6aed 976 &cstate->current_fh, &setattr->sa_stateid,
624322f1 977 WR_STATE, NULL, NULL);
375c5547 978 if (status) {
3e3b4800 979 dprintk("NFSD: nfsd4_setattr: couldn't process stateid!\n");
375c5547
BF		 980 return status;
981 }
1da177e4 982 }
96f6f985
AV		 983 err = fh_want_write(&cstate->current_fh);
984 if (err)
985 return nfserrno(err);
1da177e4 986 status = nfs_ok;
3c8e0316
YZ		 987
988 status = check_attr_support(rqstp, cstate, setattr->sa_bmval,
989 nfsd_attrmask);
990 if (status)
991 goto out;
992
1da177e4 993 if (setattr->sa_acl != NULL)
ca364317
BF		 994 status = nfsd4_set_nfs4_acl(rqstp, &cstate->current_fh,
995 setattr->sa_acl);
1da177e4 996 if (status)
18f335af 997 goto out;
18032ca0
DQ		 998 if (setattr->sa_label.len)
999 status = nfsd4_set_nfs4_label(rqstp, &cstate->current_fh,
1000 &setattr->sa_label);
1001 if (status)
1002 goto out;
ca364317 1003 status = nfsd_setattr(rqstp, &cstate->current_fh, &setattr->sa_iattr,
2a1aa489 1004 0, (time64_t)0);
18f335af 1005out:
bad0dcff 1006 fh_drop_write(&cstate->current_fh);
1da177e4
LT		 1007 return status;
1008}
1009
7191155b 1010static __be32
ca364317 1011nfsd4_write(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1012 union nfsd4_op_u *u)
1da177e4 1013{
eb69853d 1014 struct nfsd4_write *write = &u->write;
1da177e4 1015 stateid_t *stateid = &write->wr_stateid;
5c4583b2 1016 struct nfsd_file *nf = NULL;
b37ad28b 1017 __be32 status = nfs_ok;
31dec253 1018 unsigned long cnt;
ffe1137b 1019 int nvecs;
1da177e4 1020
1da177e4
LT		 1021 if (write->wr_offset >= OFFSET_MAX)
1022 return nfserr_inval;
1023
d890be15
CL		 1024 cnt = write->wr_buflen;
1025 trace_nfsd_write_start(rqstp, &cstate->current_fh,
1026 write->wr_offset, cnt);
aa0d6aed 1027 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
624322f1 1028 stateid, WR_STATE, &nf, NULL);
375c5547
BF		 1029 if (status) {
1030 dprintk("NFSD: nfsd4_write: couldn't process stateid!\n");
1031 return status;
1032 }
1033
1da177e4 1034 write->wr_how_written = write->wr_stable_how;
1da177e4 1035
dae9a6ca 1036 nvecs = svc_fill_write_vector(rqstp, &write->wr_payload);
ffe1137b
BF		 1037 WARN_ON_ONCE(nvecs > ARRAY_SIZE(rqstp->rq_vec));
1038
16f8f894 1039 status = nfsd_vfs_write(rqstp, &cstate->current_fh, nf,
af90f707 1040 write->wr_offset, rqstp->rq_vec, nvecs, &cnt,
19e0663f
TM		 1041 write->wr_how_written,
1042 (__be32 *)write->wr_verifier.data);
5c4583b2 1043 nfsd_file_put(nf);
1da177e4 1044
31dec253 1045 write->wr_bytes_written = cnt;
d890be15
CL		 1046 trace_nfsd_write_done(rqstp, &cstate->current_fh,
1047 write->wr_offset, cnt);
1da177e4 1048 return status;
1da177e4
LT		 1049}
1050
ffa0160a 1051static __be32
29ae7f9d 1052nfsd4_verify_copy(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
5c4583b2
JL		 1053 stateid_t *src_stateid, struct nfsd_file **src,
1054 stateid_t *dst_stateid, struct nfsd_file **dst)
ffa0160a 1055{
ffa0160a
CH		 1056 __be32 status;
1057
01310bb7
SM		 1058 if (!cstate->save_fh.fh_dentry)
1059 return nfserr_nofilehandle;
1060
ffa0160a 1061 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->save_fh,
624322f1 1062 src_stateid, RD_STATE, src, NULL);
ffa0160a
CH		 1063 if (status) {
1064 dprintk("NFSD: %s: couldn't process src stateid!\n", __func__);
1065 goto out;
1066 }
1067
1068 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
624322f1 1069 dst_stateid, WR_STATE, dst, NULL);
ffa0160a
CH		 1070 if (status) {
1071 dprintk("NFSD: %s: couldn't process dst stateid!\n", __func__);
1072 goto out_put_src;
1073 }
1074
1075 /* fix up for NFS-specific error code */
5c4583b2
JL		 1076 if (!S_ISREG(file_inode((*src)->nf_file)->i_mode) ||
1077 !S_ISREG(file_inode((*dst)->nf_file)->i_mode)) {
ffa0160a
CH		 1078 status = nfserr_wrong_type;
1079 goto out_put_dst;
1080 }
1081
29ae7f9d
AS		 1082out:
1083 return status;
1084out_put_dst:
5c4583b2 1085 nfsd_file_put(*dst);
29ae7f9d 1086out_put_src:
5c4583b2 1087 nfsd_file_put(*src);
29ae7f9d
AS		 1088 goto out;
1089}
1090
1091static __be32
1092nfsd4_clone(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1093 union nfsd4_op_u *u)
29ae7f9d 1094{
eb69853d 1095 struct nfsd4_clone *clone = &u->clone;
5c4583b2 1096 struct nfsd_file *src, *dst;
29ae7f9d
AS		 1097 __be32 status;
1098
1099 status = nfsd4_verify_copy(rqstp, cstate, &clone->cl_src_stateid, &src,
1100 &clone->cl_dst_stateid, &dst);
1101 if (status)
1102 goto out;
1103
b66ae6dd
TM		 1104 status = nfsd4_clone_file_range(src, clone->cl_src_pos,
1105 dst, clone->cl_dst_pos, clone->cl_count,
a25e3726 1106 EX_ISSYNC(cstate->current_fh.fh_export));
ffa0160a 1107
5c4583b2
JL		 1108 nfsd_file_put(dst);
1109 nfsd_file_put(src);
ffa0160a
CH		 1110out:
1111 return status;
1112}
1113
e0639dc5
OK		 1114void nfs4_put_copy(struct nfsd4_copy *copy)
1115{
1116 if (!refcount_dec_and_test(&copy->refcount))
1117 return;
1118 kfree(copy);
1119}
1120
1121static bool
1122check_and_set_stop_copy(struct nfsd4_copy *copy)
1123{
1124 bool value;
1125
1126 spin_lock(&copy->cp_clp->async_lock);
1127 value = copy->stopped;
1128 if (!copy->stopped)
1129 copy->stopped = true;
1130 spin_unlock(&copy->cp_clp->async_lock);
1131 return value;
1132}
1133
1134static void nfsd4_stop_copy(struct nfsd4_copy *copy)
1135{
1136 /* only 1 thread should stop the copy */
1137 if (!check_and_set_stop_copy(copy))
1138 kthread_stop(copy->copy_task);
1139 nfs4_put_copy(copy);
1140}
1141
1142static struct nfsd4_copy *nfsd4_get_copy(struct nfs4_client *clp)
1143{
1144 struct nfsd4_copy *copy = NULL;
1145
1146 spin_lock(&clp->async_lock);
1147 if (!list_empty(&clp->async_copies)) {
1148 copy = list_first_entry(&clp->async_copies, struct nfsd4_copy,
1149 copies);
1150 refcount_inc(&copy->refcount);
1151 }
1152 spin_unlock(&clp->async_lock);
1153 return copy;
1154}
1155
1156void nfsd4_shutdown_copy(struct nfs4_client *clp)
1157{
1158 struct nfsd4_copy *copy;
1159
1160 while ((copy = nfsd4_get_copy(clp)) != NULL)
1161 nfsd4_stop_copy(copy);
1162}
ce0887ac
OK		 1163#ifdef CONFIG_NFSD_V4_2_INTER_SSC
1164
1165extern struct file *nfs42_ssc_open(struct vfsmount *ss_mnt,
1166 struct nfs_fh *src_fh,
1167 nfs4_stateid *stateid);
1168extern void nfs42_ssc_close(struct file *filep);
1169
1170extern void nfs_sb_deactive(struct super_block *sb);
1171
1172#define NFSD42_INTERSSC_MOUNTOPS "vers=4.2,addr=%s,sec=sys"
1173
f4e44b39
DN		 1174/*
1175 * setup a work entry in the ssc delayed unmount list.
1176 */
f47dc2d3 1177static __be32 nfsd4_ssc_setup_dul(struct nfsd_net *nn, char *ipaddr,
f4e44b39
DN		 1178 struct nfsd4_ssc_umount_item **retwork, struct vfsmount **ss_mnt)
1179{
8e70bf27 1180 struct nfsd4_ssc_umount_item *ni = NULL;
f4e44b39
DN		 1181 struct nfsd4_ssc_umount_item *work = NULL;
1182 struct nfsd4_ssc_umount_item *tmp;
1183 DEFINE_WAIT(wait);
1184
1185 *ss_mnt = NULL;
1186 *retwork = NULL;
1187 work = kzalloc(sizeof(*work), GFP_KERNEL);
1188try_again:
1189 spin_lock(&nn->nfsd_ssc_lock);
1190 list_for_each_entry_safe(ni, tmp, &nn->nfsd_ssc_mount_list, nsui_list) {
1191 if (strncmp(ni->nsui_ipaddr, ipaddr, sizeof(ni->nsui_ipaddr)))
1192 continue;
1193 /* found a match */
1194 if (ni->nsui_busy) {
1195 /* wait - and try again */
1196 prepare_to_wait(&nn->nfsd_ssc_waitq, &wait,
1197 TASK_INTERRUPTIBLE);
1198 spin_unlock(&nn->nfsd_ssc_lock);
1199
1200 /* allow 20secs for mount/unmount for now - revisit */
1201 if (signal_pending(current) ||
1202 (schedule_timeout(20*HZ) == 0)) {
1203 kfree(work);
1204 return nfserr_eagain;
1205 }
1206 finish_wait(&nn->nfsd_ssc_waitq, &wait);
1207 goto try_again;
1208 }
1209 *ss_mnt = ni->nsui_vfsmount;
1210 refcount_inc(&ni->nsui_refcnt);
1211 spin_unlock(&nn->nfsd_ssc_lock);
1212 kfree(work);
1213
1214 /* return vfsmount in ss_mnt */
1215 return 0;
1216 }
1217 if (work) {
1218 strncpy(work->nsui_ipaddr, ipaddr, sizeof(work->nsui_ipaddr));
1219 refcount_set(&work->nsui_refcnt, 2);
1220 work->nsui_busy = true;
1221 list_add_tail(&work->nsui_list, &nn->nfsd_ssc_mount_list);
1222 *retwork = work;
1223 }
1224 spin_unlock(&nn->nfsd_ssc_lock);
1225 return 0;
1226}
1227
1228static void nfsd4_ssc_update_dul_work(struct nfsd_net *nn,
1229 struct nfsd4_ssc_umount_item *work, struct vfsmount *ss_mnt)
1230{
1231 /* set nsui_vfsmount, clear busy flag and wakeup waiters */
1232 spin_lock(&nn->nfsd_ssc_lock);
1233 work->nsui_vfsmount = ss_mnt;
1234 work->nsui_busy = false;
1235 wake_up_all(&nn->nfsd_ssc_waitq);
1236 spin_unlock(&nn->nfsd_ssc_lock);
1237}
1238
1239static void nfsd4_ssc_cancel_dul_work(struct nfsd_net *nn,
1240 struct nfsd4_ssc_umount_item *work)
1241{
1242 spin_lock(&nn->nfsd_ssc_lock);
1243 list_del(&work->nsui_list);
1244 wake_up_all(&nn->nfsd_ssc_waitq);
1245 spin_unlock(&nn->nfsd_ssc_lock);
1246 kfree(work);
1247}
1248
f2453978 1249/*
ce0887ac
OK		 1250 * Support one copy source server for now.
1251 */
1252static __be32
1253nfsd4_interssc_connect(struct nl4_server *nss, struct svc_rqst *rqstp,
1254 struct vfsmount **mount)
1255{
1256 struct file_system_type *type;
1257 struct vfsmount *ss_mnt;
1258 struct nfs42_netaddr *naddr;
1259 struct sockaddr_storage tmp_addr;
1260 size_t tmp_addrlen, match_netid_len = 3;
1261 char *startsep = "", *endsep = "", *match_netid = "tcp";
1262 char *ipaddr, *dev_name, *raw_data;
b8290ca2
OK		 1263 int len, raw_len;
1264 __be32 status = nfserr_inval;
f4e44b39
DN		 1265 struct nfsd4_ssc_umount_item *work = NULL;
1266 struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id);
ce0887ac
OK		 1267
1268 naddr = &nss->u.nl4_addr;
1269 tmp_addrlen = rpc_uaddr2sockaddr(SVC_NET(rqstp), naddr->addr,
1270 naddr->addr_len,
1271 (struct sockaddr *)&tmp_addr,
1272 sizeof(tmp_addr));
1273 if (tmp_addrlen == 0)
1274 goto out_err;
1275
1276 if (tmp_addr.ss_family == AF_INET6) {
1277 startsep = "[";
1278 endsep = "]";
1279 match_netid = "tcp6";
1280 match_netid_len = 4;
1281 }
1282
1283 if (naddr->netid_len != match_netid_len ||
1284 strncmp(naddr->netid, match_netid, naddr->netid_len))
1285 goto out_err;
1286
1287 /* Construct the raw data for the vfs_kern_mount call */
1288 len = RPC_MAX_ADDRBUFLEN + 1;
1289 ipaddr = kzalloc(len, GFP_KERNEL);
1290 if (!ipaddr)
1291 goto out_err;
1292
1293 rpc_ntop((struct sockaddr *)&tmp_addr, ipaddr, len);
1294
1295 /* 2 for ipv6 endsep and startsep. 3 for ":/" and trailing '/0'*/
1296
1297 raw_len = strlen(NFSD42_INTERSSC_MOUNTOPS) + strlen(ipaddr);
1298 raw_data = kzalloc(raw_len, GFP_KERNEL);
1299 if (!raw_data)
1300 goto out_free_ipaddr;
1301
1302 snprintf(raw_data, raw_len, NFSD42_INTERSSC_MOUNTOPS, ipaddr);
1303
b8290ca2 1304 status = nfserr_nodev;
ce0887ac
OK		 1305 type = get_fs_type("nfs");
1306 if (!type)
1307 goto out_free_rawdata;
1308
1309 /* Set the server:<export> for the vfs_kern_mount call */
1310 dev_name = kzalloc(len + 5, GFP_KERNEL);
1311 if (!dev_name)
1312 goto out_free_rawdata;
1313 snprintf(dev_name, len + 5, "%s%s%s:/", startsep, ipaddr, endsep);
1314
f4e44b39
DN		 1315 status = nfsd4_ssc_setup_dul(nn, ipaddr, &work, &ss_mnt);
1316 if (status)
1317 goto out_free_devname;
1318 if (ss_mnt)
1319 goto out_done;
1320
ce0887ac
OK		 1321 /* Use an 'internal' mount: SB_KERNMOUNT -> MNT_INTERNAL */
1322 ss_mnt = vfs_kern_mount(type, SB_KERNMOUNT, dev_name, raw_data);
1323 module_put(type->owner);
f4e44b39 1324 if (IS_ERR(ss_mnt)) {
54185267 1325 status = nfserr_nodev;
f4e44b39
DN		 1326 if (work)
1327 nfsd4_ssc_cancel_dul_work(nn, work);
ce0887ac 1328 goto out_free_devname;
f4e44b39
DN		 1329 }
1330 if (work)
1331 nfsd4_ssc_update_dul_work(nn, work, ss_mnt);
1332out_done:
ce0887ac
OK		 1333 status = 0;
1334 *mount = ss_mnt;
1335
1336out_free_devname:
1337 kfree(dev_name);
1338out_free_rawdata:
1339 kfree(raw_data);
1340out_free_ipaddr:
1341 kfree(ipaddr);
1342out_err:
1343 return status;
1344}
1345
1346static void
1347nfsd4_interssc_disconnect(struct vfsmount *ss_mnt)
1348{
0cfcd405 1349 nfs_do_sb_deactive(ss_mnt->mnt_sb);
ce0887ac
OK		 1350 mntput(ss_mnt);
1351}
1352
f2453978 1353/*
ce0887ac 1354 * Verify COPY destination stateid.
f2453978 1355 *
ce0887ac
OK		 1356 * Connect to the source server with NFSv4.1.
1357 * Create the source struct file for nfsd_copy_range.
1358 * Called with COPY cstate:
1359 * SAVED_FH: source filehandle
1360 * CURRENT_FH: destination filehandle
ce0887ac
OK		 1361 */
1362static __be32
1363nfsd4_setup_inter_ssc(struct svc_rqst *rqstp,
1364 struct nfsd4_compound_state *cstate,
1365 struct nfsd4_copy *copy, struct vfsmount **mount)
1366{
1367 struct svc_fh *s_fh = NULL;
1368 stateid_t *s_stid = &copy->cp_src_stateid;
b8290ca2 1369 __be32 status = nfserr_inval;
ce0887ac
OK		 1370
1371 /* Verify the destination stateid and set dst struct file*/
1372 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
1373 &copy->cp_dst_stateid,
1374 WR_STATE, &copy->nf_dst, NULL);
1375 if (status)
1376 goto out;
1377
1378 status = nfsd4_interssc_connect(&copy->cp_src, rqstp, mount);
1379 if (status)
1380 goto out;
1381
1382 s_fh = &cstate->save_fh;
1383
1384 copy->c_fh.size = s_fh->fh_handle.fh_size;
d8b26071 1385 memcpy(copy->c_fh.data, &s_fh->fh_handle.fh_raw, copy->c_fh.size);
3f9544ca 1386 copy->stateid.seqid = cpu_to_be32(s_stid->si_generation);
ce0887ac
OK		 1387 memcpy(copy->stateid.other, (void *)&s_stid->si_opaque,
1388 sizeof(stateid_opaque_t));
1389
1390 status = 0;
1391out:
1392 return status;
1393}
1394
1395static void
1396nfsd4_cleanup_inter_ssc(struct vfsmount *ss_mnt, struct nfsd_file *src,
1397 struct nfsd_file *dst)
1398{
f4e44b39
DN		 1399 bool found = false;
1400 long timeout;
1401 struct nfsd4_ssc_umount_item *tmp;
f47dc2d3 1402 struct nfsd4_ssc_umount_item *ni = NULL;
f4e44b39
DN		 1403 struct nfsd_net *nn = net_generic(dst->nf_net, nfsd_net_id);
1404
ce0887ac 1405 nfs42_ssc_close(src->nf_file);
ce0887ac 1406 nfsd_file_put(dst);
f4e44b39
DN		 1407 fput(src->nf_file);
1408
1409 if (!nn) {
1410 mntput(ss_mnt);
1411 return;
1412 }
1413 spin_lock(&nn->nfsd_ssc_lock);
1414 timeout = msecs_to_jiffies(nfsd4_ssc_umount_timeout);
1415 list_for_each_entry_safe(ni, tmp, &nn->nfsd_ssc_mount_list, nsui_list) {
1416 if (ni->nsui_vfsmount->mnt_sb == ss_mnt->mnt_sb) {
1417 list_del(&ni->nsui_list);
1418 /*
1419 * vfsmount can be shared by multiple exports,
1420 * decrement refcnt. If the count drops to 1 it
1421 * will be unmounted when nsui_expire expires.
1422 */
1423 refcount_dec(&ni->nsui_refcnt);
1424 ni->nsui_expire = jiffies + timeout;
1425 list_add_tail(&ni->nsui_list, &nn->nfsd_ssc_mount_list);
1426 found = true;
1427 break;
1428 }
1429 }
1430 spin_unlock(&nn->nfsd_ssc_lock);
1431 if (!found) {
1432 mntput(ss_mnt);
1433 return;
1434 }
ce0887ac
OK		 1435}
1436
1437#else /* CONFIG_NFSD_V4_2_INTER_SSC */
1438
1439static __be32
1440nfsd4_setup_inter_ssc(struct svc_rqst *rqstp,
1441 struct nfsd4_compound_state *cstate,
1442 struct nfsd4_copy *copy,
1443 struct vfsmount **mount)
1444{
1445 *mount = NULL;
b8290ca2 1446 return nfserr_inval;
ce0887ac
OK		 1447}
1448
1449static void
1450nfsd4_cleanup_inter_ssc(struct vfsmount *ss_mnt, struct nfsd_file *src,
1451 struct nfsd_file *dst)
1452{
1453}
1454
1455static void
1456nfsd4_interssc_disconnect(struct vfsmount *ss_mnt)
1457{
1458}
1459
1460static struct file *nfs42_ssc_open(struct vfsmount *ss_mnt,
1461 struct nfs_fh *src_fh,
1462 nfs4_stateid *stateid)
1463{
1464 return NULL;
1465}
1466#endif /* CONFIG_NFSD_V4_2_INTER_SSC */
1467
1468static __be32
1469nfsd4_setup_intra_ssc(struct svc_rqst *rqstp,
1470 struct nfsd4_compound_state *cstate,
1471 struct nfsd4_copy *copy)
1472{
1473 return nfsd4_verify_copy(rqstp, cstate, &copy->cp_src_stateid,
1474 &copy->nf_src, &copy->cp_dst_stateid,
1475 &copy->nf_dst);
1476}
1477
1478static void
1479nfsd4_cleanup_intra_ssc(struct nfsd_file *src, struct nfsd_file *dst)
1480{
1481 nfsd_file_put(src);
1482 nfsd_file_put(dst);
1483}
e0639dc5
OK		 1484
1485static void nfsd4_cb_offload_release(struct nfsd4_callback *cb)
1486{
1487 struct nfsd4_copy *copy = container_of(cb, struct nfsd4_copy, cp_cb);
1488
1489 nfs4_put_copy(copy);
1490}
1491
1492static int nfsd4_cb_offload_done(struct nfsd4_callback *cb,
1493 struct rpc_task *task)
1494{
1495 return 1;
1496}
1497
1498static const struct nfsd4_callback_ops nfsd4_cb_offload_ops = {
1499 .release = nfsd4_cb_offload_release,
1500 .done = nfsd4_cb_offload_done
1501};
1502
1503static void nfsd4_init_copy_res(struct nfsd4_copy *copy, bool sync)
1504{
eac0b17a
OK		 1505 copy->cp_res.wr_stable_how =
1506 copy->committed ? NFS_FILE_SYNC : NFS_UNSTABLE;
e0639dc5
OK		 1507 copy->cp_synchronous = sync;
1508 gen_boot_verifier(&copy->cp_res.wr_verifier, copy->cp_clp->net);
1509}
1510
1511static ssize_t _nfsd_copy_file_range(struct nfsd4_copy *copy)
1512{
1513 ssize_t bytes_copied = 0;
e7a833e9 1514 u64 bytes_total = copy->cp_count;
e0639dc5
OK		 1515 u64 src_pos = copy->cp_src_pos;
1516 u64 dst_pos = copy->cp_dst_pos;
eac0b17a 1517 __be32 status;
e0639dc5 1518
792a5112
BF		 1519 /* See RFC 7862 p.67: */
1520 if (bytes_total == 0)
1521 bytes_total = ULLONG_MAX;
e0639dc5
OK		 1522 do {
1523 if (kthread_should_stop())
1524 break;
5c4583b2
JL		 1525 bytes_copied = nfsd_copy_file_range(copy->nf_src->nf_file,
1526 src_pos, copy->nf_dst->nf_file, dst_pos,
1527 bytes_total);
e0639dc5
OK		 1528 if (bytes_copied <= 0)
1529 break;
1530 bytes_total -= bytes_copied;
1531 copy->cp_res.wr_bytes_written += bytes_copied;
1532 src_pos += bytes_copied;
1533 dst_pos += bytes_copied;
1534 } while (bytes_total > 0 && !copy->cp_synchronous);
eac0b17a
OK		 1535 /* for a non-zero asynchronous copy do a commit of data */
1536 if (!copy->cp_synchronous && copy->cp_res.wr_bytes_written > 0) {
1537 down_write(&copy->nf_dst->nf_rwsem);
1538 status = vfs_fsync_range(copy->nf_dst->nf_file,
1539 copy->cp_dst_pos,
1540 copy->cp_res.wr_bytes_written, 0);
1541 up_write(&copy->nf_dst->nf_rwsem);
1542 if (!status)
1543 copy->committed = true;
1544 }
e0639dc5
OK		 1545 return bytes_copied;
1546}
1547
1548static __be32 nfsd4_do_copy(struct nfsd4_copy *copy, bool sync)
1549{
1550 __be32 status;
1551 ssize_t bytes;
1552
1553 bytes = _nfsd_copy_file_range(copy);
1554 /* for async copy, we ignore the error, client can always retry
1555 * to get the error
1556 */
1557 if (bytes < 0 && !copy->cp_res.wr_bytes_written)
1558 status = nfserrno(bytes);
1559 else {
1560 nfsd4_init_copy_res(copy, sync);
1561 status = nfs_ok;
1562 }
1563
ce0887ac
OK		 1564 if (!copy->cp_intra) /* Inter server SSC */
1565 nfsd4_cleanup_inter_ssc(copy->ss_mnt, copy->nf_src,
1566 copy->nf_dst);
1567 else
1568 nfsd4_cleanup_intra_ssc(copy->nf_src, copy->nf_dst);
1569
e0639dc5
OK		 1570 return status;
1571}
1572
eb162e17 1573static void dup_copy_fields(struct nfsd4_copy *src, struct nfsd4_copy *dst)
e0639dc5
OK		 1574{
1575 dst->cp_src_pos = src->cp_src_pos;
1576 dst->cp_dst_pos = src->cp_dst_pos;
1577 dst->cp_count = src->cp_count;
1578 dst->cp_synchronous = src->cp_synchronous;
1579 memcpy(&dst->cp_res, &src->cp_res, sizeof(src->cp_res));
1580 memcpy(&dst->fh, &src->fh, sizeof(src->fh));
1581 dst->cp_clp = src->cp_clp;
5c4583b2 1582 dst->nf_dst = nfsd_file_get(src->nf_dst);
ce0887ac
OK		 1583 dst->cp_intra = src->cp_intra;
1584 if (src->cp_intra) /* for inter, file_src doesn't exist yet */
1585 dst->nf_src = nfsd_file_get(src->nf_src);
1586
e0639dc5 1587 memcpy(&dst->cp_stateid, &src->cp_stateid, sizeof(src->cp_stateid));
ce0887ac
OK		 1588 memcpy(&dst->cp_src, &src->cp_src, sizeof(struct nl4_server));
1589 memcpy(&dst->stateid, &src->stateid, sizeof(src->stateid));
1590 memcpy(&dst->c_fh, &src->c_fh, sizeof(src->c_fh));
1591 dst->ss_mnt = src->ss_mnt;
e0639dc5
OK		 1592}
1593
1594static void cleanup_async_copy(struct nfsd4_copy *copy)
1595{
624322f1 1596 nfs4_free_copy_state(copy);
5c4583b2 1597 nfsd_file_put(copy->nf_dst);
2e577f0f
OK		 1598 if (copy->cp_intra)
1599 nfsd_file_put(copy->nf_src);
e0639dc5
OK		 1600 spin_lock(&copy->cp_clp->async_lock);
1601 list_del(&copy->copies);
1602 spin_unlock(&copy->cp_clp->async_lock);
1603 nfs4_put_copy(copy);
1604}
1605
1606static int nfsd4_do_async_copy(void *data)
1607{
1608 struct nfsd4_copy *copy = (struct nfsd4_copy *)data;
1609 struct nfsd4_copy *cb_copy;
1610
ce0887ac
OK		 1611 if (!copy->cp_intra) { /* Inter server SSC */
1612 copy->nf_src = kzalloc(sizeof(struct nfsd_file), GFP_KERNEL);
1613 if (!copy->nf_src) {
1614 copy->nfserr = nfserr_serverfault;
1615 nfsd4_interssc_disconnect(copy->ss_mnt);
1616 goto do_callback;
1617 }
1618 copy->nf_src->nf_file = nfs42_ssc_open(copy->ss_mnt, &copy->c_fh,
1619 &copy->stateid);
1620 if (IS_ERR(copy->nf_src->nf_file)) {
ce0887ac
OK		 1621 copy->nfserr = nfserr_offload_denied;
1622 nfsd4_interssc_disconnect(copy->ss_mnt);
1623 goto do_callback;
1624 }
1625 }
1626
e0639dc5 1627 copy->nfserr = nfsd4_do_copy(copy, 0);
ce0887ac 1628do_callback:
e0639dc5
OK		 1629 cb_copy = kzalloc(sizeof(struct nfsd4_copy), GFP_KERNEL);
1630 if (!cb_copy)
1631 goto out;
49a36132 1632 refcount_set(&cb_copy->refcount, 1);
e0639dc5
OK		 1633 memcpy(&cb_copy->cp_res, &copy->cp_res, sizeof(copy->cp_res));
1634 cb_copy->cp_clp = copy->cp_clp;
1635 cb_copy->nfserr = copy->nfserr;
1636 memcpy(&cb_copy->fh, &copy->fh, sizeof(copy->fh));
1637 nfsd4_init_cb(&cb_copy->cp_cb, cb_copy->cp_clp,
1638 &nfsd4_cb_offload_ops, NFSPROC4_CLNT_CB_OFFLOAD);
87512386
CL		 1639 trace_nfsd_cb_offload(copy->cp_clp, &copy->cp_res.cb_stateid,
1640 &copy->fh, copy->cp_count, copy->nfserr);
e0639dc5
OK		 1641 nfsd4_run_cb(&cb_copy->cp_cb);
1642out:
ce0887ac
OK		 1643 if (!copy->cp_intra)
1644 kfree(copy->nf_src);
e0639dc5
OK		 1645 cleanup_async_copy(copy);
1646 return 0;
1647}
1648
29ae7f9d
AS		 1649static __be32
1650nfsd4_copy(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1651 union nfsd4_op_u *u)
29ae7f9d 1652{
eb69853d 1653 struct nfsd4_copy *copy = &u->copy;
29ae7f9d 1654 __be32 status;
e0639dc5 1655 struct nfsd4_copy *async_copy = NULL;
29ae7f9d 1656
ce0887ac
OK		 1657 if (!copy->cp_intra) { /* Inter server SSC */
1658 if (!inter_copy_offload_enable || copy->cp_synchronous) {
1659 status = nfserr_notsupp;
1660 goto out;
1661 }
1662 status = nfsd4_setup_inter_ssc(rqstp, cstate, copy,
1663 &copy->ss_mnt);
1664 if (status)
1665 return nfserr_offload_denied;
1666 } else {
1667 status = nfsd4_setup_intra_ssc(rqstp, cstate, copy);
1668 if (status)
1669 return status;
1670 }
29ae7f9d 1671
e0639dc5
OK		 1672 copy->cp_clp = cstate->clp;
1673 memcpy(&copy->fh, &cstate->current_fh.fh_handle,
1674 sizeof(struct knfsd_fh));
1675 if (!copy->cp_synchronous) {
1676 struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id);
29ae7f9d 1677
e0639dc5
OK		 1678 status = nfserrno(-ENOMEM);
1679 async_copy = kzalloc(sizeof(struct nfsd4_copy), GFP_KERNEL);
1680 if (!async_copy)
ce0887ac
OK		 1681 goto out_err;
1682 if (!nfs4_init_copy_state(nn, copy))
1683 goto out_err;
e0639dc5 1684 refcount_set(&async_copy->refcount, 1);
e739b120
OK		 1685 memcpy(&copy->cp_res.cb_stateid, &copy->cp_stateid.stid,
1686 sizeof(copy->cp_res.cb_stateid));
eb162e17 1687 dup_copy_fields(copy, async_copy);
e0639dc5
OK		 1688 async_copy->copy_task = kthread_create(nfsd4_do_async_copy,
1689 async_copy, "%s", "copy thread");
1690 if (IS_ERR(async_copy->copy_task))
1691 goto out_err;
1692 spin_lock(&async_copy->cp_clp->async_lock);
1693 list_add(&async_copy->copies,
1694 &async_copy->cp_clp->async_copies);
1695 spin_unlock(&async_copy->cp_clp->async_lock);
1696 wake_up_process(async_copy->copy_task);
29ae7f9d 1697 status = nfs_ok;
ce0887ac 1698 } else {
e0639dc5 1699 status = nfsd4_do_copy(copy, 1);
ce0887ac 1700 }
29ae7f9d
AS		 1701out:
1702 return status;
e0639dc5 1703out_err:
18f428d4
OK		 1704 if (async_copy)
1705 cleanup_async_copy(async_copy);
ce0887ac
OK		 1706 status = nfserrno(-ENOMEM);
1707 if (!copy->cp_intra)
1708 nfsd4_interssc_disconnect(copy->ss_mnt);
e0639dc5
OK		 1709 goto out;
1710}
1711
1712struct nfsd4_copy *
1713find_async_copy(struct nfs4_client *clp, stateid_t *stateid)
1714{
1715 struct nfsd4_copy *copy;
1716
1717 spin_lock(&clp->async_lock);
1718 list_for_each_entry(copy, &clp->async_copies, copies) {
ce0887ac 1719 if (memcmp(&copy->cp_stateid.stid, stateid, NFS4_STATEID_SIZE))
e0639dc5
OK		 1720 continue;
1721 refcount_inc(&copy->refcount);
1722 spin_unlock(&clp->async_lock);
1723 return copy;
1724 }
1725 spin_unlock(&clp->async_lock);
1726 return NULL;
29ae7f9d
AS		 1727}
1728
885e2bf3
OK		 1729static __be32
1730nfsd4_offload_cancel(struct svc_rqst *rqstp,
1731 struct nfsd4_compound_state *cstate,
1732 union nfsd4_op_u *u)
1733{
e0639dc5 1734 struct nfsd4_offload_status *os = &u->offload_status;
e0639dc5
OK		 1735 struct nfsd4_copy *copy;
1736 struct nfs4_client *clp = cstate->clp;
1737
1738 copy = find_async_copy(clp, &os->stateid);
ce0887ac
OK		 1739 if (!copy) {
1740 struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id);
1741
1742 return manage_cpntf_state(nn, &os->stateid, clp, NULL);
1743 } else
e0639dc5 1744 nfsd4_stop_copy(copy);
e0639dc5 1745
ce0887ac 1746 return nfs_ok;
885e2bf3
OK		 1747}
1748
51911868
OK		 1749static __be32
1750nfsd4_copy_notify(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
1751 union nfsd4_op_u *u)
1752{
624322f1
OK		 1753 struct nfsd4_copy_notify *cn = &u->copy_notify;
1754 __be32 status;
1755 struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id);
1756 struct nfs4_stid *stid;
1757 struct nfs4_cpntf_state *cps;
1758 struct nfs4_client *clp = cstate->clp;
1759
1760 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
1761 &cn->cpn_src_stateid, RD_STATE, NULL,
1762 &stid);
1763 if (status)
1764 return status;
1765
1766 cn->cpn_sec = nn->nfsd4_lease;
1767 cn->cpn_nsec = 0;
1768
1769 status = nfserrno(-ENOMEM);
1770 cps = nfs4_alloc_init_cpntf_state(nn, stid);
1771 if (!cps)
1772 goto out;
1773 memcpy(&cn->cpn_cnr_stateid, &cps->cp_stateid.stid, sizeof(stateid_t));
1774 memcpy(&cps->cp_p_stateid, &stid->sc_stateid, sizeof(stateid_t));
1775 memcpy(&cps->cp_p_clid, &clp->cl_clientid, sizeof(clientid_t));
1776
1777 /* For now, only return one server address in cpn_src, the
1778 * address used by the client to connect to this server.
1779 */
1780 cn->cpn_src.nl4_type = NL4_NETADDR;
1781 status = nfsd4_set_netaddr((struct sockaddr *)&rqstp->rq_daddr,
1782 &cn->cpn_src.u.nl4_addr);
1783 WARN_ON_ONCE(status);
1784 if (status) {
1785 nfs4_put_cpntf_state(nn, cps);
1786 goto out;
1787 }
1788out:
1789 nfs4_put_stid(stid);
1790 return status;
51911868
OK		 1791}
1792
95d871f0
AS		 1793static __be32
1794nfsd4_fallocate(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
1795 struct nfsd4_fallocate *fallocate, int flags)
1796{
0d4d6720 1797 __be32 status;
5c4583b2 1798 struct nfsd_file *nf;
95d871f0 1799
aa0d6aed 1800 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
95d871f0 1801 &fallocate->falloc_stateid,
624322f1 1802 WR_STATE, &nf, NULL);
95d871f0
AS		 1803 if (status != nfs_ok) {
1804 dprintk("NFSD: nfsd4_fallocate: couldn't process stateid!\n");
1805 return status;
1806 }
1807
5c4583b2 1808 status = nfsd4_vfs_fallocate(rqstp, &cstate->current_fh, nf->nf_file,
95d871f0
AS		 1809 fallocate->falloc_offset,
1810 fallocate->falloc_length,
1811 flags);
5c4583b2 1812 nfsd_file_put(nf);
95d871f0
AS		 1813 return status;
1814}
6308bc98
OK		 1815static __be32
1816nfsd4_offload_status(struct svc_rqst *rqstp,
1817 struct nfsd4_compound_state *cstate,
1818 union nfsd4_op_u *u)
1819{
e0639dc5
OK		 1820 struct nfsd4_offload_status *os = &u->offload_status;
1821 __be32 status = 0;
1822 struct nfsd4_copy *copy;
1823 struct nfs4_client *clp = cstate->clp;
1824
1825 copy = find_async_copy(clp, &os->stateid);
1826 if (copy) {
1827 os->count = copy->cp_res.wr_bytes_written;
1828 nfs4_put_copy(copy);
1829 } else
1830 status = nfserr_bad_stateid;
1831
1832 return status;
6308bc98 1833}
95d871f0
AS		 1834
1835static __be32
1836nfsd4_allocate(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1837 union nfsd4_op_u *u)
95d871f0 1838{
eb69853d 1839 return nfsd4_fallocate(rqstp, cstate, &u->allocate, 0);
95d871f0
AS		 1840}
1841
b0cb9085
AS		 1842static __be32
1843nfsd4_deallocate(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1844 union nfsd4_op_u *u)
b0cb9085 1845{
eb69853d 1846 return nfsd4_fallocate(rqstp, cstate, &u->deallocate,
b0cb9085
AS		 1847 FALLOC_FL_PUNCH_HOLE | FALLOC_FL_KEEP_SIZE);
1848}
1849
24bab491
AS		 1850static __be32
1851nfsd4_seek(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1852 union nfsd4_op_u *u)
24bab491 1853{
eb69853d 1854 struct nfsd4_seek *seek = &u->seek;
24bab491
AS		 1855 int whence;
1856 __be32 status;
5c4583b2 1857 struct nfsd_file *nf;
24bab491 1858
aa0d6aed 1859 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
24bab491 1860 &seek->seek_stateid,
624322f1 1861 RD_STATE, &nf, NULL);
24bab491
AS		 1862 if (status) {
1863 dprintk("NFSD: nfsd4_seek: couldn't process stateid!\n");
1864 return status;
1865 }
1866
1867 switch (seek->seek_whence) {
1868 case NFS4_CONTENT_DATA:
1869 whence = SEEK_DATA;
1870 break;
1871 case NFS4_CONTENT_HOLE:
1872 whence = SEEK_HOLE;
1873 break;
1874 default:
1875 status = nfserr_union_notsupp;
1876 goto out;
1877 }
1878
1879 /*
1880 * Note: This call does change file->f_pos, but nothing in NFSD
1881 * should ever file->f_pos.
1882 */
5c4583b2 1883 seek->seek_pos = vfs_llseek(nf->nf_file, seek->seek_offset, whence);
24bab491
AS		 1884 if (seek->seek_pos < 0)
1885 status = nfserrno(seek->seek_pos);
5c4583b2 1886 else if (seek->seek_pos >= i_size_read(file_inode(nf->nf_file)))
24bab491
AS		 1887 seek->seek_eof = true;
1888
1889out:
5c4583b2 1890 nfsd_file_put(nf);
24bab491
AS		 1891 return status;
1892}
1893
1da177e4
LT		 1894/* This routine never returns NFS_OK! If there are no other errors, it
1895 * will return NFSERR_SAME or NFSERR_NOT_SAME depending on whether the
1896 * attributes matched. VERIFY is implemented by mapping NFSERR_SAME
1897 * to NFS_OK after the call; NVERIFY by mapping NFSERR_NOT_SAME to NFS_OK.
1898 */
b37ad28b 1899static __be32
c954e2a5 1900_nfsd4_verify(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
ca364317 1901 struct nfsd4_verify *verify)
1da177e4 1902{
2ebbc012 1903 __be32 *buf, *p;
1da177e4 1904 int count;
b37ad28b 1905 __be32 status;
1da177e4 1906
8837abca 1907 status = fh_verify(rqstp, &cstate->current_fh, 0, NFSD_MAY_NOP);
1da177e4
LT		 1908 if (status)
1909 return status;
1910
3c8e0316
YZ		 1911 status = check_attr_support(rqstp, cstate, verify->ve_bmval, NULL);
1912 if (status)
1913 return status;
1914
1da177e4
LT		 1915 if ((verify->ve_bmval[0] & FATTR4_WORD0_RDATTR_ERROR)
1916 || (verify->ve_bmval[1] & NFSD_WRITEONLY_ATTRS_WORD1))
1917 return nfserr_inval;
1918 if (verify->ve_attrlen & 3)
1919 return nfserr_inval;
1920
1921 /* count in words:
1922 * bitmap_len(1) + bitmap(2) + attr_len(1) = 4
1923 */
1924 count = 4 + (verify->ve_attrlen >> 2);
1925 buf = kmalloc(count << 2, GFP_KERNEL);
1926 if (!buf)
3e772463 1927 return nfserr_jukebox;
1da177e4 1928
84822d0b 1929 p = buf;
d5184658 1930 status = nfsd4_encode_fattr_to_buf(&p, count, &cstate->current_fh,
ca364317 1931 cstate->current_fh.fh_export,
d5184658
BF		 1932 cstate->current_fh.fh_dentry,
1933 verify->ve_bmval,
406a7ea9 1934 rqstp, 0);
41ae6e71
BF		 1935 /*
1936 * If nfsd4_encode_fattr() ran out of space, assume that's because
1937 * the attributes are longer (hence different) than those given:
1938 */
84822d0b 1939 if (status == nfserr_resource)
1da177e4
LT		 1940 status = nfserr_not_same;
1941 if (status)
1942 goto out_kfree;
1943
95ec28cd
BH		 1944 /* skip bitmap */
1945 p = buf + 1 + ntohl(buf[0]);
1da177e4
LT		 1946 status = nfserr_not_same;
1947 if (ntohl(*p++) != verify->ve_attrlen)
1948 goto out_kfree;
1949 if (!memcmp(p, verify->ve_attrval, verify->ve_attrlen))
1950 status = nfserr_same;
1951
1952out_kfree:
1953 kfree(buf);
1954 return status;
1955}
1956
c954e2a5
BF		 1957static __be32
1958nfsd4_nverify(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1959 union nfsd4_op_u *u)
c954e2a5
BF		 1960{
1961 __be32 status;
1962
eb69853d 1963 status = _nfsd4_verify(rqstp, cstate, &u->verify);
c954e2a5
BF		 1964 return status == nfserr_not_same ? nfs_ok : status;
1965}
1966
1967static __be32
1968nfsd4_verify(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1969 union nfsd4_op_u *u)
c954e2a5
BF		 1970{
1971 __be32 status;
1972
eb69853d 1973 status = _nfsd4_verify(rqstp, cstate, &u->nverify);
c954e2a5
BF		 1974 return status == nfserr_same ? nfs_ok : status;
1975}
1976
9cf514cc
CH		 1977#ifdef CONFIG_NFSD_PNFS
1978static const struct nfsd4_layout_ops *
1979nfsd4_layout_verify(struct svc_export *exp, unsigned int layout_type)
1980{
8a4c3926 1981 if (!exp->ex_layout_types) {
9cf514cc
CH		 1982 dprintk("%s: export does not support pNFS\n", __func__);
1983 return NULL;
1984 }
1985
b550a32e
AK		 1986 if (layout_type >= LAYOUT_TYPE_MAX ||
1987 !(exp->ex_layout_types & (1 << layout_type))) {
9cf514cc
CH		 1988 dprintk("%s: layout type %d not supported\n",
1989 __func__, layout_type);
1990 return NULL;
1991 }
1992
1993 return nfsd4_layout_ops[layout_type];
1994}
1995
1996static __be32
1997nfsd4_getdeviceinfo(struct svc_rqst *rqstp,
eb69853d 1998 struct nfsd4_compound_state *cstate, union nfsd4_op_u *u)
9cf514cc 1999{
eb69853d 2000 struct nfsd4_getdeviceinfo *gdp = &u->getdeviceinfo;
9cf514cc
CH		 2001 const struct nfsd4_layout_ops *ops;
2002 struct nfsd4_deviceid_map *map;
2003 struct svc_export *exp;
2004 __be32 nfserr;
2005
2006 dprintk("%s: layout_type %u dev_id [0x%llx:0x%x] maxcnt %u\n",
2007 __func__,
2008 gdp->gd_layout_type,
2009 gdp->gd_devid.fsid_idx, gdp->gd_devid.generation,
2010 gdp->gd_maxcount);
2011
2012 map = nfsd4_find_devid_map(gdp->gd_devid.fsid_idx);
2013 if (!map) {
2014 dprintk("%s: couldn't find device ID to export mapping!\n",
2015 __func__);
2016 return nfserr_noent;
2017 }
2018
2019 exp = rqst_exp_find(rqstp, map->fsid_type, map->fsid);
2020 if (IS_ERR(exp)) {
2021 dprintk("%s: could not find device id\n", __func__);
2022 return nfserr_noent;
2023 }
2024
2025 nfserr = nfserr_layoutunavailable;
2026 ops = nfsd4_layout_verify(exp, gdp->gd_layout_type);
2027 if (!ops)
2028 goto out;
2029
2030 nfserr = nfs_ok;
f99d4fbd
CH		 2031 if (gdp->gd_maxcount != 0) {
2032 nfserr = ops->proc_getdeviceinfo(exp->ex_path.mnt->mnt_sb,
ec59659b 2033 rqstp, cstate->clp, gdp);
f99d4fbd 2034 }
9cf514cc
CH		 2035
2036 gdp->gd_notify_types &= ops->notify_types;
9cf514cc 2037out:
a1420384 2038 exp_put(exp);
9cf514cc
CH		 2039 return nfserr;
2040}
2041
34b1744c
BF		 2042static void
2043nfsd4_getdeviceinfo_release(union nfsd4_op_u *u)
2044{
2045 kfree(u->getdeviceinfo.gd_device);
2046}
2047
9cf514cc
CH		 2048static __be32
2049nfsd4_layoutget(struct svc_rqst *rqstp,
eb69853d 2050 struct nfsd4_compound_state *cstate, union nfsd4_op_u *u)
9cf514cc 2051{
eb69853d 2052 struct nfsd4_layoutget *lgp = &u->layoutget;
9cf514cc
CH		 2053 struct svc_fh *current_fh = &cstate->current_fh;
2054 const struct nfsd4_layout_ops *ops;
2055 struct nfs4_layout_stateid *ls;
2056 __be32 nfserr;
66282ec1 2057 int accmode = NFSD_MAY_READ_IF_EXEC;
9cf514cc
CH		 2058
2059 switch (lgp->lg_seg.iomode) {
2060 case IOMODE_READ:
66282ec1 2061 accmode |= NFSD_MAY_READ;
9cf514cc
CH		 2062 break;
2063 case IOMODE_RW:
66282ec1 2064 accmode |= NFSD_MAY_READ | NFSD_MAY_WRITE;
9cf514cc
CH		 2065 break;
2066 default:
2067 dprintk("%s: invalid iomode %d\n",
2068 __func__, lgp->lg_seg.iomode);
2069 nfserr = nfserr_badiomode;
2070 goto out;
2071 }
2072
2073 nfserr = fh_verify(rqstp, current_fh, 0, accmode);
2074 if (nfserr)
2075 goto out;
2076
2077 nfserr = nfserr_layoutunavailable;
2078 ops = nfsd4_layout_verify(current_fh->fh_export, lgp->lg_layout_type);
2079 if (!ops)
2080 goto out;
2081
2082 /*
2083 * Verify minlength and range as per RFC5661:
2084 * o If loga_length is less than loga_minlength,
2085 * the metadata server MUST return NFS4ERR_INVAL.
2086 * o If the sum of loga_offset and loga_minlength exceeds
2087 * NFS4_UINT64_MAX, and loga_minlength is not
2088 * NFS4_UINT64_MAX, the error NFS4ERR_INVAL MUST result.
2089 * o If the sum of loga_offset and loga_length exceeds
2090 * NFS4_UINT64_MAX, and loga_length is not NFS4_UINT64_MAX,
2091 * the error NFS4ERR_INVAL MUST result.
2092 */
2093 nfserr = nfserr_inval;
2094 if (lgp->lg_seg.length < lgp->lg_minlength ||
2095 (lgp->lg_minlength != NFS4_MAX_UINT64 &&
2096 lgp->lg_minlength > NFS4_MAX_UINT64 - lgp->lg_seg.offset) ||
2097 (lgp->lg_seg.length != NFS4_MAX_UINT64 &&
2098 lgp->lg_seg.length > NFS4_MAX_UINT64 - lgp->lg_seg.offset))
2099 goto out;
2100 if (lgp->lg_seg.length == 0)
2101 goto out;
2102
2103 nfserr = nfsd4_preprocess_layout_stateid(rqstp, cstate, &lgp->lg_sid,
2104 true, lgp->lg_layout_type, &ls);
31ef83dc 2105 if (nfserr) {
f394b62b 2106 trace_nfsd_layout_get_lookup_fail(&lgp->lg_sid);
9cf514cc 2107 goto out;
31ef83dc 2108 }
9cf514cc 2109
c5c707f9
CH		 2110 nfserr = nfserr_recallconflict;
2111 if (atomic_read(&ls->ls_stid.sc_file->fi_lo_recalls))
2112 goto out_put_stid;
2113
2b0143b5 2114 nfserr = ops->proc_layoutget(d_inode(current_fh->fh_dentry),
9cf514cc
CH		 2115 current_fh, lgp);
2116 if (nfserr)
2117 goto out_put_stid;
2118
2119 nfserr = nfsd4_insert_layout(lgp, ls);
2120
2121out_put_stid:
cc8a5532 2122 mutex_unlock(&ls->ls_mutex);
9cf514cc
CH		 2123 nfs4_put_stid(&ls->ls_stid);
2124out:
2125 return nfserr;
2126}
2127
34b1744c
BF		 2128static void
2129nfsd4_layoutget_release(union nfsd4_op_u *u)
2130{
2131 kfree(u->layoutget.lg_content);
2132}
2133
9cf514cc
CH		 2134static __be32
2135nfsd4_layoutcommit(struct svc_rqst *rqstp,
eb69853d 2136 struct nfsd4_compound_state *cstate, union nfsd4_op_u *u)
9cf514cc 2137{
eb69853d 2138 struct nfsd4_layoutcommit *lcp = &u->layoutcommit;
9cf514cc
CH		 2139 const struct nfsd4_layout_seg *seg = &lcp->lc_seg;
2140 struct svc_fh *current_fh = &cstate->current_fh;
2141 const struct nfsd4_layout_ops *ops;
2142 loff_t new_size = lcp->lc_last_wr + 1;
2143 struct inode *inode;
2144 struct nfs4_layout_stateid *ls;
2145 __be32 nfserr;
2146
2147 nfserr = fh_verify(rqstp, current_fh, 0, NFSD_MAY_WRITE);
2148 if (nfserr)
2149 goto out;
2150
2151 nfserr = nfserr_layoutunavailable;
2152 ops = nfsd4_layout_verify(current_fh->fh_export, lcp->lc_layout_type);
2153 if (!ops)
2154 goto out;
2b0143b5 2155 inode = d_inode(current_fh->fh_dentry);
9cf514cc
CH		 2156
2157 nfserr = nfserr_inval;
2158 if (new_size <= seg->offset) {
2159 dprintk("pnfsd: last write before layout segment\n");
2160 goto out;
2161 }
2162 if (new_size > seg->offset + seg->length) {
2163 dprintk("pnfsd: last write beyond layout segment\n");
2164 goto out;
2165 }
2166 if (!lcp->lc_newoffset && new_size > i_size_read(inode)) {
2167 dprintk("pnfsd: layoutcommit beyond EOF\n");
2168 goto out;
2169 }
2170
2171 nfserr = nfsd4_preprocess_layout_stateid(rqstp, cstate, &lcp->lc_sid,
2172 false, lcp->lc_layout_type,
2173 &ls);
2174 if (nfserr) {
f394b62b 2175 trace_nfsd_layout_commit_lookup_fail(&lcp->lc_sid);
9cf514cc
CH		 2176 /* fixup error code as per RFC5661 */
2177 if (nfserr == nfserr_bad_stateid)
2178 nfserr = nfserr_badlayout;
2179 goto out;
2180 }
2181
cc8a5532
JL		 2182 /* LAYOUTCOMMIT does not require any serialization */
2183 mutex_unlock(&ls->ls_mutex);
2184
9cf514cc
CH		 2185 if (new_size > i_size_read(inode)) {
2186 lcp->lc_size_chg = 1;
2187 lcp->lc_newsize = new_size;
2188 } else {
2189 lcp->lc_size_chg = 0;
2190 }
2191
d8398fc1 2192 nfserr = ops->proc_layoutcommit(inode, lcp);
9cf514cc
CH		 2193 nfs4_put_stid(&ls->ls_stid);
2194out:
2195 return nfserr;
2196}
2197
2198static __be32
2199nfsd4_layoutreturn(struct svc_rqst *rqstp,
eb69853d 2200 struct nfsd4_compound_state *cstate, union nfsd4_op_u *u)
9cf514cc 2201{
eb69853d 2202 struct nfsd4_layoutreturn *lrp = &u->layoutreturn;
9cf514cc
CH		 2203 struct svc_fh *current_fh = &cstate->current_fh;
2204 __be32 nfserr;
2205
2206 nfserr = fh_verify(rqstp, current_fh, 0, NFSD_MAY_NOP);
2207 if (nfserr)
2208 goto out;
2209
2210 nfserr = nfserr_layoutunavailable;
2211 if (!nfsd4_layout_verify(current_fh->fh_export, lrp->lr_layout_type))
2212 goto out;
2213
2214 switch (lrp->lr_seg.iomode) {
2215 case IOMODE_READ:
2216 case IOMODE_RW:
2217 case IOMODE_ANY:
2218 break;
2219 default:
2220 dprintk("%s: invalid iomode %d\n", __func__,
2221 lrp->lr_seg.iomode);
2222 nfserr = nfserr_inval;
2223 goto out;
2224 }
2225
2226 switch (lrp->lr_return_type) {
2227 case RETURN_FILE:
2228 nfserr = nfsd4_return_file_layouts(rqstp, cstate, lrp);
2229 break;
2230 case RETURN_FSID:
2231 case RETURN_ALL:
2232 nfserr = nfsd4_return_client_layouts(rqstp, cstate, lrp);
2233 break;
2234 default:
2235 dprintk("%s: invalid return_type %d\n", __func__,
2236 lrp->lr_return_type);
2237 nfserr = nfserr_inval;
2238 break;
2239 }
2240out:
2241 return nfserr;
2242}
2243#endif /* CONFIG_NFSD_PNFS */
2244
23e50fe3
FL		 2245static __be32
2246nfsd4_getxattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
2247 union nfsd4_op_u *u)
2248{
2249 struct nfsd4_getxattr *getxattr = &u->getxattr;
2250
2251 return nfsd_getxattr(rqstp, &cstate->current_fh,
2252 getxattr->getxa_name, &getxattr->getxa_buf,
2253 &getxattr->getxa_len);
2254}
2255
2256static __be32
2257nfsd4_setxattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
2258 union nfsd4_op_u *u)
2259{
2260 struct nfsd4_setxattr *setxattr = &u->setxattr;
2261 __be32 ret;
2262
2263 if (opens_in_grace(SVC_NET(rqstp)))
2264 return nfserr_grace;
2265
2266 ret = nfsd_setxattr(rqstp, &cstate->current_fh, setxattr->setxa_name,
2267 setxattr->setxa_buf, setxattr->setxa_len,
2268 setxattr->setxa_flags);
2269
2270 if (!ret)
2271 set_change_info(&setxattr->setxa_cinfo, &cstate->current_fh);
2272
2273 return ret;
2274}
2275
2276static __be32
2277nfsd4_listxattrs(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
2278 union nfsd4_op_u *u)
2279{
2280 /*
2281 * Get the entire list, then copy out only the user attributes
2282 * in the encode function.
2283 */
2284 return nfsd_listxattr(rqstp, &cstate->current_fh,
2285 &u->listxattrs.lsxa_buf, &u->listxattrs.lsxa_len);
2286}
2287
2288static __be32
2289nfsd4_removexattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
2290 union nfsd4_op_u *u)
2291{
2292 struct nfsd4_removexattr *removexattr = &u->removexattr;
2293 __be32 ret;
2294
2295 if (opens_in_grace(SVC_NET(rqstp)))
2296 return nfserr_grace;
2297
2298 ret = nfsd_removexattr(rqstp, &cstate->current_fh,
2299 removexattr->rmxa_name);
2300
2301 if (!ret)
2302 set_change_info(&removexattr->rmxa_cinfo, &cstate->current_fh);
2303
2304 return ret;
2305}
2306
1da177e4
LT		 2307/*
2308 * NULL call.
2309 */
7111c66e 2310static __be32
a6beb732 2311nfsd4_proc_null(struct svc_rqst *rqstp)
1da177e4 2312{
cc028a10 2313 return rpc_success;
1da177e4
LT		 2314}
2315
e2b20950
SA		 2316static inline void nfsd4_increment_op_stats(u32 opnum)
2317{
2318 if (opnum >= FIRST_NFS4_OP && opnum <= LAST_NFS4_OP)
e567b98c 2319 percpu_counter_inc(&nfsdstats.counter[NFSD_STATS_NFS4_OP(opnum)]);
e2b20950
SA		 2320}
2321
bb2a8b0c 2322static const struct nfsd4_operation nfsd4_ops[];
b591480b 2323
f1c7f79b 2324static const char *nfsd4_op_name(unsigned opnum);
b001a1b6 2325
f9bb94c4 2326/*
57716355 2327 * Enforce NFSv4.1 COMPOUND ordering rules:
f9bb94c4 2328 *
57716355
BF		 2329 * Also note, enforced elsewhere:
2330 * - SEQUENCE other than as first op results in
2331 * NFS4ERR_SEQUENCE_POS. (Enforced in nfsd4_sequence().)
1d1bc8f2
BF		 2332 * - BIND_CONN_TO_SESSION must be the only op in its compound.
2333 * (Enforced in nfsd4_bind_conn_to_session().)
57716355
BF		 2334 * - DESTROY_SESSION must be the final operation in a compound, if
2335 * sessionid's in SEQUENCE and DESTROY_SESSION are the same.
2336 * (Enforced in nfsd4_destroy_session().)
f9bb94c4 2337 */
57716355 2338static __be32 nfs41_check_op_ordering(struct nfsd4_compoundargs *args)
f9bb94c4 2339{
7a04cfda 2340 struct nfsd4_op *first_op = &args->ops[0];
57716355
BF		 2341
2342 /* These ordering requirements don't apply to NFSv4.0: */
2343 if (args->minorversion == 0)
2344 return nfs_ok;
2345 /* This is weird, but OK, not our problem: */
2346 if (args->opcnt == 0)
2347 return nfs_ok;
7a04cfda 2348 if (first_op->status == nfserr_op_illegal)
57716355 2349 return nfs_ok;
7a04cfda 2350 if (!(nfsd4_ops[first_op->opnum].op_flags & ALLOWED_AS_FIRST_OP))
57716355 2351 return nfserr_op_not_in_session;
7a04cfda 2352 if (first_op->opnum == OP_SEQUENCE)
57716355 2353 return nfs_ok;
7a04cfda
BF		 2354 /*
2355 * So first_op is something allowed outside a session, like
2356 * EXCHANGE_ID; but then it has to be the only op in the
2357 * compound:
2358 */
57716355
BF		 2359 if (args->opcnt != 1)
2360 return nfserr_not_only_op;
2361 return nfs_ok;
f9bb94c4
AA		 2362}
2363
f4f9ef4a 2364const struct nfsd4_operation *OPDESC(struct nfsd4_op *op)
22b03214
BF		 2365{
2366 return &nfsd4_ops[op->opnum];
2367}
2368
1091006c
BF		 2369bool nfsd4_cache_this_op(struct nfsd4_op *op)
2370{
e372ba60
BF		 2371 if (op->opnum == OP_ILLEGAL)
2372 return false;
c856694e 2373 return OPDESC(op)->op_flags & OP_CACHEME;
1091006c
BF		 2374}
2375
68d93184
BF		 2376static bool need_wrongsec_check(struct svc_rqst *rqstp)
2377{
2378 struct nfsd4_compoundres *resp = rqstp->rq_resp;
2379 struct nfsd4_compoundargs *argp = rqstp->rq_argp;
2380 struct nfsd4_op *this = &argp->ops[resp->opcnt - 1];
2381 struct nfsd4_op *next = &argp->ops[resp->opcnt];
bb2a8b0c
CH		 2382 const struct nfsd4_operation *thisd = OPDESC(this);
2383 const struct nfsd4_operation *nextd;
68d93184 2384
68d93184
BF		 2385 /*
2386 * Most ops check wronsec on our own; only the putfh-like ops
2387 * have special rules.
2388 */
2389 if (!(thisd->op_flags & OP_IS_PUTFH_LIKE))
2390 return false;
2391 /*
2392 * rfc 5661 2.6.3.1.1.6: don't bother erroring out a
2393 * put-filehandle operation if we're not going to use the
2394 * result:
2395 */
2396 if (argp->opcnt == resp->opcnt)
2397 return false;
51904b08
BF		 2398 if (next->opnum == OP_ILLEGAL)
2399 return false;
68d93184
BF		 2400 nextd = OPDESC(next);
2401 /*
2402 * Rest of 2.6.3.1.1: certain operations will return WRONGSEC
2403 * errors themselves as necessary; others should check for them
2404 * now:
2405 */
2406 return !(nextd->op_flags & OP_HANDLES_WRONGSEC);
2407}
2408
b9e8638e
OK		 2409#ifdef CONFIG_NFSD_V4_2_INTER_SSC
2410static void
2411check_if_stalefh_allowed(struct nfsd4_compoundargs *args)
2412{
2413 struct nfsd4_op *op, *current_op = NULL, *saved_op = NULL;
2414 struct nfsd4_copy *copy;
2415 struct nfsd4_putfh *putfh;
2416 int i;
2417
2418 /* traverse all operation and if it's a COPY compound, mark the
2419 * source filehandle to skip verification
2420 */
2421 for (i = 0; i < args->opcnt; i++) {
2422 op = &args->ops[i];
2423 if (op->opnum == OP_PUTFH)
2424 current_op = op;
2425 else if (op->opnum == OP_SAVEFH)
2426 saved_op = current_op;
2427 else if (op->opnum == OP_RESTOREFH)
2428 current_op = saved_op;
2429 else if (op->opnum == OP_COPY) {
2430 copy = (struct nfsd4_copy *)&op->u;
2431 if (!saved_op) {
2432 op->status = nfserr_nofilehandle;
2433 return;
2434 }
2435 putfh = (struct nfsd4_putfh *)&saved_op->u;
2436 if (!copy->cp_intra)
2437 putfh->no_verify = true;
2438 }
2439 }
2440}
2441#else
2442static void
2443check_if_stalefh_allowed(struct nfsd4_compoundargs *args)
2444{
2445}
2446#endif
2447
1da177e4
LT		 2448/*
2449 * COMPOUND call.
2450 */
7111c66e 2451static __be32
a6beb732 2452nfsd4_proc_compound(struct svc_rqst *rqstp)
1da177e4 2453{
a6beb732
CH		 2454 struct nfsd4_compoundargs *args = rqstp->rq_argp;
2455 struct nfsd4_compoundres *resp = rqstp->rq_resp;
1da177e4 2456 struct nfsd4_op *op;
e354d571 2457 struct nfsd4_compound_state *cstate = &resp->cstate;
4daeed25
KM		 2458 struct svc_fh *current_fh = &cstate->current_fh;
2459 struct svc_fh *save_fh = &cstate->save_fh;
e333f3bb 2460 struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id);
b37ad28b 2461 __be32 status;
1da177e4 2462
bddfdbcd 2463 resp->xdr = &rqstp->rq_res_stream;
3b0ebb25 2464 resp->statusp = resp->xdr->p;
bddfdbcd
CL		 2465
2466 /* reserve space for: NFS status code */
2467 xdr_reserve_space(resp->xdr, XDR_UNIT);
2468
1da177e4 2469 /* reserve space for: taglen, tag, and opcnt */
bddfdbcd 2470 xdr_reserve_space(resp->xdr, XDR_UNIT * 2 + args->taglen);
1da177e4
LT		 2471 resp->taglen = args->taglen;
2472 resp->tag = args->tag;
1da177e4 2473 resp->rqstp = rqstp;
4daeed25 2474 cstate->minorversion = args->minorversion;
4daeed25
KM		 2475 fh_init(current_fh, NFS4_FHSIZE);
2476 fh_init(save_fh, NFS4_FHSIZE);
8ff30fa4
N		 2477 /*
2478 * Don't use the deferral mechanism for NFSv4; compounds make it
2479 * too hard to avoid non-idempotency problems.
2480 */
30660e04 2481 clear_bit(RQ_USEDEFERRAL, &rqstp->rq_flags);
1da177e4
LT		 2482
2483 /*
2484 * According to RFC3010, this takes precedence over all other errors.
2485 */
2486 status = nfserr_minor_vers_mismatch;
e333f3bb 2487 if (nfsd_minorversion(nn, args->minorversion, NFSD_TEST) <= 0)
1da177e4 2488 goto out;
0078117c
BF		 2489 status = nfserr_resource;
2490 if (args->opcnt > NFSD_MAX_OPS_PER_COMPOUND)
2491 goto out;
1da177e4 2492
57716355
BF		 2493 status = nfs41_check_op_ordering(args);
2494 if (status) {
f9bb94c4 2495 op = &args->ops[0];
57716355 2496 op->status = status;
5b7b15ae 2497 resp->opcnt = 1;
f9bb94c4
AA		 2498 goto encode_op;
2499 }
b9e8638e 2500 check_if_stalefh_allowed(args);
f9bb94c4 2501
28df3d15
BF		 2502 rqstp->rq_lease_breaker = (void **)&cstate->clp;
2503
fff4080b 2504 trace_nfsd_compound(rqstp, args->opcnt);
1da177e4
LT		 2505 while (!status && resp->opcnt < args->opcnt) {
2506 op = &args->ops[resp->opcnt++];
2507
2508 /*
2509 * The XDR decode routines may have pre-set op->status;
2510 * for example, if there is a miscellaneous XDR error
2511 * it will be set to nfserr_bad_xdr.
2512 */
9d313b17
BF		 2513 if (op->status) {
2514 if (op->opnum == OP_OPEN)
2515 op->status = nfsd4_open_omfg(rqstp, cstate, op);
1da177e4 2516 goto encode_op;
9d313b17 2517 }
b9e8638e
OK		 2518 if (!current_fh->fh_dentry &&
2519 !HAS_FH_FLAG(current_fh, NFSD4_FH_FOREIGN)) {
f4f9ef4a 2520 if (!(op->opdesc->op_flags & ALLOWED_WITHOUT_FH)) {
42ca0993
BF		 2521 op->status = nfserr_nofilehandle;
2522 goto encode_op;
2523 }
b9e8638e
OK		 2524 } else if (current_fh->fh_export &&
2525 current_fh->fh_export->ex_fslocs.migrated &&
f4f9ef4a 2526 !(op->opdesc->op_flags & ALLOWED_ON_ABSENT_FS)) {
42ca0993 2527 op->status = nfserr_moved;
1da177e4
LT		 2528 goto encode_op;
2529 }
b591480b 2530
2336745e
KM		 2531 fh_clear_wcc(current_fh);
2532
58e7b33a 2533 /* If op is non-idempotent */
f4f9ef4a 2534 if (op->opdesc->op_flags & OP_MODIFIES_SOMETHING) {
4c69d585 2535 /*
a8095f7e
BF		 2536 * Don't execute this op if we couldn't encode a
2537 * succesful reply:
2538 */
f4f9ef4a 2539 u32 plen = op->opdesc->op_rsize_bop(rqstp, op);
a8095f7e
BF		 2540 /*
2541 * Plus if there's another operation, make sure
4c69d585
BF		 2542 * we'll have space to at least encode an error:
2543 */
2544 if (resp->opcnt < args->opcnt)
2545 plen += COMPOUND_ERR_SLACK_SPACE;
58e7b33a
MJ		 2546 op->status = nfsd4_check_resp_size(resp, plen);
2547 }
2548
2549 if (op->status)
2550 goto encode_op;
2551
f4f9ef4a
BF		 2552 if (op->opdesc->op_get_currentstateid)
2553 op->opdesc->op_get_currentstateid(cstate, &op->u);
2554 op->status = op->opdesc->op_func(rqstp, cstate, &op->u);
1da177e4 2555
9a307403
BF		 2556 /* Only from SEQUENCE */
2557 if (cstate->status == nfserr_replay_cache) {
2558 dprintk("%s NFS4.1 replay from cache\n", __func__);
2559 status = op->status;
2560 goto out;
2561 }
8b70484c 2562 if (!op->status) {
f4f9ef4a
BF		 2563 if (op->opdesc->op_set_currentstateid)
2564 op->opdesc->op_set_currentstateid(cstate, &op->u);
8b70484c 2565
f4f9ef4a 2566 if (op->opdesc->op_flags & OP_CLEAR_STATEID)
37c593c5 2567 clear_current_stateid(cstate);
8b70484c 2568
d781e3df
BF		 2569 if (current_fh->fh_export &&
2570 need_wrongsec_check(rqstp))
4daeed25 2571 op->status = check_nfsd_access(current_fh->fh_export, rqstp);
8b70484c 2572 }
1da177e4 2573encode_op:
a90b061c 2574 if (op->status == nfserr_replay_me) {
a4f1706a 2575 op->replay = &cstate->replay_owner->so_replay;
bddfdbcd 2576 nfsd4_encode_replay(resp->xdr, op);
1da177e4
LT		 2577 status = op->status = op->replay->rp_status;
2578 } else {
2579 nfsd4_encode_operation(resp, op);
2580 status = op->status;
2581 }
0407717d 2582
fff4080b
CL		 2583 trace_nfsd_compound_status(args->opcnt, resp->opcnt, status,
2584 nfsd4_op_name(op->opnum));
0407717d 2585
58fb12e6 2586 nfsd4_cstate_clear_replay(cstate);
e2b20950 2587 nfsd4_increment_op_stats(op->opnum);
1da177e4
LT		 2588 }
2589
4daeed25
KM		 2590 fh_put(current_fh);
2591 fh_put(save_fh);
2592 BUG_ON(cstate->replay_owner);
1da177e4 2593out:
cc028a10 2594 cstate->status = status;
2f425878 2595 /* Reset deferral mechanism for RPC deferrals */
30660e04 2596 set_bit(RQ_USEDEFERRAL, &rqstp->rq_flags);
cc028a10 2597 return rpc_success;
1da177e4
LT		 2598}
2599
58e7b33a
MJ		 2600#define op_encode_hdr_size (2)
2601#define op_encode_stateid_maxsz (XDR_QUADLEN(NFS4_STATEID_SIZE))
2602#define op_encode_verifier_maxsz (XDR_QUADLEN(NFS4_VERIFIER_SIZE))
2603#define op_encode_change_info_maxsz (5)
2604#define nfs4_fattr_bitmap_maxsz (4)
2605
8c7424cf
BF		 2606/* We'll fall back on returning no lockowner if run out of space: */
2607#define op_encode_lockowner_maxsz (0)
58e7b33a
MJ		 2608#define op_encode_lock_denied_maxsz (8 + op_encode_lockowner_maxsz)
2609
2610#define nfs4_owner_maxsz (1 + XDR_QUADLEN(IDMAP_NAMESZ))
2611
2612#define op_encode_ace_maxsz (3 + nfs4_owner_maxsz)
2613#define op_encode_delegation_maxsz (1 + op_encode_stateid_maxsz + 1 + \
2614 op_encode_ace_maxsz)
2615
2616#define op_encode_channel_attrs_maxsz (6 + 1 + 1)
2617
2618static inline u32 nfsd4_only_status_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2619{
2620 return (op_encode_hdr_size) * sizeof(__be32);
2621}
2622
2623static inline u32 nfsd4_status_stateid_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2624{
2625 return (op_encode_hdr_size + op_encode_stateid_maxsz)* sizeof(__be32);
2626}
2627
2282cd2c
KM		 2628static inline u32 nfsd4_access_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2629{
2630 /* ac_supported, ac_resp_access */
2631 return (op_encode_hdr_size + 2)* sizeof(__be32);
2632}
2633
58e7b33a
MJ		 2634static inline u32 nfsd4_commit_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2635{
2636 return (op_encode_hdr_size + op_encode_verifier_maxsz) * sizeof(__be32);
2637}
2638
2639static inline u32 nfsd4_create_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2640{
2641 return (op_encode_hdr_size + op_encode_change_info_maxsz
2642 + nfs4_fattr_bitmap_maxsz) * sizeof(__be32);
2643}
2644
b86cef60
BF		 2645/*
2646 * Note since this is an idempotent operation we won't insist on failing
2647 * the op prematurely if the estimate is too large. We may turn off splice
2648 * reads unnecessarily.
2649 */
2650static inline u32 nfsd4_getattr_rsize(struct svc_rqst *rqstp,
2651 struct nfsd4_op *op)
2652{
2653 u32 *bmap = op->u.getattr.ga_bmval;
2654 u32 bmap0 = bmap[0], bmap1 = bmap[1], bmap2 = bmap[2];
2655 u32 ret = 0;
2656
2657 if (bmap0 & FATTR4_WORD0_ACL)
2658 return svc_max_payload(rqstp);
2659 if (bmap0 & FATTR4_WORD0_FS_LOCATIONS)
2660 return svc_max_payload(rqstp);
2661
2662 if (bmap1 & FATTR4_WORD1_OWNER) {
2663 ret += IDMAP_NAMESZ + 4;
2664 bmap1 &= ~FATTR4_WORD1_OWNER;
2665 }
2666 if (bmap1 & FATTR4_WORD1_OWNER_GROUP) {
2667 ret += IDMAP_NAMESZ + 4;
2668 bmap1 &= ~FATTR4_WORD1_OWNER_GROUP;
2669 }
2670 if (bmap0 & FATTR4_WORD0_FILEHANDLE) {
2671 ret += NFS4_FHSIZE + 4;
2672 bmap0 &= ~FATTR4_WORD0_FILEHANDLE;
2673 }
2674 if (bmap2 & FATTR4_WORD2_SECURITY_LABEL) {
1ec8c0c4 2675 ret += NFS4_MAXLABELLEN + 12;
b86cef60
BF		 2676 bmap2 &= ~FATTR4_WORD2_SECURITY_LABEL;
2677 }
2678 /*
2679 * Largest of remaining attributes are 16 bytes (e.g.,
2680 * supported_attributes)
2681 */
2682 ret += 16 * (hweight32(bmap0) + hweight32(bmap1) + hweight32(bmap2));
2683 /* bitmask, length */
2684 ret += 20;
2685 return ret;
2686}
2687
2282cd2c
KM		 2688static inline u32 nfsd4_getfh_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2689{
2690 return (op_encode_hdr_size + 1) * sizeof(__be32) + NFS4_FHSIZE;
2691}
2692
58e7b33a
MJ		 2693static inline u32 nfsd4_link_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2694{
2695 return (op_encode_hdr_size + op_encode_change_info_maxsz)
2696 * sizeof(__be32);
2697}
2698
2699static inline u32 nfsd4_lock_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2700{
2701 return (op_encode_hdr_size + op_encode_lock_denied_maxsz)
2702 * sizeof(__be32);
2703}
2704
2705static inline u32 nfsd4_open_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2706{
2707 return (op_encode_hdr_size + op_encode_stateid_maxsz
2708 + op_encode_change_info_maxsz + 1
2709 + nfs4_fattr_bitmap_maxsz
2710 + op_encode_delegation_maxsz) * sizeof(__be32);
2711}
2712
2713static inline u32 nfsd4_read_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2714{
2715 u32 maxcount = 0, rlen = 0;
2716
2717 maxcount = svc_max_payload(rqstp);
3c7aa15d 2718 rlen = min(op->u.read.rd_length, maxcount);
58e7b33a 2719
622f560e 2720 return (op_encode_hdr_size + 2 + XDR_QUADLEN(rlen)) * sizeof(__be32);
58e7b33a
MJ		 2721}
2722
528b8493
AS		 2723static inline u32 nfsd4_read_plus_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2724{
2725 u32 maxcount = svc_max_payload(rqstp);
2726 u32 rlen = min(op->u.read.rd_length, maxcount);
2727 /*
2728 * If we detect that the file changed during hole encoding, then we
2729 * recover by encoding the remaining reply as data. This means we need
2730 * to set aside enough room to encode two data segments.
2731 */
2732 u32 seg_len = 2 * (1 + 2 + 1);
2733
2734 return (op_encode_hdr_size + 2 + seg_len + XDR_QUADLEN(rlen)) * sizeof(__be32);
2735}
2736
58e7b33a
MJ		 2737static inline u32 nfsd4_readdir_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2738{
3c7aa15d 2739 u32 maxcount = 0, rlen = 0;
58e7b33a 2740
3c7aa15d
KM		 2741 maxcount = svc_max_payload(rqstp);
2742 rlen = min(op->u.readdir.rd_maxcount, maxcount);
58e7b33a 2743
561f0ed4
BF		 2744 return (op_encode_hdr_size + op_encode_verifier_maxsz +
2745 XDR_QUADLEN(rlen)) * sizeof(__be32);
58e7b33a
MJ		 2746}
2747
2282cd2c
KM		 2748static inline u32 nfsd4_readlink_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2749{
2750 return (op_encode_hdr_size + 1) * sizeof(__be32) + PAGE_SIZE;
2751}
2752
58e7b33a
MJ		 2753static inline u32 nfsd4_remove_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2754{
2755 return (op_encode_hdr_size + op_encode_change_info_maxsz)
2756 * sizeof(__be32);
2757}
2758
2759static inline u32 nfsd4_rename_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2760{
2761 return (op_encode_hdr_size + op_encode_change_info_maxsz
2762 + op_encode_change_info_maxsz) * sizeof(__be32);
2763}
2764
ccae70a9
BF		 2765static inline u32 nfsd4_sequence_rsize(struct svc_rqst *rqstp,
2766 struct nfsd4_op *op)
2767{
d1d84c96
BF		 2768 return (op_encode_hdr_size
2769 + XDR_QUADLEN(NFS4_MAX_SESSIONID_LEN) + 5) * sizeof(__be32);
ccae70a9
BF		 2770}
2771
2282cd2c
KM		 2772static inline u32 nfsd4_test_stateid_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2773{
2774 return (op_encode_hdr_size + 1 + op->u.test_stateid.ts_num_ids)
2775 * sizeof(__be32);
2776}
2777
58e7b33a
MJ		 2778static inline u32 nfsd4_setattr_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2779{
2780 return (op_encode_hdr_size + nfs4_fattr_bitmap_maxsz) * sizeof(__be32);
2781}
2782
2282cd2c
KM		 2783static inline u32 nfsd4_secinfo_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2784{
2785 return (op_encode_hdr_size + RPC_AUTH_MAXFLAVOR *
2786 (4 + XDR_QUADLEN(GSS_OID_MAX_LEN))) * sizeof(__be32);
2787}
2788
58e7b33a
MJ		 2789static inline u32 nfsd4_setclientid_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2790{
480efaee
BF		 2791 return (op_encode_hdr_size + 2 + XDR_QUADLEN(NFS4_VERIFIER_SIZE)) *
2792 sizeof(__be32);
58e7b33a
MJ		 2793}
2794
2795static inline u32 nfsd4_write_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2796{
f34e432b 2797 return (op_encode_hdr_size + 2 + op_encode_verifier_maxsz) * sizeof(__be32);
58e7b33a
MJ		 2798}
2799
2800static inline u32 nfsd4_exchange_id_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2801{
2802 return (op_encode_hdr_size + 2 + 1 + /* eir_clientid, eir_sequenceid */\
a8bb84bc
KM		 2803 1 + 1 + /* eir_flags, spr_how */\
2804 4 + /* spo_must_enforce & _allow with bitmap */\
58e7b33a
MJ		 2805 2 + /*eir_server_owner.so_minor_id */\
2806 /* eir_server_owner.so_major_id<> */\
2807 XDR_QUADLEN(NFS4_OPAQUE_LIMIT) + 1 +\
2808 /* eir_server_scope<> */\
2809 XDR_QUADLEN(NFS4_OPAQUE_LIMIT) + 1 +\
2810 1 + /* eir_server_impl_id array length */\
2811 0 /* ignored eir_server_impl_id contents */) * sizeof(__be32);
2812}
2813
2814static inline u32 nfsd4_bind_conn_to_session_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2815{
2816 return (op_encode_hdr_size + \
2817 XDR_QUADLEN(NFS4_MAX_SESSIONID_LEN) + /* bctsr_sessid */\
2818 2 /* bctsr_dir, use_conn_in_rdma_mode */) * sizeof(__be32);
2819}
2820
2821static inline u32 nfsd4_create_session_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2822{
2823 return (op_encode_hdr_size + \
2824 XDR_QUADLEN(NFS4_MAX_SESSIONID_LEN) + /* sessionid */\
2825 2 + /* csr_sequence, csr_flags */\
2826 op_encode_channel_attrs_maxsz + \
2827 op_encode_channel_attrs_maxsz) * sizeof(__be32);
2828}
2829
29ae7f9d
AS		 2830static inline u32 nfsd4_copy_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2831{
2832 return (op_encode_hdr_size +
2833 1 /* wr_callback */ +
2834 op_encode_stateid_maxsz /* wr_callback */ +
2835 2 /* wr_count */ +
2836 1 /* wr_committed */ +
2837 op_encode_verifier_maxsz +
2838 1 /* cr_consecutive */ +
2839 1 /* cr_synchronous */) * sizeof(__be32);
2840}
2841
6308bc98
OK		 2842static inline u32 nfsd4_offload_status_rsize(struct svc_rqst *rqstp,
2843 struct nfsd4_op *op)
2844{
2845 return (op_encode_hdr_size +
2846 2 /* osr_count */ +
2847 1 /* osr_complete<1> optional 0 for now */) * sizeof(__be32);
2848}
2849
51911868
OK		 2850static inline u32 nfsd4_copy_notify_rsize(struct svc_rqst *rqstp,
2851 struct nfsd4_op *op)
2852{
2853 return (op_encode_hdr_size +
2854 3 /* cnr_lease_time */ +
2855 1 /* We support one cnr_source_server */ +
2856 1 /* cnr_stateid seq */ +
2857 op_encode_stateid_maxsz /* cnr_stateid */ +
2858 1 /* num cnr_source_server*/ +
2859 1 /* nl4_type */ +
2860 1 /* nl4 size */ +
2861 XDR_QUADLEN(NFS4_OPAQUE_LIMIT) /*nl4_loc + nl4_loc_sz */)
2862 * sizeof(__be32);
2863}
2864
9cf514cc 2865#ifdef CONFIG_NFSD_PNFS
2282cd2c
KM		 2866static inline u32 nfsd4_getdeviceinfo_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2867{
2868 u32 maxcount = 0, rlen = 0;
2869
2870 maxcount = svc_max_payload(rqstp);
2871 rlen = min(op->u.getdeviceinfo.gd_maxcount, maxcount);
2872
2873 return (op_encode_hdr_size +
2874 1 /* gd_layout_type*/ +
2875 XDR_QUADLEN(rlen) +
2876 2 /* gd_notify_types */) * sizeof(__be32);
2877}
2878
9cf514cc
CH		 2879/*
2880 * At this stage we don't really know what layout driver will handle the request,
2881 * so we need to define an arbitrary upper bound here.
2882 */
2883#define MAX_LAYOUT_SIZE 128
2884static inline u32 nfsd4_layoutget_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2885{
2886 return (op_encode_hdr_size +
2887 1 /* logr_return_on_close */ +
2888 op_encode_stateid_maxsz +
2889 1 /* nr of layouts */ +
2890 MAX_LAYOUT_SIZE) * sizeof(__be32);
2891}
2892
2893static inline u32 nfsd4_layoutcommit_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2894{
2895 return (op_encode_hdr_size +
2896 1 /* locr_newsize */ +
2897 2 /* ns_size */) * sizeof(__be32);
2898}
2899
2900static inline u32 nfsd4_layoutreturn_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2901{
2902 return (op_encode_hdr_size +
2903 1 /* lrs_stateid */ +
2904 op_encode_stateid_maxsz) * sizeof(__be32);
2905}
2906#endif /* CONFIG_NFSD_PNFS */
2907
2282cd2c
KM		 2908
2909static inline u32 nfsd4_seek_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2910{
2911 return (op_encode_hdr_size + 3) * sizeof(__be32);
2912}
2913
23e50fe3
FL		 2914static inline u32 nfsd4_getxattr_rsize(struct svc_rqst *rqstp,
2915 struct nfsd4_op *op)
2916{
2917 u32 maxcount, rlen;
2918
2919 maxcount = svc_max_payload(rqstp);
2920 rlen = min_t(u32, XATTR_SIZE_MAX, maxcount);
2921
2922 return (op_encode_hdr_size + 1 + XDR_QUADLEN(rlen)) * sizeof(__be32);
2923}
2924
2925static inline u32 nfsd4_setxattr_rsize(struct svc_rqst *rqstp,
2926 struct nfsd4_op *op)
2927{
2928 return (op_encode_hdr_size + op_encode_change_info_maxsz)
2929 * sizeof(__be32);
2930}
2931static inline u32 nfsd4_listxattrs_rsize(struct svc_rqst *rqstp,
2932 struct nfsd4_op *op)
2933{
2934 u32 maxcount, rlen;
2935
2936 maxcount = svc_max_payload(rqstp);
2937 rlen = min(op->u.listxattrs.lsxa_maxcount, maxcount);
2938
2939 return (op_encode_hdr_size + 4 + XDR_QUADLEN(rlen)) * sizeof(__be32);
2940}
2941
2942static inline u32 nfsd4_removexattr_rsize(struct svc_rqst *rqstp,
2943 struct nfsd4_op *op)
2944{
2945 return (op_encode_hdr_size + op_encode_change_info_maxsz)
2946 * sizeof(__be32);
2947}
2948
2949
bb2a8b0c 2950static const struct nfsd4_operation nfsd4_ops[] = {
b591480b 2951 [OP_ACCESS] = {
eb69853d 2952 .op_func = nfsd4_access,
b001a1b6 2953 .op_name = "OP_ACCESS",
1c122638 2954 .op_rsize_bop = nfsd4_access_rsize,
b591480b
BF		 2955 },
2956 [OP_CLOSE] = {
eb69853d 2957 .op_func = nfsd4_close,
58e7b33a 2958 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 2959 .op_name = "OP_CLOSE",
1c122638 2960 .op_rsize_bop = nfsd4_status_stateid_rsize,
57832e7b 2961 .op_get_currentstateid = nfsd4_get_closestateid,
b60e9859 2962 .op_set_currentstateid = nfsd4_set_closestateid,
b591480b
BF		 2963 },
2964 [OP_COMMIT] = {
eb69853d 2965 .op_func = nfsd4_commit,
58e7b33a 2966 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 2967 .op_name = "OP_COMMIT",
1c122638 2968 .op_rsize_bop = nfsd4_commit_rsize,
b591480b
BF		 2969 },
2970 [OP_CREATE] = {
eb69853d 2971 .op_func = nfsd4_create,
d1471053 2972 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME | OP_CLEAR_STATEID,
b001a1b6 2973 .op_name = "OP_CREATE",
1c122638 2974 .op_rsize_bop = nfsd4_create_rsize,
b591480b
BF		 2975 },
2976 [OP_DELEGRETURN] = {
eb69853d 2977 .op_func = nfsd4_delegreturn,
58e7b33a 2978 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 2979 .op_name = "OP_DELEGRETURN",
58e7b33a 2980 .op_rsize_bop = nfsd4_only_status_rsize,
57832e7b 2981 .op_get_currentstateid = nfsd4_get_delegreturnstateid,
b591480b
BF		 2982 },
2983 [OP_GETATTR] = {
eb69853d 2984 .op_func = nfsd4_getattr,
eeac294e 2985 .op_flags = ALLOWED_ON_ABSENT_FS,
b86cef60 2986 .op_rsize_bop = nfsd4_getattr_rsize,
b001a1b6 2987 .op_name = "OP_GETATTR",
b591480b
BF		 2988 },
2989 [OP_GETFH] = {
eb69853d 2990 .op_func = nfsd4_getfh,
b001a1b6 2991 .op_name = "OP_GETFH",
1c122638 2992 .op_rsize_bop = nfsd4_getfh_rsize,
b591480b
BF		 2993 },
2994 [OP_LINK] = {
eb69853d 2995 .op_func = nfsd4_link,
c856694e
BF		 2996 .op_flags = ALLOWED_ON_ABSENT_FS | OP_MODIFIES_SOMETHING
2997 | OP_CACHEME,
b001a1b6 2998 .op_name = "OP_LINK",
1c122638 2999 .op_rsize_bop = nfsd4_link_rsize,
b591480b
BF		 3000 },
3001 [OP_LOCK] = {
eb69853d 3002 .op_func = nfsd4_lock,
b7571e4c
BF		 3003 .op_flags = OP_MODIFIES_SOMETHING |
3004 OP_NONTRIVIAL_ERROR_ENCODE,
b001a1b6 3005 .op_name = "OP_LOCK",
1c122638 3006 .op_rsize_bop = nfsd4_lock_rsize,
b60e9859 3007 .op_set_currentstateid = nfsd4_set_lockstateid,
b591480b
BF		 3008 },
3009 [OP_LOCKT] = {
eb69853d 3010 .op_func = nfsd4_lockt,
b7571e4c 3011 .op_flags = OP_NONTRIVIAL_ERROR_ENCODE,
b001a1b6 3012 .op_name = "OP_LOCKT",
1c122638 3013 .op_rsize_bop = nfsd4_lock_rsize,
b591480b
BF		 3014 },
3015 [OP_LOCKU] = {
eb69853d 3016 .op_func = nfsd4_locku,
58e7b33a 3017 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 3018 .op_name = "OP_LOCKU",
1c122638 3019 .op_rsize_bop = nfsd4_status_stateid_rsize,
57832e7b 3020 .op_get_currentstateid = nfsd4_get_lockustateid,
b591480b
BF		 3021 },
3022 [OP_LOOKUP] = {
eb69853d 3023 .op_func = nfsd4_lookup,
d1471053 3024 .op_flags = OP_HANDLES_WRONGSEC | OP_CLEAR_STATEID,
b001a1b6 3025 .op_name = "OP_LOOKUP",
1c122638 3026 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3027 },
3028 [OP_LOOKUPP] = {
eb69853d 3029 .op_func = nfsd4_lookupp,
d1471053 3030 .op_flags = OP_HANDLES_WRONGSEC | OP_CLEAR_STATEID,
b001a1b6 3031 .op_name = "OP_LOOKUPP",
1c122638 3032 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3033 },
3034 [OP_NVERIFY] = {
eb69853d 3035 .op_func = nfsd4_nverify,
b001a1b6 3036 .op_name = "OP_NVERIFY",
1c122638 3037 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3038 },
3039 [OP_OPEN] = {
eb69853d 3040 .op_func = nfsd4_open,
58e7b33a 3041 .op_flags = OP_HANDLES_WRONGSEC | OP_MODIFIES_SOMETHING,
b001a1b6 3042 .op_name = "OP_OPEN",
1c122638 3043 .op_rsize_bop = nfsd4_open_rsize,
b60e9859 3044 .op_set_currentstateid = nfsd4_set_openstateid,
b591480b
BF		 3045 },
3046 [OP_OPEN_CONFIRM] = {
eb69853d 3047 .op_func = nfsd4_open_confirm,
58e7b33a 3048 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 3049 .op_name = "OP_OPEN_CONFIRM",
1c122638 3050 .op_rsize_bop = nfsd4_status_stateid_rsize,
b591480b
BF		 3051 },
3052 [OP_OPEN_DOWNGRADE] = {
eb69853d 3053 .op_func = nfsd4_open_downgrade,
58e7b33a 3054 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 3055 .op_name = "OP_OPEN_DOWNGRADE",
1c122638 3056 .op_rsize_bop = nfsd4_status_stateid_rsize,
57832e7b 3057 .op_get_currentstateid = nfsd4_get_opendowngradestateid,
b60e9859 3058 .op_set_currentstateid = nfsd4_set_opendowngradestateid,
b591480b
BF		 3059 },
3060 [OP_PUTFH] = {
eb69853d 3061 .op_func = nfsd4_putfh,
68d93184 3062 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
5b648699 3063 | OP_IS_PUTFH_LIKE | OP_CLEAR_STATEID,
b001a1b6 3064 .op_name = "OP_PUTFH",
1c122638 3065 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b 3066 },
eeac294e 3067 [OP_PUTPUBFH] = {
eb69853d 3068 .op_func = nfsd4_putrootfh,
68d93184 3069 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
5b648699 3070 | OP_IS_PUTFH_LIKE | OP_CLEAR_STATEID,
b001a1b6 3071 .op_name = "OP_PUTPUBFH",
1c122638 3072 .op_rsize_bop = nfsd4_only_status_rsize,
eeac294e 3073 },
b591480b 3074 [OP_PUTROOTFH] = {
eb69853d 3075 .op_func = nfsd4_putrootfh,
68d93184 3076 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
5b648699 3077 | OP_IS_PUTFH_LIKE | OP_CLEAR_STATEID,
b001a1b6 3078 .op_name = "OP_PUTROOTFH",
1c122638 3079 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3080 },
3081 [OP_READ] = {
eb69853d 3082 .op_func = nfsd4_read,
34b1744c 3083 .op_release = nfsd4_read_release,
b001a1b6 3084 .op_name = "OP_READ",
1c122638 3085 .op_rsize_bop = nfsd4_read_rsize,
57832e7b 3086 .op_get_currentstateid = nfsd4_get_readstateid,
b591480b
BF		 3087 },
3088 [OP_READDIR] = {
eb69853d 3089 .op_func = nfsd4_readdir,
b001a1b6 3090 .op_name = "OP_READDIR",
1c122638 3091 .op_rsize_bop = nfsd4_readdir_rsize,
b591480b
BF		 3092 },
3093 [OP_READLINK] = {
eb69853d 3094 .op_func = nfsd4_readlink,
b001a1b6 3095 .op_name = "OP_READLINK",
1c122638 3096 .op_rsize_bop = nfsd4_readlink_rsize,
b591480b
BF		 3097 },
3098 [OP_REMOVE] = {
eb69853d 3099 .op_func = nfsd4_remove,
c856694e 3100 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
b001a1b6 3101 .op_name = "OP_REMOVE",
1c122638 3102 .op_rsize_bop = nfsd4_remove_rsize,
b591480b
BF		 3103 },
3104 [OP_RENAME] = {
eb69853d 3105 .op_func = nfsd4_rename,
c856694e 3106 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
58e7b33a 3107 .op_name = "OP_RENAME",
1c122638 3108 .op_rsize_bop = nfsd4_rename_rsize,
b591480b
BF		 3109 },
3110 [OP_RENEW] = {
eb69853d 3111 .op_func = nfsd4_renew,
58e7b33a
MJ		 3112 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
3113 | OP_MODIFIES_SOMETHING,
b001a1b6 3114 .op_name = "OP_RENEW",
1c122638 3115 .op_rsize_bop = nfsd4_only_status_rsize,
58e7b33a 3116
b591480b
BF		 3117 },
3118 [OP_RESTOREFH] = {
eb69853d 3119 .op_func = nfsd4_restorefh,
68d93184 3120 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
58e7b33a 3121 | OP_IS_PUTFH_LIKE | OP_MODIFIES_SOMETHING,
b001a1b6 3122 .op_name = "OP_RESTOREFH",
1c122638 3123 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3124 },
3125 [OP_SAVEFH] = {
eb69853d 3126 .op_func = nfsd4_savefh,
58e7b33a 3127 .op_flags = OP_HANDLES_WRONGSEC | OP_MODIFIES_SOMETHING,
b001a1b6 3128 .op_name = "OP_SAVEFH",
1c122638 3129 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b 3130 },
dcb488a3 3131 [OP_SECINFO] = {
eb69853d 3132 .op_func = nfsd4_secinfo,
34b1744c 3133 .op_release = nfsd4_secinfo_release,
68d93184 3134 .op_flags = OP_HANDLES_WRONGSEC,
b001a1b6 3135 .op_name = "OP_SECINFO",
1c122638 3136 .op_rsize_bop = nfsd4_secinfo_rsize,
dcb488a3 3137 },
b591480b 3138 [OP_SETATTR] = {
eb69853d 3139 .op_func = nfsd4_setattr,
b001a1b6 3140 .op_name = "OP_SETATTR",
b7571e4c
BF		 3141 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME
3142 | OP_NONTRIVIAL_ERROR_ENCODE,
1c122638 3143 .op_rsize_bop = nfsd4_setattr_rsize,
57832e7b 3144 .op_get_currentstateid = nfsd4_get_setattrstateid,
b591480b
BF		 3145 },
3146 [OP_SETCLIENTID] = {
eb69853d 3147 .op_func = nfsd4_setclientid,
58e7b33a 3148 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
b7571e4c
BF		 3149 | OP_MODIFIES_SOMETHING | OP_CACHEME
3150 | OP_NONTRIVIAL_ERROR_ENCODE,
b001a1b6 3151 .op_name = "OP_SETCLIENTID",
1c122638 3152 .op_rsize_bop = nfsd4_setclientid_rsize,
b591480b
BF		 3153 },
3154 [OP_SETCLIENTID_CONFIRM] = {
eb69853d 3155 .op_func = nfsd4_setclientid_confirm,
58e7b33a 3156 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
c856694e 3157 | OP_MODIFIES_SOMETHING | OP_CACHEME,
b001a1b6 3158 .op_name = "OP_SETCLIENTID_CONFIRM",
1c122638 3159 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3160 },
3161 [OP_VERIFY] = {
eb69853d 3162 .op_func = nfsd4_verify,
b001a1b6 3163 .op_name = "OP_VERIFY",
1c122638 3164 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3165 },
3166 [OP_WRITE] = {
eb69853d 3167 .op_func = nfsd4_write,
c856694e 3168 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
b001a1b6 3169 .op_name = "OP_WRITE",
1c122638 3170 .op_rsize_bop = nfsd4_write_rsize,
57832e7b 3171 .op_get_currentstateid = nfsd4_get_writestateid,
b591480b
BF		 3172 },
3173 [OP_RELEASE_LOCKOWNER] = {
eb69853d 3174 .op_func = nfsd4_release_lockowner,
58e7b33a
MJ		 3175 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
3176 | OP_MODIFIES_SOMETHING,
b001a1b6 3177 .op_name = "OP_RELEASE_LOCKOWNER",
1c122638 3178 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b 3179 },
069b6ad4
AA		 3180
3181 /* NFSv4.1 operations */
3182 [OP_EXCHANGE_ID] = {
eb69853d 3183 .op_func = nfsd4_exchange_id,
58e7b33a
MJ		 3184 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
3185 | OP_MODIFIES_SOMETHING,
069b6ad4 3186 .op_name = "OP_EXCHANGE_ID",
1c122638 3187 .op_rsize_bop = nfsd4_exchange_id_rsize,
069b6ad4 3188 },
cb73a9f4 3189 [OP_BACKCHANNEL_CTL] = {
eb69853d 3190 .op_func = nfsd4_backchannel_ctl,
cb73a9f4
BF		 3191 .op_flags = ALLOWED_WITHOUT_FH | OP_MODIFIES_SOMETHING,
3192 .op_name = "OP_BACKCHANNEL_CTL",
1c122638 3193 .op_rsize_bop = nfsd4_only_status_rsize,
cb73a9f4 3194 },
1d1bc8f2 3195 [OP_BIND_CONN_TO_SESSION] = {
eb69853d 3196 .op_func = nfsd4_bind_conn_to_session,
58e7b33a
MJ		 3197 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
3198 | OP_MODIFIES_SOMETHING,
1d1bc8f2 3199 .op_name = "OP_BIND_CONN_TO_SESSION",
1c122638 3200 .op_rsize_bop = nfsd4_bind_conn_to_session_rsize,
1d1bc8f2 3201 },
069b6ad4 3202 [OP_CREATE_SESSION] = {
eb69853d 3203 .op_func = nfsd4_create_session,
58e7b33a
MJ		 3204 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
3205 | OP_MODIFIES_SOMETHING,
069b6ad4 3206 .op_name = "OP_CREATE_SESSION",
1c122638 3207 .op_rsize_bop = nfsd4_create_session_rsize,
069b6ad4
AA		 3208 },
3209 [OP_DESTROY_SESSION] = {
eb69853d 3210 .op_func = nfsd4_destroy_session,
58e7b33a
MJ		 3211 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
3212 | OP_MODIFIES_SOMETHING,
069b6ad4 3213 .op_name = "OP_DESTROY_SESSION",
1c122638 3214 .op_rsize_bop = nfsd4_only_status_rsize,
069b6ad4
AA		 3215 },
3216 [OP_SEQUENCE] = {
eb69853d 3217 .op_func = nfsd4_sequence,
f9bb94c4 3218 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP,
069b6ad4 3219 .op_name = "OP_SEQUENCE",
1c122638 3220 .op_rsize_bop = nfsd4_sequence_rsize,
069b6ad4 3221 },
094b5d74 3222 [OP_DESTROY_CLIENTID] = {
eb69853d 3223 .op_func = nfsd4_destroy_clientid,
58e7b33a
MJ		 3224 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
3225 | OP_MODIFIES_SOMETHING,
094b5d74 3226 .op_name = "OP_DESTROY_CLIENTID",
1c122638 3227 .op_rsize_bop = nfsd4_only_status_rsize,
094b5d74 3228 },
4dc6ec00 3229 [OP_RECLAIM_COMPLETE] = {
eb69853d 3230 .op_func = nfsd4_reclaim_complete,
58e7b33a 3231 .op_flags = ALLOWED_WITHOUT_FH | OP_MODIFIES_SOMETHING,
4dc6ec00 3232 .op_name = "OP_RECLAIM_COMPLETE",
1c122638 3233 .op_rsize_bop = nfsd4_only_status_rsize,
4dc6ec00 3234 },
04f4ad16 3235 [OP_SECINFO_NO_NAME] = {
eb69853d 3236 .op_func = nfsd4_secinfo_no_name,
ec572b9e 3237 .op_release = nfsd4_secinfo_no_name_release,
68d93184 3238 .op_flags = OP_HANDLES_WRONGSEC,
04f4ad16 3239 .op_name = "OP_SECINFO_NO_NAME",
1c122638 3240 .op_rsize_bop = nfsd4_secinfo_rsize,
04f4ad16 3241 },
17456804 3242 [OP_TEST_STATEID] = {
eb69853d 3243 .op_func = nfsd4_test_stateid,
17456804
BS		 3244 .op_flags = ALLOWED_WITHOUT_FH,
3245 .op_name = "OP_TEST_STATEID",
1c122638 3246 .op_rsize_bop = nfsd4_test_stateid_rsize,
17456804 3247 },
e1ca12df 3248 [OP_FREE_STATEID] = {
eb69853d 3249 .op_func = nfsd4_free_stateid,
58e7b33a 3250 .op_flags = ALLOWED_WITHOUT_FH | OP_MODIFIES_SOMETHING,
e1ca12df 3251 .op_name = "OP_FREE_STATEID",
57832e7b 3252 .op_get_currentstateid = nfsd4_get_freestateid,
1c122638 3253 .op_rsize_bop = nfsd4_only_status_rsize,
e1ca12df 3254 },
9cf514cc
CH		 3255#ifdef CONFIG_NFSD_PNFS
3256 [OP_GETDEVICEINFO] = {
eb69853d 3257 .op_func = nfsd4_getdeviceinfo,
34b1744c 3258 .op_release = nfsd4_getdeviceinfo_release,
9cf514cc
CH		 3259 .op_flags = ALLOWED_WITHOUT_FH,
3260 .op_name = "OP_GETDEVICEINFO",
1c122638 3261 .op_rsize_bop = nfsd4_getdeviceinfo_rsize,
9cf514cc
CH		 3262 },
3263 [OP_LAYOUTGET] = {
eb69853d 3264 .op_func = nfsd4_layoutget,
34b1744c 3265 .op_release = nfsd4_layoutget_release,
9cf514cc
CH		 3266 .op_flags = OP_MODIFIES_SOMETHING,
3267 .op_name = "OP_LAYOUTGET",
1c122638 3268 .op_rsize_bop = nfsd4_layoutget_rsize,
9cf514cc
CH		 3269 },
3270 [OP_LAYOUTCOMMIT] = {
eb69853d 3271 .op_func = nfsd4_layoutcommit,
9cf514cc
CH		 3272 .op_flags = OP_MODIFIES_SOMETHING,
3273 .op_name = "OP_LAYOUTCOMMIT",
1c122638 3274 .op_rsize_bop = nfsd4_layoutcommit_rsize,
9cf514cc
CH		 3275 },
3276 [OP_LAYOUTRETURN] = {
eb69853d 3277 .op_func = nfsd4_layoutreturn,
9cf514cc
CH		 3278 .op_flags = OP_MODIFIES_SOMETHING,
3279 .op_name = "OP_LAYOUTRETURN",
1c122638 3280 .op_rsize_bop = nfsd4_layoutreturn_rsize,
9cf514cc
CH		 3281 },
3282#endif /* CONFIG_NFSD_PNFS */
24bab491
AS		 3283
3284 /* NFSv4.2 operations */
95d871f0 3285 [OP_ALLOCATE] = {
eb69853d 3286 .op_func = nfsd4_allocate,
03b31f48 3287 .op_flags = OP_MODIFIES_SOMETHING,
95d871f0 3288 .op_name = "OP_ALLOCATE",
1c122638 3289 .op_rsize_bop = nfsd4_only_status_rsize,
95d871f0 3290 },
b0cb9085 3291 [OP_DEALLOCATE] = {
eb69853d 3292 .op_func = nfsd4_deallocate,
03b31f48 3293 .op_flags = OP_MODIFIES_SOMETHING,
b0cb9085 3294 .op_name = "OP_DEALLOCATE",
1c122638 3295 .op_rsize_bop = nfsd4_only_status_rsize,
b0cb9085 3296 },
ffa0160a 3297 [OP_CLONE] = {
eb69853d 3298 .op_func = nfsd4_clone,
03b31f48 3299 .op_flags = OP_MODIFIES_SOMETHING,
ffa0160a 3300 .op_name = "OP_CLONE",
1c122638 3301 .op_rsize_bop = nfsd4_only_status_rsize,
ffa0160a 3302 },
29ae7f9d 3303 [OP_COPY] = {
eb69853d 3304 .op_func = nfsd4_copy,
03b31f48 3305 .op_flags = OP_MODIFIES_SOMETHING,
29ae7f9d 3306 .op_name = "OP_COPY",
1c122638 3307 .op_rsize_bop = nfsd4_copy_rsize,
29ae7f9d 3308 },
528b8493
AS		 3309 [OP_READ_PLUS] = {
3310 .op_func = nfsd4_read,
3311 .op_release = nfsd4_read_release,
3312 .op_name = "OP_READ_PLUS",
3313 .op_rsize_bop = nfsd4_read_plus_rsize,
3314 .op_get_currentstateid = nfsd4_get_readstateid,
3315 },
24bab491 3316 [OP_SEEK] = {
eb69853d 3317 .op_func = nfsd4_seek,
24bab491 3318 .op_name = "OP_SEEK",
1c122638 3319 .op_rsize_bop = nfsd4_seek_rsize,
24bab491 3320 },
6308bc98
OK		 3321 [OP_OFFLOAD_STATUS] = {
3322 .op_func = nfsd4_offload_status,
3323 .op_name = "OP_OFFLOAD_STATUS",
3324 .op_rsize_bop = nfsd4_offload_status_rsize,
3325 },
885e2bf3
OK		 3326 [OP_OFFLOAD_CANCEL] = {
3327 .op_func = nfsd4_offload_cancel,
3328 .op_flags = OP_MODIFIES_SOMETHING,
3329 .op_name = "OP_OFFLOAD_CANCEL",
3330 .op_rsize_bop = nfsd4_only_status_rsize,
3331 },
51911868
OK		 3332 [OP_COPY_NOTIFY] = {
3333 .op_func = nfsd4_copy_notify,
3334 .op_flags = OP_MODIFIES_SOMETHING,
3335 .op_name = "OP_COPY_NOTIFY",
3336 .op_rsize_bop = nfsd4_copy_notify_rsize,
3337 },
23e50fe3
FL		 3338 [OP_GETXATTR] = {
3339 .op_func = nfsd4_getxattr,
3340 .op_name = "OP_GETXATTR",
3341 .op_rsize_bop = nfsd4_getxattr_rsize,
3342 },
3343 [OP_SETXATTR] = {
3344 .op_func = nfsd4_setxattr,
3345 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
3346 .op_name = "OP_SETXATTR",
3347 .op_rsize_bop = nfsd4_setxattr_rsize,
3348 },
3349 [OP_LISTXATTRS] = {
3350 .op_func = nfsd4_listxattrs,
3351 .op_name = "OP_LISTXATTRS",
3352 .op_rsize_bop = nfsd4_listxattrs_rsize,
3353 },
3354 [OP_REMOVEXATTR] = {
3355 .op_func = nfsd4_removexattr,
3356 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
3357 .op_name = "OP_REMOVEXATTR",
3358 .op_rsize_bop = nfsd4_removexattr_rsize,
3359 },
b591480b
BF		 3360};
3361
ed941643
AE		 3362/**
3363 * nfsd4_spo_must_allow - Determine if the compound op contains an
3364 * operation that is allowed to be sent with machine credentials
3365 *
3366 * @rqstp: a pointer to the struct svc_rqst
3367 *
3368 * Checks to see if the compound contains a spo_must_allow op
3369 * and confirms that it was sent with the proper machine creds.
3370 */
3371
3372bool nfsd4_spo_must_allow(struct svc_rqst *rqstp)
3373{
3374 struct nfsd4_compoundres *resp = rqstp->rq_resp;
3375 struct nfsd4_compoundargs *argp = rqstp->rq_argp;
e34c0ce9 3376 struct nfsd4_op *this;
ed941643
AE		 3377 struct nfsd4_compound_state *cstate = &resp->cstate;
3378 struct nfs4_op_map *allow = &cstate->clp->cl_spo_must_allow;
3379 u32 opiter;
3380
3381 if (!cstate->minorversion)
3382 return false;
3383
44b49aa6 3384 if (cstate->spo_must_allowed)
ed941643
AE		 3385 return true;
3386
3387 opiter = resp->opcnt;
3388 while (opiter < argp->opcnt) {
3389 this = &argp->ops[opiter++];
3390 if (test_bit(this->opnum, allow->u.longs) &&
3391 cstate->clp->cl_mach_cred &&
3392 nfsd4_mach_creds_match(cstate->clp, rqstp)) {
3393 cstate->spo_must_allowed = true;
3394 return true;
3395 }
3396 }
3397 cstate->spo_must_allowed = false;
3398 return false;
3399}
3400
4f0cefbf
BF		 3401int nfsd4_max_reply(struct svc_rqst *rqstp, struct nfsd4_op *op)
3402{
05b7278d 3403 if (op->opnum == OP_ILLEGAL || op->status == nfserr_notsupp)
4f0cefbf 3404 return op_encode_hdr_size * sizeof(__be32);
2282cd2c
KM		 3405
3406 BUG_ON(OPDESC(op)->op_rsize_bop == NULL);
3407 return OPDESC(op)->op_rsize_bop(rqstp, op);
4f0cefbf
BF		 3408}
3409
07d1f802
BF		 3410void warn_on_nonidempotent_op(struct nfsd4_op *op)
3411{
3412 if (OPDESC(op)->op_flags & OP_MODIFIES_SOMETHING) {
3a237b4a 3413 pr_err("unable to encode reply to nonidempotent op %u (%s)\n",
07d1f802
BF		 3414 op->opnum, nfsd4_op_name(op->opnum));
3415 WARN_ON_ONCE(1);
3416 }
3417}
3418
f1c7f79b 3419static const char *nfsd4_op_name(unsigned opnum)
b001a1b6
BH		 3420{
3421 if (opnum < ARRAY_SIZE(nfsd4_ops))
3422 return nfsd4_ops[opnum].op_name;
3423 return "unknown_operation";
3424}
3425
860bda29 3426static const struct svc_procedure nfsd_procedures4[2] = {
0a93a47f 3427 [NFSPROC4_NULL] = {
f7235b6b 3428 .pc_func = nfsd4_proc_null,
788f7183
CL		 3429 .pc_decode = nfssvc_decode_voidarg,
3430 .pc_encode = nfssvc_encode_voidres,
3431 .pc_argsize = sizeof(struct nfsd_voidargs),
3432 .pc_ressize = sizeof(struct nfsd_voidres),
0a93a47f
YZ		 3433 .pc_cachetype = RC_NOCACHE,
3434 .pc_xdrressize = 1,
2289e87b 3435 .pc_name = "NULL",
0a93a47f
YZ		 3436 },
3437 [NFSPROC4_COMPOUND] = {
f7235b6b 3438 .pc_func = nfsd4_proc_compound,
026fec7e 3439 .pc_decode = nfs4svc_decode_compoundargs,
63f8de37 3440 .pc_encode = nfs4svc_encode_compoundres,
0a93a47f
YZ		 3441 .pc_argsize = sizeof(struct nfsd4_compoundargs),
3442 .pc_ressize = sizeof(struct nfsd4_compoundres),
3e98abff 3443 .pc_release = nfsd4_release_compoundargs,
0a93a47f
YZ		 3444 .pc_cachetype = RC_NOCACHE,
3445 .pc_xdrressize = NFSD_BUFSIZE/4,
2289e87b 3446 .pc_name = "COMPOUND",
0a93a47f 3447 },
1da177e4
LT		 3448};
3449
7fd38af9 3450static unsigned int nfsd_count3[ARRAY_SIZE(nfsd_procedures4)];
e9679189 3451const struct svc_version nfsd_version4 = {
5283b03e
JL		 3452 .vs_vers = 4,
3453 .vs_nproc = 2,
3454 .vs_proc = nfsd_procedures4,
7fd38af9 3455 .vs_count = nfsd_count3,
5283b03e
JL		 3456 .vs_dispatch = nfsd_dispatch,
3457 .vs_xdrsize = NFS4_SVC_XDRSIZE,
3458 .vs_rpcb_optnl = true,
3459 .vs_need_cong_ctrl = true,
1da177e4 3460};
Michael's Linux tree.