]> git.ipfire.org Git - people/ms/linux.git/blame - fs/nfsd/nfs4proc.c
projects / people / ms / linux.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
NFSD: simplify struct nfsfh
[people/ms/linux.git] / fs / nfsd / nfs4proc.c
CommitLineData
1da177e4 1/*
1da177e4
LT		 2 * Server-side procedures for NFSv4.
3 *
4 * Copyright (c) 2002 The Regents of the University of Michigan.
5 * All rights reserved.
6 *
7 * Kendrick Smith <kmsmith@umich.edu>
8 * Andy Adamson <andros@umich.edu>
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 *
14 * 1. Redistributions of source code must retain the above copyright
15 * notice, this list of conditions and the following disclaimer.
16 * 2. Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
19 * 3. Neither the name of the University nor the names of its
20 * contributors may be used to endorse or promote products derived
21 * from this software without specific prior written permission.
22 *
23 * THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED
24 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
25 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
26 * DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
27 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
28 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
29 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
30 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
31 * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
32 * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
33 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
1da177e4 34 */
880a3a53 35#include <linux/fs_struct.h>
7e06b7f9 36#include <linux/file.h>
b0cb9085 37#include <linux/falloc.h>
5a0e3ad6 38#include <linux/slab.h>
e0639dc5 39#include <linux/kthread.h>
624322f1 40#include <linux/sunrpc/addr.h>
0cfcd405 41#include <linux/nfs_ssc.h>
1da177e4 42
58e7b33a 43#include "idmap.h"
9a74af21
BH		 44#include "cache.h"
45#include "xdr4.h"
0a3adade 46#include "vfs.h"
8b70484c 47#include "current_stateid.h"
3320fef1 48#include "netns.h"
4ac7249e 49#include "acl.h"
9cf514cc 50#include "pnfs.h"
31ef83dc 51#include "trace.h"
1da177e4 52
d6c9e436
CL		 53static bool inter_copy_offload_enable;
54module_param(inter_copy_offload_enable, bool, 0644);
55MODULE_PARM_DESC(inter_copy_offload_enable,
56 "Enable inter server to server copy offload. Default: false");
57
f4e44b39
DN		 58#ifdef CONFIG_NFSD_V4_2_INTER_SSC
59static int nfsd4_ssc_umount_timeout = 900000; /* default to 15 mins */
60module_param(nfsd4_ssc_umount_timeout, int, 0644);
61MODULE_PARM_DESC(nfsd4_ssc_umount_timeout,
62 "idle msecs before unmount export from source server");
63#endif
64
18032ca0
DQ		 65#ifdef CONFIG_NFSD_V4_SECURITY_LABEL
66#include <linux/security.h>
67
68static inline void
69nfsd4_security_inode_setsecctx(struct svc_fh *resfh, struct xdr_netobj *label, u32 *bmval)
70{
2b0143b5 71 struct inode *inode = d_inode(resfh->fh_dentry);
18032ca0
DQ		 72 int status;
73
5955102c 74 inode_lock(inode);
18032ca0
DQ		 75 status = security_inode_setsecctx(resfh->fh_dentry,
76 label->data, label->len);
5955102c 77 inode_unlock(inode);
18032ca0
DQ		 78
79 if (status)
80 /*
81 * XXX: We should really fail the whole open, but we may
82 * already have created a new file, so it may be too
83 * late. For now this seems the least of evils:
84 */
85 bmval[2] &= ~FATTR4_WORD2_SECURITY_LABEL;
86
87 return;
88}
89#else
90static inline void
91nfsd4_security_inode_setsecctx(struct svc_fh *resfh, struct xdr_netobj *label, u32 *bmval)
92{ }
93#endif
94
1da177e4
LT		 95#define NFSDDBG_FACILITY NFSDDBG_PROC
96
3c8e0316
YZ		 97static u32 nfsd_attrmask[] = {
98 NFSD_WRITEABLE_ATTRS_WORD0,
99 NFSD_WRITEABLE_ATTRS_WORD1,
100 NFSD_WRITEABLE_ATTRS_WORD2
101};
102
103static u32 nfsd41_ex_attrmask[] = {
104 NFSD_SUPPATTR_EXCLCREAT_WORD0,
105 NFSD_SUPPATTR_EXCLCREAT_WORD1,
106 NFSD_SUPPATTR_EXCLCREAT_WORD2
107};
108
109static __be32
110check_attr_support(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
111 u32 *bmval, u32 *writable)
112{
113 struct dentry *dentry = cstate->current_fh.fh_dentry;
32ddd944 114 struct svc_export *exp = cstate->current_fh.fh_export;
3c8e0316 115
916d2d84 116 if (!nfsd_attrs_supported(cstate->minorversion, bmval))
3c8e0316 117 return nfserr_attrnotsupp;
916d2d84
BF		 118 if ((bmval[0] & FATTR4_WORD0_ACL) && !IS_POSIXACL(d_inode(dentry)))
119 return nfserr_attrnotsupp;
32ddd944
BF		 120 if ((bmval[2] & FATTR4_WORD2_SECURITY_LABEL) &&
121 !(exp->ex_flags & NFSEXP_SECURITY_LABEL))
122 return nfserr_attrnotsupp;
916d2d84
BF		 123 if (writable && !bmval_is_subset(bmval, writable))
124 return nfserr_inval;
47057abd
AG		 125 if (writable && (bmval[2] & FATTR4_WORD2_MODE_UMASK) &&
126 (bmval[1] & FATTR4_WORD1_MODE))
127 return nfserr_inval;
3c8e0316
YZ		 128 return nfs_ok;
129}
130
131static __be32
132nfsd4_check_open_attributes(struct svc_rqst *rqstp,
133 struct nfsd4_compound_state *cstate, struct nfsd4_open *open)
134{
135 __be32 status = nfs_ok;
136
137 if (open->op_create == NFS4_OPEN_CREATE) {
138 if (open->op_createmode == NFS4_CREATE_UNCHECKED
139 || open->op_createmode == NFS4_CREATE_GUARDED)
140 status = check_attr_support(rqstp, cstate,
141 open->op_bmval, nfsd_attrmask);
142 else if (open->op_createmode == NFS4_CREATE_EXCLUSIVE4_1)
143 status = check_attr_support(rqstp, cstate,
144 open->op_bmval, nfsd41_ex_attrmask);
145 }
146
147 return status;
148}
149
9208faf2
YZ		 150static int
151is_create_with_attrs(struct nfsd4_open *open)
152{
153 return open->op_create == NFS4_OPEN_CREATE
154 && (open->op_createmode == NFS4_CREATE_UNCHECKED
155 || open->op_createmode == NFS4_CREATE_GUARDED
156 || open->op_createmode == NFS4_CREATE_EXCLUSIVE4_1);
157}
158
159/*
160 * if error occurs when setting the acl, just clear the acl bit
161 * in the returned attr bitmap.
162 */
163static void
164do_set_nfs4_acl(struct svc_rqst *rqstp, struct svc_fh *fhp,
165 struct nfs4_acl *acl, u32 *bmval)
166{
167 __be32 status;
168
169 status = nfsd4_set_nfs4_acl(rqstp, fhp, acl);
170 if (status)
171 /*
172 * We should probably fail the whole open at this point,
173 * but we've already created the file, so it's too late;
174 * So this seems the least of evils:
175 */
176 bmval[0] &= ~FATTR4_WORD0_ACL;
177}
178
1da177e4
LT		 179static inline void
180fh_dup2(struct svc_fh *dst, struct svc_fh *src)
181{
182 fh_put(dst);
183 dget(src->fh_dentry);
184 if (src->fh_export)
bf18f163 185 exp_get(src->fh_export);
1da177e4
LT		 186 *dst = *src;
187}
188
b37ad28b 189static __be32
dc730e17 190do_open_permission(struct svc_rqst *rqstp, struct svc_fh *current_fh, struct nfsd4_open *open, int accmode)
1da177e4 191{
b37ad28b 192 __be32 status;
1da177e4
LT		 193
194 if (open->op_truncate &&
195 !(open->op_share_access & NFS4_SHARE_ACCESS_WRITE))
196 return nfserr_inval;
197
a043226b
BF		 198 accmode |= NFSD_MAY_READ_IF_EXEC;
199
1da177e4 200 if (open->op_share_access & NFS4_SHARE_ACCESS_READ)
8837abca 201 accmode |= NFSD_MAY_READ;
9801d8a3 202 if (open->op_share_access & NFS4_SHARE_ACCESS_WRITE)
8837abca 203 accmode |= (NFSD_MAY_WRITE | NFSD_MAY_TRUNC);
57ecb34f 204 if (open->op_share_deny & NFS4_SHARE_DENY_READ)
8837abca 205 accmode |= NFSD_MAY_WRITE;
1da177e4
LT		 206
207 status = fh_verify(rqstp, current_fh, S_IFREG, accmode);
208
209 return status;
210}
211
aadab6c6
BF		 212static __be32 nfsd_check_obj_isreg(struct svc_fh *fh)
213{
2b0143b5 214 umode_t mode = d_inode(fh->fh_dentry)->i_mode;
aadab6c6
BF		 215
216 if (S_ISREG(mode))
217 return nfs_ok;
218 if (S_ISDIR(mode))
219 return nfserr_isdir;
220 /*
221 * Using err_symlink as our catch-all case may look odd; but
222 * there's no other obvious error for this case in 4.0, and we
223 * happen to know that it will cause the linux v4 client to do
224 * the right thing on attempts to open something other than a
225 * regular file.
226 */
227 return nfserr_symlink;
228}
229
bbc9c36c
BF		 230static void nfsd4_set_open_owner_reply_cache(struct nfsd4_compound_state *cstate, struct nfsd4_open *open, struct svc_fh *resfh)
231{
232 if (nfsd4_has_session(cstate))
233 return;
234 fh_copy_shallow(&open->op_openowner->oo_owner.so_replay.rp_openfh,
235 &resfh->fh_handle);
236}
237
b37ad28b 238static __be32
c0e6bee4 239do_open_lookup(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate, struct nfsd4_open *open, struct svc_fh **resfh)
1da177e4 240{
bbc9c36c 241 struct svc_fh *current_fh = &cstate->current_fh;
7007c90f 242 int accmode;
b37ad28b 243 __be32 status;
1da177e4 244
c0e6bee4
BF		 245 *resfh = kmalloc(sizeof(struct svc_fh), GFP_KERNEL);
246 if (!*resfh)
59deeb9e 247 return nfserr_jukebox;
c0e6bee4 248 fh_init(*resfh, NFS4_FHSIZE);
500c2481 249 open->op_truncate = false;
1da177e4
LT		 250
251 if (open->op_create) {
79fb54ab
BH		 252 /* FIXME: check session persistence and pnfs flags.
253 * The nfsv4.1 spec requires the following semantics:
254 *
255 * Persistent | pNFS | Server REQUIRED | Client Allowed
256 * Reply Cache | server | |
257 * -------------+--------+-----------------+--------------------
258 * no | no | EXCLUSIVE4_1 | EXCLUSIVE4_1
259 * | | | (SHOULD)
260 * | | and EXCLUSIVE4 | or EXCLUSIVE4
261 * | | | (SHOULD NOT)
262 * no | yes | EXCLUSIVE4_1 | EXCLUSIVE4_1
263 * yes | no | GUARDED4 | GUARDED4
264 * yes | yes | GUARDED4 | GUARDED4
265 */
266
1da177e4
LT		 267 /*
268 * Note: create modes (UNCHECKED,GUARDED...) are the same
ac6721a1 269 * in NFSv4 as in v3 except EXCLUSIVE4_1.
1da177e4 270 */
880a3a53 271 current->fs->umask = open->op_umask;
1708e50b
CL		 272 status = do_nfsd_create(rqstp, current_fh, open->op_fname,
273 open->op_fnamelen, &open->op_iattr,
c0e6bee4 274 *resfh, open->op_createmode,
749997e5 275 (u32 *)open->op_verf.data,
856121b2 276 &open->op_truncate, &open->op_created);
880a3a53 277 current->fs->umask = 0;
749997e5 278
18032ca0 279 if (!status && open->op_label.len)
c0e6bee4 280 nfsd4_security_inode_setsecctx(*resfh, &open->op_label, open->op_bmval);
18032ca0 281
99f88726 282 /*
ead8fb8c
KM		 283 * Following rfc 3530 14.2.16, and rfc 5661 18.16.4
284 * use the returned bitmask to indicate which attributes
285 * we used to store the verifier:
749997e5 286 */
ead8fb8c
KM		 287 if (nfsd_create_is_exclusive(open->op_createmode) && status == 0)
288 open->op_bmval[1] |= (FATTR4_WORD1_TIME_ACCESS |
289 FATTR4_WORD1_TIME_MODIFY);
4335723e
BF		 290 } else
291 /*
292 * Note this may exit with the parent still locked.
293 * We will hold the lock until nfsd4_open's final
294 * lookup, to prevent renames or unlinks until we've had
295 * a chance to an acquire a delegation if appropriate.
296 */
1da177e4 297 status = nfsd_lookup(rqstp, current_fh,
1708e50b 298 open->op_fname, open->op_fnamelen, *resfh);
9dc4e6c4
BF		 299 if (status)
300 goto out;
c0e6bee4 301 status = nfsd_check_obj_isreg(*resfh);
af85852d
BF		 302 if (status)
303 goto out;
1da177e4 304
9208faf2 305 if (is_create_with_attrs(open) && open->op_acl != NULL)
c0e6bee4 306 do_set_nfs4_acl(rqstp, *resfh, open->op_acl, open->op_bmval);
9208faf2 307
c0e6bee4 308 nfsd4_set_open_owner_reply_cache(cstate, open, *resfh);
7007c90f 309 accmode = NFSD_MAY_NOP;
89f6c336
BF		 310 if (open->op_created ||
311 open->op_claim_type == NFS4_OPEN_CLAIM_DELEGATE_CUR)
7007c90f 312 accmode |= NFSD_MAY_OWNER_OVERRIDE;
c0e6bee4 313 status = do_open_permission(rqstp, *resfh, open, accmode);
41fd1e42 314 set_change_info(&open->op_cinfo, current_fh);
af85852d 315out:
1da177e4
LT		 316 return status;
317}
318
b37ad28b 319static __be32
bbc9c36c 320do_open_fhandle(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate, struct nfsd4_open *open)
1da177e4 321{
bbc9c36c 322 struct svc_fh *current_fh = &cstate->current_fh;
b37ad28b 323 __be32 status;
9f415eb2 324 int accmode = 0;
1da177e4 325
1da177e4
LT		 326 /* We don't know the target directory, and therefore can not
327 * set the change info
328 */
329
330 memset(&open->op_cinfo, 0, sizeof(struct nfsd4_change_info));
331
bbc9c36c 332 nfsd4_set_open_owner_reply_cache(cstate, open, current_fh);
1da177e4
LT		 333
334 open->op_truncate = (open->op_iattr.ia_valid & ATTR_SIZE) &&
335 (open->op_iattr.ia_size == 0);
9f415eb2
BF		 336 /*
337 * In the delegation case, the client is telling us about an
338 * open that it *already* performed locally, some time ago. We
339 * should let it succeed now if possible.
340 *
341 * In the case of a CLAIM_FH open, on the other hand, the client
342 * may be counting on us to enforce permissions (the Linux 4.1
343 * client uses this for normal opens, for example).
344 */
345 if (open->op_claim_type == NFS4_OPEN_CLAIM_DELEG_CUR_FH)
346 accmode = NFSD_MAY_OWNER_OVERRIDE;
1da177e4 347
9f415eb2 348 status = do_open_permission(rqstp, current_fh, open, accmode);
1da177e4
LT		 349
350 return status;
351}
352
60adfc50
AA		 353static void
354copy_clientid(clientid_t *clid, struct nfsd4_session *session)
355{
356 struct nfsd4_sessionid *sid =
357 (struct nfsd4_sessionid *)session->se_sessionid.data;
358
359 clid->cl_boot = sid->clientid.cl_boot;
360 clid->cl_id = sid->clientid.cl_id;
361}
1da177e4 362
7191155b 363static __be32
ca364317 364nfsd4_open(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 365 union nfsd4_op_u *u)
1da177e4 366{
eb69853d 367 struct nfsd4_open *open = &u->open;
b37ad28b 368 __be32 status;
c0e6bee4 369 struct svc_fh *resfh = NULL;
3320fef1
SK		 370 struct net *net = SVC_NET(rqstp);
371 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
03f318ca 372 bool reclaim = false;
6668958f 373
fe0750e5 374 dprintk("NFSD: nfsd4_open filename %.*s op_openowner %p\n",
1708e50b 375 (int)open->op_fnamelen, open->op_fname,
fe0750e5 376 open->op_openowner);
1da177e4 377
1da177e4
LT		 378 /* This check required by spec. */
379 if (open->op_create && open->op_claim_type != NFS4_OPEN_CLAIM_NULL)
380 return nfserr_inval;
381
500c2481 382 open->op_created = false;
ab1350b2
MJ		 383 /*
384 * RFC5661 18.51.3
385 * Before RECLAIM_COMPLETE done, server should deny new lock
386 */
387 if (nfsd4_has_session(cstate) &&
ec59659b 388 !test_bit(NFSD4_CLIENT_RECLAIM_COMPLETE, &cstate->clp->cl_flags) &&
ab1350b2
MJ		 389 open->op_claim_type != NFS4_OPEN_CLAIM_PREVIOUS)
390 return nfserr_grace;
391
60adfc50
AA		 392 if (nfsd4_has_session(cstate))
393 copy_clientid(&open->op_clientid, cstate->session);
394
1da177e4 395 /* check seqid for replay. set nfs4_owner */
6cd22668 396 status = nfsd4_process_open1(cstate, open, nn);
a90b061c 397 if (status == nfserr_replay_me) {
fe0750e5 398 struct nfs4_replay *rp = &open->op_openowner->oo_owner.so_replay;
ca364317 399 fh_put(&cstate->current_fh);
a4773c08
BF		 400 fh_copy_shallow(&cstate->current_fh.fh_handle,
401 &rp->rp_openfh);
8837abca 402 status = fh_verify(rqstp, &cstate->current_fh, 0, NFSD_MAY_NOP);
1da177e4
LT		 403 if (status)
404 dprintk("nfsd4_open: replay failed"
405 " restoring previous filehandle\n");
406 else
a90b061c 407 status = nfserr_replay_me;
1da177e4
LT		 408 }
409 if (status)
410 goto out;
9d313b17
BF		 411 if (open->op_xdr_error) {
412 status = open->op_xdr_error;
413 goto out;
414 }
fb553c0f 415
3c8e0316
YZ		 416 status = nfsd4_check_open_attributes(rqstp, cstate, open);
417 if (status)
418 goto out;
419
fb553c0f
BF		 420 /* Openowner is now set, so sequence id will get bumped. Now we need
421 * these checks before we do any creates: */
cbd0d51a 422 status = nfserr_grace;
c87fb4a3 423 if (opens_in_grace(net) && open->op_claim_type != NFS4_OPEN_CLAIM_PREVIOUS)
cbd0d51a
BF		 424 goto out;
425 status = nfserr_no_grace;
c87fb4a3 426 if (!opens_in_grace(net) && open->op_claim_type == NFS4_OPEN_CLAIM_PREVIOUS)
cbd0d51a 427 goto out;
fb553c0f 428
1da177e4 429 switch (open->op_claim_type) {
0dd3c192 430 case NFS4_OPEN_CLAIM_DELEGATE_CUR:
1da177e4 431 case NFS4_OPEN_CLAIM_NULL:
c0e6bee4 432 status = do_open_lookup(rqstp, cstate, open, &resfh);
1da177e4
LT		 433 if (status)
434 goto out;
435 break;
436 case NFS4_OPEN_CLAIM_PREVIOUS:
1722b046 437 status = nfs4_check_open_reclaim(cstate->clp);
0cf99b91
MJ		 438 if (status)
439 goto out;
ba5378b6 440 open->op_openowner->oo_flags |= NFS4_OO_CONFIRMED;
03f318ca 441 reclaim = true;
df561f66 442 fallthrough;
8b289b2c
BF		 443 case NFS4_OPEN_CLAIM_FH:
444 case NFS4_OPEN_CLAIM_DELEG_CUR_FH:
bbc9c36c 445 status = do_open_fhandle(rqstp, cstate, open);
1da177e4
LT		 446 if (status)
447 goto out;
c0e6bee4 448 resfh = &cstate->current_fh;
1da177e4 449 break;
8b289b2c 450 case NFS4_OPEN_CLAIM_DELEG_PREV_FH:
1da177e4 451 case NFS4_OPEN_CLAIM_DELEGATE_PREV:
2fdada03 452 dprintk("NFSD: unsupported OPEN claim type %d\n",
1da177e4
LT		 453 open->op_claim_type);
454 status = nfserr_notsupp;
455 goto out;
456 default:
2fdada03 457 dprintk("NFSD: Invalid OPEN claim type %d\n",
1da177e4
LT		 458 open->op_claim_type);
459 status = nfserr_inval;
460 goto out;
461 }
462 /*
463 * nfsd4_process_open2() does the actual opening of the file. If
464 * successful, it (1) truncates the file if open->op_truncate was
465 * set, (2) sets open->op_stateid, (3) sets open->op_delegation.
466 */
c0e6bee4 467 status = nfsd4_process_open2(rqstp, resfh, open);
b3fbfe0e
JL		 468 WARN(status && open->op_created,
469 "nfsd4_process_open2 failed to open newly-created file! status=%u\n",
470 be32_to_cpu(status));
03f318ca
BF		 471 if (reclaim && !status)
472 nn->somebody_reclaimed = true;
1da177e4 473out:
c0e6bee4
BF		 474 if (resfh && resfh != &cstate->current_fh) {
475 fh_dup2(&cstate->current_fh, resfh);
476 fh_put(resfh);
477 kfree(resfh);
478 }
42297899 479 nfsd4_cleanup_open_state(cstate, open);
9411b1d4 480 nfsd4_bump_seqid(cstate, status);
1da177e4
LT		 481 return status;
482}
483
9d313b17
BF		 484/*
485 * OPEN is the only seqid-mutating operation whose decoding can fail
486 * with a seqid-mutating error (specifically, decoding of user names in
487 * the attributes). Therefore we have to do some processing to look up
488 * the stateowner so that we can bump the seqid.
489 */
490static __be32 nfsd4_open_omfg(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate, struct nfsd4_op *op)
491{
eb69853d 492 struct nfsd4_open *open = &op->u.open;
9d313b17
BF		 493
494 if (!seqid_mutating_err(ntohl(op->status)))
495 return op->status;
496 if (nfsd4_has_session(cstate))
497 return op->status;
498 open->op_xdr_error = op->status;
eb69853d 499 return nfsd4_open(rqstp, cstate, &op->u);
9d313b17
BF		 500}
501
1da177e4
LT		 502/*
503 * filehandle-manipulating ops.
504 */
7191155b 505static __be32
b591480b 506nfsd4_getfh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 507 union nfsd4_op_u *u)
1da177e4 508{
eb69853d 509 u->getfh = &cstate->current_fh;
1da177e4
LT		 510 return nfs_ok;
511}
512
7191155b 513static __be32
ca364317 514nfsd4_putfh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 515 union nfsd4_op_u *u)
1da177e4 516{
eb69853d 517 struct nfsd4_putfh *putfh = &u->putfh;
b9e8638e 518 __be32 ret;
eb69853d 519
ca364317
BF		 520 fh_put(&cstate->current_fh);
521 cstate->current_fh.fh_handle.fh_size = putfh->pf_fhlen;
d8b26071 522 memcpy(&cstate->current_fh.fh_handle.fh_raw, putfh->pf_fhval,
ca364317 523 putfh->pf_fhlen);
b9e8638e
OK		 524 ret = fh_verify(rqstp, &cstate->current_fh, 0, NFSD_MAY_BYPASS_GSS);
525#ifdef CONFIG_NFSD_V4_2_INTER_SSC
526 if (ret == nfserr_stale && putfh->no_verify) {
527 SET_FH_FLAG(&cstate->current_fh, NFSD4_FH_FOREIGN);
528 ret = 0;
529 }
530#endif
531 return ret;
1da177e4
LT		 532}
533
7191155b 534static __be32
b591480b 535nfsd4_putrootfh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 536 union nfsd4_op_u *u)
1da177e4 537{
b37ad28b 538 __be32 status;
1da177e4 539
ca364317 540 fh_put(&cstate->current_fh);
df547efb 541 status = exp_pseudoroot(rqstp, &cstate->current_fh);
1da177e4
LT		 542 return status;
543}
544
7191155b 545static __be32
b591480b 546nfsd4_restorefh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 547 union nfsd4_op_u *u)
1da177e4 548{
ca364317 549 if (!cstate->save_fh.fh_dentry)
1da177e4
LT		 550 return nfserr_restorefh;
551
ca364317 552 fh_dup2(&cstate->current_fh, &cstate->save_fh);
51100d2b 553 if (HAS_CSTATE_FLAG(cstate, SAVED_STATE_ID_FLAG)) {
37c593c5 554 memcpy(&cstate->current_stateid, &cstate->save_stateid, sizeof(stateid_t));
51100d2b 555 SET_CSTATE_FLAG(cstate, CURRENT_STATE_ID_FLAG);
37c593c5 556 }
1da177e4
LT		 557 return nfs_ok;
558}
559
7191155b 560static __be32
b591480b 561nfsd4_savefh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 562 union nfsd4_op_u *u)
1da177e4 563{
ca364317 564 fh_dup2(&cstate->save_fh, &cstate->current_fh);
51100d2b 565 if (HAS_CSTATE_FLAG(cstate, CURRENT_STATE_ID_FLAG)) {
37c593c5 566 memcpy(&cstate->save_stateid, &cstate->current_stateid, sizeof(stateid_t));
51100d2b 567 SET_CSTATE_FLAG(cstate, SAVED_STATE_ID_FLAG);
37c593c5 568 }
1da177e4
LT		 569 return nfs_ok;
570}
571
572/*
573 * misc nfsv4 ops
574 */
7191155b 575static __be32
ca364317 576nfsd4_access(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 577 union nfsd4_op_u *u)
1da177e4 578{
eb69853d 579 struct nfsd4_access *access = &u->access;
c11d7fd1 580 u32 access_full;
eb69853d 581
c11d7fd1
FL		 582 access_full = NFS3_ACCESS_FULL;
583 if (cstate->minorversion >= 2)
584 access_full |= NFS4_ACCESS_XALIST | NFS4_ACCESS_XAREAD |
585 NFS4_ACCESS_XAWRITE;
586
587 if (access->ac_req_access & ~access_full)
1da177e4
LT		 588 return nfserr_inval;
589
590 access->ac_resp_access = access->ac_req_access;
ca364317
BF		 591 return nfsd_access(rqstp, &cstate->current_fh, &access->ac_resp_access,
592 &access->ac_supported);
1da177e4
LT		 593}
594
b9c0ef85 595static void gen_boot_verifier(nfs4_verifier *verifier, struct net *net)
ab4684d1 596{
27c438f5 597 __be32 *verf = (__be32 *)verifier->data;
ab4684d1 598
27c438f5
TM		 599 BUILD_BUG_ON(2*sizeof(*verf) != sizeof(verifier->data));
600
601 nfsd_copy_boot_verifier(verf, net_generic(net, nfsd_net_id));
ab4684d1
CL		 602}
603
7191155b 604static __be32
ca364317 605nfsd4_commit(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 606 union nfsd4_op_u *u)
1da177e4 607{
eb69853d
CH		 608 struct nfsd4_commit *commit = &u->commit;
609
75c096f7 610 return nfsd_commit(rqstp, &cstate->current_fh, commit->co_offset,
524ff1af
TM		 611 commit->co_count,
612 (__be32 *)commit->co_verf.data);
1da177e4
LT		 613}
614
b37ad28b 615static __be32
ca364317 616nfsd4_create(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 617 union nfsd4_op_u *u)
1da177e4 618{
eb69853d 619 struct nfsd4_create *create = &u->create;
1da177e4 620 struct svc_fh resfh;
b37ad28b 621 __be32 status;
1da177e4
LT		 622 dev_t rdev;
623
624 fh_init(&resfh, NFS4_FHSIZE);
625
fa08139d 626 status = fh_verify(rqstp, &cstate->current_fh, S_IFDIR, NFSD_MAY_NOP);
1da177e4
LT		 627 if (status)
628 return status;
629
3c8e0316
YZ		 630 status = check_attr_support(rqstp, cstate, create->cr_bmval,
631 nfsd_attrmask);
632 if (status)
633 return status;
634
880a3a53 635 current->fs->umask = create->cr_umask;
1da177e4
LT		 636 switch (create->cr_type) {
637 case NF4LNK:
ca364317
BF		 638 status = nfsd_symlink(rqstp, &cstate->current_fh,
639 create->cr_name, create->cr_namelen,
1e444f5b 640 create->cr_data, &resfh);
1da177e4
LT		 641 break;
642
643 case NF4BLK:
880a3a53 644 status = nfserr_inval;
1da177e4
LT		 645 rdev = MKDEV(create->cr_specdata1, create->cr_specdata2);
646 if (MAJOR(rdev) != create->cr_specdata1 ||
647 MINOR(rdev) != create->cr_specdata2)
880a3a53 648 goto out_umask;
ca364317
BF		 649 status = nfsd_create(rqstp, &cstate->current_fh,
650 create->cr_name, create->cr_namelen,
651 &create->cr_iattr, S_IFBLK, rdev, &resfh);
1da177e4
LT		 652 break;
653
654 case NF4CHR:
880a3a53 655 status = nfserr_inval;
1da177e4
LT		 656 rdev = MKDEV(create->cr_specdata1, create->cr_specdata2);
657 if (MAJOR(rdev) != create->cr_specdata1 ||
658 MINOR(rdev) != create->cr_specdata2)
880a3a53 659 goto out_umask;
ca364317
BF		 660 status = nfsd_create(rqstp, &cstate->current_fh,
661 create->cr_name, create->cr_namelen,
662 &create->cr_iattr,S_IFCHR, rdev, &resfh);
1da177e4
LT		 663 break;
664
665 case NF4SOCK:
ca364317
BF		 666 status = nfsd_create(rqstp, &cstate->current_fh,
667 create->cr_name, create->cr_namelen,
668 &create->cr_iattr, S_IFSOCK, 0, &resfh);
1da177e4
LT		 669 break;
670
671 case NF4FIFO:
ca364317
BF		 672 status = nfsd_create(rqstp, &cstate->current_fh,
673 create->cr_name, create->cr_namelen,
674 &create->cr_iattr, S_IFIFO, 0, &resfh);
1da177e4
LT		 675 break;
676
677 case NF4DIR:
678 create->cr_iattr.ia_valid &= ~ATTR_SIZE;
ca364317
BF		 679 status = nfsd_create(rqstp, &cstate->current_fh,
680 create->cr_name, create->cr_namelen,
681 &create->cr_iattr, S_IFDIR, 0, &resfh);
1da177e4
LT		 682 break;
683
684 default:
685 status = nfserr_badtype;
686 }
687
9208faf2
YZ		 688 if (status)
689 goto out;
1da177e4 690
18032ca0
DQ		 691 if (create->cr_label.len)
692 nfsd4_security_inode_setsecctx(&resfh, &create->cr_label, create->cr_bmval);
693
9208faf2
YZ		 694 if (create->cr_acl != NULL)
695 do_set_nfs4_acl(rqstp, &resfh, create->cr_acl,
696 create->cr_bmval);
697
698 fh_unlock(&cstate->current_fh);
699 set_change_info(&create->cr_cinfo, &cstate->current_fh);
700 fh_dup2(&cstate->current_fh, &resfh);
701out:
1da177e4 702 fh_put(&resfh);
880a3a53
BF		 703out_umask:
704 current->fs->umask = 0;
1da177e4
LT		 705 return status;
706}
707
7191155b 708static __be32
ca364317 709nfsd4_getattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 710 union nfsd4_op_u *u)
1da177e4 711{
eb69853d 712 struct nfsd4_getattr *getattr = &u->getattr;
b37ad28b 713 __be32 status;
1da177e4 714
8837abca 715 status = fh_verify(rqstp, &cstate->current_fh, 0, NFSD_MAY_NOP);
1da177e4
LT		 716 if (status)
717 return status;
718
719 if (getattr->ga_bmval[1] & NFSD_WRITEONLY_ATTRS_WORD1)
720 return nfserr_inval;
721
916d2d84
BF		 722 getattr->ga_bmval[0] &= nfsd_suppattrs[cstate->minorversion][0];
723 getattr->ga_bmval[1] &= nfsd_suppattrs[cstate->minorversion][1];
724 getattr->ga_bmval[2] &= nfsd_suppattrs[cstate->minorversion][2];
1da177e4 725
ca364317 726 getattr->ga_fhp = &cstate->current_fh;
1da177e4
LT		 727 return nfs_ok;
728}
729
7191155b 730static __be32
ca364317 731nfsd4_link(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 732 union nfsd4_op_u *u)
1da177e4 733{
eb69853d 734 struct nfsd4_link *link = &u->link;
95424460 735 __be32 status;
1da177e4 736
ca364317
BF		 737 status = nfsd_link(rqstp, &cstate->current_fh,
738 link->li_name, link->li_namelen, &cstate->save_fh);
1da177e4 739 if (!status)
ca364317 740 set_change_info(&link->li_cinfo, &cstate->current_fh);
1da177e4
LT		 741 return status;
742}
743
0ff7ab46 744static __be32 nfsd4_do_lookupp(struct svc_rqst *rqstp, struct svc_fh *fh)
1da177e4
LT		 745{
746 struct svc_fh tmp_fh;
b37ad28b 747 __be32 ret;
1da177e4
LT		 748
749 fh_init(&tmp_fh, NFS4_FHSIZE);
df547efb
BF		 750 ret = exp_pseudoroot(rqstp, &tmp_fh);
751 if (ret)
1da177e4 752 return ret;
0ff7ab46 753 if (tmp_fh.fh_dentry == fh->fh_dentry) {
1da177e4
LT		 754 fh_put(&tmp_fh);
755 return nfserr_noent;
756 }
757 fh_put(&tmp_fh);
0ff7ab46
BF		 758 return nfsd_lookup(rqstp, fh, "..", 2, fh);
759}
760
761static __be32
762nfsd4_lookupp(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 763 union nfsd4_op_u *u)
0ff7ab46
BF		 764{
765 return nfsd4_do_lookupp(rqstp, &cstate->current_fh);
1da177e4
LT		 766}
767
7191155b 768static __be32
ca364317 769nfsd4_lookup(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 770 union nfsd4_op_u *u)
1da177e4 771{
ca364317 772 return nfsd_lookup(rqstp, &cstate->current_fh,
eb69853d 773 u->lookup.lo_name, u->lookup.lo_len,
ca364317 774 &cstate->current_fh);
1da177e4
LT		 775}
776
7191155b 777static __be32
ca364317 778nfsd4_read(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 779 union nfsd4_op_u *u)
1da177e4 780{
eb69853d 781 struct nfsd4_read *read = &u->read;
b37ad28b 782 __be32 status;
1da177e4 783
5c4583b2 784 read->rd_nf = NULL;
1da177e4
LT		 785 if (read->rd_offset >= OFFSET_MAX)
786 return nfserr_inval;
787
87c5942e
CL		 788 trace_nfsd_read_start(rqstp, &cstate->current_fh,
789 read->rd_offset, read->rd_length);
790
9b3234b9
BF		 791 /*
792 * If we do a zero copy read, then a client will see read data
793 * that reflects the state of the file *after* performing the
794 * following compound.
795 *
796 * To ensure proper ordering, we therefore turn off zero copy if
797 * the client wants us to do more in this compound:
798 */
799 if (!nfsd4_last_compound_op(rqstp))
779fb0f3 800 clear_bit(RQ_SPLICE_OK, &rqstp->rq_flags);
9b3234b9 801
1da177e4 802 /* check stateid */
aa0d6aed
AS		 803 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
804 &read->rd_stateid, RD_STATE,
624322f1 805 &read->rd_nf, NULL);
af90f707 806 if (status) {
1da177e4
LT		 807 dprintk("NFSD: nfsd4_read: couldn't process stateid!\n");
808 goto out;
809 }
810 status = nfs_ok;
811out:
1da177e4 812 read->rd_rqstp = rqstp;
ca364317 813 read->rd_fhp = &cstate->current_fh;
1da177e4
LT		 814 return status;
815}
816
34b1744c
BF		 817
818static void
819nfsd4_read_release(union nfsd4_op_u *u)
820{
5c4583b2
JL		 821 if (u->read.rd_nf)
822 nfsd_file_put(u->read.rd_nf);
87c5942e
CL		 823 trace_nfsd_read_done(u->read.rd_rqstp, u->read.rd_fhp,
824 u->read.rd_offset, u->read.rd_length);
34b1744c
BF		 825}
826
7191155b 827static __be32
ca364317 828nfsd4_readdir(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 829 union nfsd4_op_u *u)
1da177e4 830{
eb69853d 831 struct nfsd4_readdir *readdir = &u->readdir;
1da177e4
LT		 832 u64 cookie = readdir->rd_cookie;
833 static const nfs4_verifier zeroverf;
834
835 /* no need to check permission - this will be done in nfsd_readdir() */
836
837 if (readdir->rd_bmval[1] & NFSD_WRITEONLY_ATTRS_WORD1)
838 return nfserr_inval;
839
916d2d84
BF		 840 readdir->rd_bmval[0] &= nfsd_suppattrs[cstate->minorversion][0];
841 readdir->rd_bmval[1] &= nfsd_suppattrs[cstate->minorversion][1];
842 readdir->rd_bmval[2] &= nfsd_suppattrs[cstate->minorversion][2];
1da177e4 843
832023bf 844 if ((cookie == 1) || (cookie == 2) ||
1da177e4
LT		 845 (cookie == 0 && memcmp(readdir->rd_verf.data, zeroverf.data, NFS4_VERIFIER_SIZE)))
846 return nfserr_bad_cookie;
847
848 readdir->rd_rqstp = rqstp;
ca364317 849 readdir->rd_fhp = &cstate->current_fh;
1da177e4
LT		 850 return nfs_ok;
851}
852
7191155b 853static __be32
ca364317 854nfsd4_readlink(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 855 union nfsd4_op_u *u)
1da177e4 856{
eb69853d
CH		 857 u->readlink.rl_rqstp = rqstp;
858 u->readlink.rl_fhp = &cstate->current_fh;
1da177e4
LT		 859 return nfs_ok;
860}
861
7191155b 862static __be32
ca364317 863nfsd4_remove(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 864 union nfsd4_op_u *u)
1da177e4 865{
eb69853d 866 struct nfsd4_remove *remove = &u->remove;
b37ad28b 867 __be32 status;
1da177e4 868
c87fb4a3 869 if (opens_in_grace(SVC_NET(rqstp)))
c815afc7 870 return nfserr_grace;
ca364317
BF		 871 status = nfsd_unlink(rqstp, &cstate->current_fh, 0,
872 remove->rm_name, remove->rm_namelen);
1da177e4 873 if (!status) {
ca364317
BF		 874 fh_unlock(&cstate->current_fh);
875 set_change_info(&remove->rm_cinfo, &cstate->current_fh);
1da177e4
LT		 876 }
877 return status;
878}
879
7191155b 880static __be32
ca364317 881nfsd4_rename(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 882 union nfsd4_op_u *u)
1da177e4 883{
eb69853d 884 struct nfsd4_rename *rename = &u->rename;
95424460 885 __be32 status;
1da177e4 886
f8f71d00 887 if (opens_in_grace(SVC_NET(rqstp)))
c815afc7 888 return nfserr_grace;
ca364317
BF		 889 status = nfsd_rename(rqstp, &cstate->save_fh, rename->rn_sname,
890 rename->rn_snamelen, &cstate->current_fh,
1da177e4 891 rename->rn_tname, rename->rn_tnamelen);
2a6cf944
BF		 892 if (status)
893 return status;
894 set_change_info(&rename->rn_sinfo, &cstate->current_fh);
895 set_change_info(&rename->rn_tinfo, &cstate->save_fh);
896 return nfs_ok;
1da177e4
LT		 897}
898
dcb488a3
AA		 899static __be32
900nfsd4_secinfo(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 901 union nfsd4_op_u *u)
dcb488a3 902{
eb69853d 903 struct nfsd4_secinfo *secinfo = &u->secinfo;
dcb488a3
AA		 904 struct svc_export *exp;
905 struct dentry *dentry;
906 __be32 err;
907
29a78a3e
BF		 908 err = fh_verify(rqstp, &cstate->current_fh, S_IFDIR, NFSD_MAY_EXEC);
909 if (err)
910 return err;
dcb488a3
AA		 911 err = nfsd_lookup_dentry(rqstp, &cstate->current_fh,
912 secinfo->si_name, secinfo->si_namelen,
913 &exp, &dentry);
914 if (err)
915 return err;
2f6fc056 916 fh_unlock(&cstate->current_fh);
2b0143b5 917 if (d_really_is_negative(dentry)) {
dcb488a3
AA		 918 exp_put(exp);
919 err = nfserr_noent;
920 } else
921 secinfo->si_exp = exp;
922 dput(dentry);
56560b9a
BF		 923 if (cstate->minorversion)
924 /* See rfc 5661 section 2.6.3.1.1.8 */
925 fh_put(&cstate->current_fh);
dcb488a3
AA		 926 return err;
927}
928
04f4ad16
BF		 929static __be32
930nfsd4_secinfo_no_name(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 931 union nfsd4_op_u *u)
04f4ad16
BF		 932{
933 __be32 err;
934
eb69853d 935 switch (u->secinfo_no_name.sin_style) {
04f4ad16
BF		 936 case NFS4_SECINFO_STYLE4_CURRENT_FH:
937 break;
938 case NFS4_SECINFO_STYLE4_PARENT:
939 err = nfsd4_do_lookupp(rqstp, &cstate->current_fh);
940 if (err)
941 return err;
942 break;
943 default:
944 return nfserr_inval;
945 }
bf18f163 946
eb69853d 947 u->secinfo_no_name.sin_exp = exp_get(cstate->current_fh.fh_export);
04f4ad16
BF		 948 fh_put(&cstate->current_fh);
949 return nfs_ok;
950}
951
34b1744c
BF		 952static void
953nfsd4_secinfo_release(union nfsd4_op_u *u)
954{
955 if (u->secinfo.si_exp)
956 exp_put(u->secinfo.si_exp);
957}
958
ec572b9e
EG		 959static void
960nfsd4_secinfo_no_name_release(union nfsd4_op_u *u)
961{
962 if (u->secinfo_no_name.sin_exp)
963 exp_put(u->secinfo_no_name.sin_exp);
964}
965
7191155b 966static __be32
ca364317 967nfsd4_setattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 968 union nfsd4_op_u *u)
1da177e4 969{
eb69853d 970 struct nfsd4_setattr *setattr = &u->setattr;
b37ad28b 971 __be32 status = nfs_ok;
96f6f985 972 int err;
1da177e4 973
1da177e4 974 if (setattr->sa_iattr.ia_valid & ATTR_SIZE) {
af90f707 975 status = nfs4_preprocess_stateid_op(rqstp, cstate,
aa0d6aed 976 &cstate->current_fh, &setattr->sa_stateid,
624322f1 977 WR_STATE, NULL, NULL);
375c5547 978 if (status) {
3e3b4800 979 dprintk("NFSD: nfsd4_setattr: couldn't process stateid!\n");
375c5547
BF		 980 return status;
981 }
1da177e4 982 }
96f6f985
AV		 983 err = fh_want_write(&cstate->current_fh);
984 if (err)
985 return nfserrno(err);
1da177e4 986 status = nfs_ok;
3c8e0316
YZ		 987
988 status = check_attr_support(rqstp, cstate, setattr->sa_bmval,
989 nfsd_attrmask);
990 if (status)
991 goto out;
992
1da177e4 993 if (setattr->sa_acl != NULL)
ca364317
BF		 994 status = nfsd4_set_nfs4_acl(rqstp, &cstate->current_fh,
995 setattr->sa_acl);
1da177e4 996 if (status)
18f335af 997 goto out;
18032ca0
DQ		 998 if (setattr->sa_label.len)
999 status = nfsd4_set_nfs4_label(rqstp, &cstate->current_fh,
1000 &setattr->sa_label);
1001 if (status)
1002 goto out;
ca364317 1003 status = nfsd_setattr(rqstp, &cstate->current_fh, &setattr->sa_iattr,
2a1aa489 1004 0, (time64_t)0);
18f335af 1005out:
bad0dcff 1006 fh_drop_write(&cstate->current_fh);
1da177e4
LT		 1007 return status;
1008}
1009
7191155b 1010static __be32
ca364317 1011nfsd4_write(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1012 union nfsd4_op_u *u)
1da177e4 1013{
eb69853d 1014 struct nfsd4_write *write = &u->write;
1da177e4 1015 stateid_t *stateid = &write->wr_stateid;
5c4583b2 1016 struct nfsd_file *nf = NULL;
b37ad28b 1017 __be32 status = nfs_ok;
31dec253 1018 unsigned long cnt;
ffe1137b 1019 int nvecs;
1da177e4 1020
1da177e4
LT		 1021 if (write->wr_offset >= OFFSET_MAX)
1022 return nfserr_inval;
1023
d890be15
CL		 1024 cnt = write->wr_buflen;
1025 trace_nfsd_write_start(rqstp, &cstate->current_fh,
1026 write->wr_offset, cnt);
aa0d6aed 1027 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
624322f1 1028 stateid, WR_STATE, &nf, NULL);
375c5547
BF		 1029 if (status) {
1030 dprintk("NFSD: nfsd4_write: couldn't process stateid!\n");
1031 return status;
1032 }
1033
1da177e4 1034 write->wr_how_written = write->wr_stable_how;
1da177e4 1035
c1346a12
CL		 1036 nvecs = svc_fill_write_vector(rqstp, write->wr_payload.pages,
1037 write->wr_payload.head, write->wr_buflen);
ffe1137b
BF		 1038 WARN_ON_ONCE(nvecs > ARRAY_SIZE(rqstp->rq_vec));
1039
16f8f894 1040 status = nfsd_vfs_write(rqstp, &cstate->current_fh, nf,
af90f707 1041 write->wr_offset, rqstp->rq_vec, nvecs, &cnt,
19e0663f
TM		 1042 write->wr_how_written,
1043 (__be32 *)write->wr_verifier.data);
5c4583b2 1044 nfsd_file_put(nf);
1da177e4 1045
31dec253 1046 write->wr_bytes_written = cnt;
d890be15
CL		 1047 trace_nfsd_write_done(rqstp, &cstate->current_fh,
1048 write->wr_offset, cnt);
1da177e4 1049 return status;
1da177e4
LT		 1050}
1051
ffa0160a 1052static __be32
29ae7f9d 1053nfsd4_verify_copy(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
5c4583b2
JL		 1054 stateid_t *src_stateid, struct nfsd_file **src,
1055 stateid_t *dst_stateid, struct nfsd_file **dst)
ffa0160a 1056{
ffa0160a
CH		 1057 __be32 status;
1058
01310bb7
SM		 1059 if (!cstate->save_fh.fh_dentry)
1060 return nfserr_nofilehandle;
1061
ffa0160a 1062 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->save_fh,
624322f1 1063 src_stateid, RD_STATE, src, NULL);
ffa0160a
CH		 1064 if (status) {
1065 dprintk("NFSD: %s: couldn't process src stateid!\n", __func__);
1066 goto out;
1067 }
1068
1069 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
624322f1 1070 dst_stateid, WR_STATE, dst, NULL);
ffa0160a
CH		 1071 if (status) {
1072 dprintk("NFSD: %s: couldn't process dst stateid!\n", __func__);
1073 goto out_put_src;
1074 }
1075
1076 /* fix up for NFS-specific error code */
5c4583b2
JL		 1077 if (!S_ISREG(file_inode((*src)->nf_file)->i_mode) ||
1078 !S_ISREG(file_inode((*dst)->nf_file)->i_mode)) {
ffa0160a
CH		 1079 status = nfserr_wrong_type;
1080 goto out_put_dst;
1081 }
1082
29ae7f9d
AS		 1083out:
1084 return status;
1085out_put_dst:
5c4583b2 1086 nfsd_file_put(*dst);
29ae7f9d 1087out_put_src:
5c4583b2 1088 nfsd_file_put(*src);
29ae7f9d
AS		 1089 goto out;
1090}
1091
1092static __be32
1093nfsd4_clone(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1094 union nfsd4_op_u *u)
29ae7f9d 1095{
eb69853d 1096 struct nfsd4_clone *clone = &u->clone;
5c4583b2 1097 struct nfsd_file *src, *dst;
29ae7f9d
AS		 1098 __be32 status;
1099
1100 status = nfsd4_verify_copy(rqstp, cstate, &clone->cl_src_stateid, &src,
1101 &clone->cl_dst_stateid, &dst);
1102 if (status)
1103 goto out;
1104
b66ae6dd
TM		 1105 status = nfsd4_clone_file_range(src, clone->cl_src_pos,
1106 dst, clone->cl_dst_pos, clone->cl_count,
a25e3726 1107 EX_ISSYNC(cstate->current_fh.fh_export));
ffa0160a 1108
5c4583b2
JL		 1109 nfsd_file_put(dst);
1110 nfsd_file_put(src);
ffa0160a
CH		 1111out:
1112 return status;
1113}
1114
e0639dc5
OK		 1115void nfs4_put_copy(struct nfsd4_copy *copy)
1116{
1117 if (!refcount_dec_and_test(&copy->refcount))
1118 return;
1119 kfree(copy);
1120}
1121
1122static bool
1123check_and_set_stop_copy(struct nfsd4_copy *copy)
1124{
1125 bool value;
1126
1127 spin_lock(&copy->cp_clp->async_lock);
1128 value = copy->stopped;
1129 if (!copy->stopped)
1130 copy->stopped = true;
1131 spin_unlock(&copy->cp_clp->async_lock);
1132 return value;
1133}
1134
1135static void nfsd4_stop_copy(struct nfsd4_copy *copy)
1136{
1137 /* only 1 thread should stop the copy */
1138 if (!check_and_set_stop_copy(copy))
1139 kthread_stop(copy->copy_task);
1140 nfs4_put_copy(copy);
1141}
1142
1143static struct nfsd4_copy *nfsd4_get_copy(struct nfs4_client *clp)
1144{
1145 struct nfsd4_copy *copy = NULL;
1146
1147 spin_lock(&clp->async_lock);
1148 if (!list_empty(&clp->async_copies)) {
1149 copy = list_first_entry(&clp->async_copies, struct nfsd4_copy,
1150 copies);
1151 refcount_inc(&copy->refcount);
1152 }
1153 spin_unlock(&clp->async_lock);
1154 return copy;
1155}
1156
1157void nfsd4_shutdown_copy(struct nfs4_client *clp)
1158{
1159 struct nfsd4_copy *copy;
1160
1161 while ((copy = nfsd4_get_copy(clp)) != NULL)
1162 nfsd4_stop_copy(copy);
1163}
ce0887ac
OK		 1164#ifdef CONFIG_NFSD_V4_2_INTER_SSC
1165
1166extern struct file *nfs42_ssc_open(struct vfsmount *ss_mnt,
1167 struct nfs_fh *src_fh,
1168 nfs4_stateid *stateid);
1169extern void nfs42_ssc_close(struct file *filep);
1170
1171extern void nfs_sb_deactive(struct super_block *sb);
1172
1173#define NFSD42_INTERSSC_MOUNTOPS "vers=4.2,addr=%s,sec=sys"
1174
f4e44b39
DN		 1175/*
1176 * setup a work entry in the ssc delayed unmount list.
1177 */
f47dc2d3 1178static __be32 nfsd4_ssc_setup_dul(struct nfsd_net *nn, char *ipaddr,
f4e44b39
DN		 1179 struct nfsd4_ssc_umount_item **retwork, struct vfsmount **ss_mnt)
1180{
1181 struct nfsd4_ssc_umount_item *ni = 0;
1182 struct nfsd4_ssc_umount_item *work = NULL;
1183 struct nfsd4_ssc_umount_item *tmp;
1184 DEFINE_WAIT(wait);
1185
1186 *ss_mnt = NULL;
1187 *retwork = NULL;
1188 work = kzalloc(sizeof(*work), GFP_KERNEL);
1189try_again:
1190 spin_lock(&nn->nfsd_ssc_lock);
1191 list_for_each_entry_safe(ni, tmp, &nn->nfsd_ssc_mount_list, nsui_list) {
1192 if (strncmp(ni->nsui_ipaddr, ipaddr, sizeof(ni->nsui_ipaddr)))
1193 continue;
1194 /* found a match */
1195 if (ni->nsui_busy) {
1196 /* wait - and try again */
1197 prepare_to_wait(&nn->nfsd_ssc_waitq, &wait,
1198 TASK_INTERRUPTIBLE);
1199 spin_unlock(&nn->nfsd_ssc_lock);
1200
1201 /* allow 20secs for mount/unmount for now - revisit */
1202 if (signal_pending(current) ||
1203 (schedule_timeout(20*HZ) == 0)) {
1204 kfree(work);
1205 return nfserr_eagain;
1206 }
1207 finish_wait(&nn->nfsd_ssc_waitq, &wait);
1208 goto try_again;
1209 }
1210 *ss_mnt = ni->nsui_vfsmount;
1211 refcount_inc(&ni->nsui_refcnt);
1212 spin_unlock(&nn->nfsd_ssc_lock);
1213 kfree(work);
1214
1215 /* return vfsmount in ss_mnt */
1216 return 0;
1217 }
1218 if (work) {
1219 strncpy(work->nsui_ipaddr, ipaddr, sizeof(work->nsui_ipaddr));
1220 refcount_set(&work->nsui_refcnt, 2);
1221 work->nsui_busy = true;
1222 list_add_tail(&work->nsui_list, &nn->nfsd_ssc_mount_list);
1223 *retwork = work;
1224 }
1225 spin_unlock(&nn->nfsd_ssc_lock);
1226 return 0;
1227}
1228
1229static void nfsd4_ssc_update_dul_work(struct nfsd_net *nn,
1230 struct nfsd4_ssc_umount_item *work, struct vfsmount *ss_mnt)
1231{
1232 /* set nsui_vfsmount, clear busy flag and wakeup waiters */
1233 spin_lock(&nn->nfsd_ssc_lock);
1234 work->nsui_vfsmount = ss_mnt;
1235 work->nsui_busy = false;
1236 wake_up_all(&nn->nfsd_ssc_waitq);
1237 spin_unlock(&nn->nfsd_ssc_lock);
1238}
1239
1240static void nfsd4_ssc_cancel_dul_work(struct nfsd_net *nn,
1241 struct nfsd4_ssc_umount_item *work)
1242{
1243 spin_lock(&nn->nfsd_ssc_lock);
1244 list_del(&work->nsui_list);
1245 wake_up_all(&nn->nfsd_ssc_waitq);
1246 spin_unlock(&nn->nfsd_ssc_lock);
1247 kfree(work);
1248}
1249
f2453978 1250/*
ce0887ac
OK		 1251 * Support one copy source server for now.
1252 */
1253static __be32
1254nfsd4_interssc_connect(struct nl4_server *nss, struct svc_rqst *rqstp,
1255 struct vfsmount **mount)
1256{
1257 struct file_system_type *type;
1258 struct vfsmount *ss_mnt;
1259 struct nfs42_netaddr *naddr;
1260 struct sockaddr_storage tmp_addr;
1261 size_t tmp_addrlen, match_netid_len = 3;
1262 char *startsep = "", *endsep = "", *match_netid = "tcp";
1263 char *ipaddr, *dev_name, *raw_data;
b8290ca2
OK		 1264 int len, raw_len;
1265 __be32 status = nfserr_inval;
f4e44b39
DN		 1266 struct nfsd4_ssc_umount_item *work = NULL;
1267 struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id);
ce0887ac
OK		 1268
1269 naddr = &nss->u.nl4_addr;
1270 tmp_addrlen = rpc_uaddr2sockaddr(SVC_NET(rqstp), naddr->addr,
1271 naddr->addr_len,
1272 (struct sockaddr *)&tmp_addr,
1273 sizeof(tmp_addr));
1274 if (tmp_addrlen == 0)
1275 goto out_err;
1276
1277 if (tmp_addr.ss_family == AF_INET6) {
1278 startsep = "[";
1279 endsep = "]";
1280 match_netid = "tcp6";
1281 match_netid_len = 4;
1282 }
1283
1284 if (naddr->netid_len != match_netid_len ||
1285 strncmp(naddr->netid, match_netid, naddr->netid_len))
1286 goto out_err;
1287
1288 /* Construct the raw data for the vfs_kern_mount call */
1289 len = RPC_MAX_ADDRBUFLEN + 1;
1290 ipaddr = kzalloc(len, GFP_KERNEL);
1291 if (!ipaddr)
1292 goto out_err;
1293
1294 rpc_ntop((struct sockaddr *)&tmp_addr, ipaddr, len);
1295
1296 /* 2 for ipv6 endsep and startsep. 3 for ":/" and trailing '/0'*/
1297
1298 raw_len = strlen(NFSD42_INTERSSC_MOUNTOPS) + strlen(ipaddr);
1299 raw_data = kzalloc(raw_len, GFP_KERNEL);
1300 if (!raw_data)
1301 goto out_free_ipaddr;
1302
1303 snprintf(raw_data, raw_len, NFSD42_INTERSSC_MOUNTOPS, ipaddr);
1304
b8290ca2 1305 status = nfserr_nodev;
ce0887ac
OK		 1306 type = get_fs_type("nfs");
1307 if (!type)
1308 goto out_free_rawdata;
1309
1310 /* Set the server:<export> for the vfs_kern_mount call */
1311 dev_name = kzalloc(len + 5, GFP_KERNEL);
1312 if (!dev_name)
1313 goto out_free_rawdata;
1314 snprintf(dev_name, len + 5, "%s%s%s:/", startsep, ipaddr, endsep);
1315
f4e44b39
DN		 1316 status = nfsd4_ssc_setup_dul(nn, ipaddr, &work, &ss_mnt);
1317 if (status)
1318 goto out_free_devname;
1319 if (ss_mnt)
1320 goto out_done;
1321
ce0887ac
OK		 1322 /* Use an 'internal' mount: SB_KERNMOUNT -> MNT_INTERNAL */
1323 ss_mnt = vfs_kern_mount(type, SB_KERNMOUNT, dev_name, raw_data);
1324 module_put(type->owner);
f4e44b39 1325 if (IS_ERR(ss_mnt)) {
54185267 1326 status = nfserr_nodev;
f4e44b39
DN		 1327 if (work)
1328 nfsd4_ssc_cancel_dul_work(nn, work);
ce0887ac 1329 goto out_free_devname;
f4e44b39
DN		 1330 }
1331 if (work)
1332 nfsd4_ssc_update_dul_work(nn, work, ss_mnt);
1333out_done:
ce0887ac
OK		 1334 status = 0;
1335 *mount = ss_mnt;
1336
1337out_free_devname:
1338 kfree(dev_name);
1339out_free_rawdata:
1340 kfree(raw_data);
1341out_free_ipaddr:
1342 kfree(ipaddr);
1343out_err:
1344 return status;
1345}
1346
1347static void
1348nfsd4_interssc_disconnect(struct vfsmount *ss_mnt)
1349{
0cfcd405 1350 nfs_do_sb_deactive(ss_mnt->mnt_sb);
ce0887ac
OK		 1351 mntput(ss_mnt);
1352}
1353
f2453978 1354/*
ce0887ac 1355 * Verify COPY destination stateid.
f2453978 1356 *
ce0887ac
OK		 1357 * Connect to the source server with NFSv4.1.
1358 * Create the source struct file for nfsd_copy_range.
1359 * Called with COPY cstate:
1360 * SAVED_FH: source filehandle
1361 * CURRENT_FH: destination filehandle
ce0887ac
OK		 1362 */
1363static __be32
1364nfsd4_setup_inter_ssc(struct svc_rqst *rqstp,
1365 struct nfsd4_compound_state *cstate,
1366 struct nfsd4_copy *copy, struct vfsmount **mount)
1367{
1368 struct svc_fh *s_fh = NULL;
1369 stateid_t *s_stid = &copy->cp_src_stateid;
b8290ca2 1370 __be32 status = nfserr_inval;
ce0887ac
OK		 1371
1372 /* Verify the destination stateid and set dst struct file*/
1373 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
1374 &copy->cp_dst_stateid,
1375 WR_STATE, &copy->nf_dst, NULL);
1376 if (status)
1377 goto out;
1378
1379 status = nfsd4_interssc_connect(&copy->cp_src, rqstp, mount);
1380 if (status)
1381 goto out;
1382
1383 s_fh = &cstate->save_fh;
1384
1385 copy->c_fh.size = s_fh->fh_handle.fh_size;
d8b26071 1386 memcpy(copy->c_fh.data, &s_fh->fh_handle.fh_raw, copy->c_fh.size);
3f9544ca 1387 copy->stateid.seqid = cpu_to_be32(s_stid->si_generation);
ce0887ac
OK		 1388 memcpy(copy->stateid.other, (void *)&s_stid->si_opaque,
1389 sizeof(stateid_opaque_t));
1390
1391 status = 0;
1392out:
1393 return status;
1394}
1395
1396static void
1397nfsd4_cleanup_inter_ssc(struct vfsmount *ss_mnt, struct nfsd_file *src,
1398 struct nfsd_file *dst)
1399{
f4e44b39
DN		 1400 bool found = false;
1401 long timeout;
1402 struct nfsd4_ssc_umount_item *tmp;
f47dc2d3 1403 struct nfsd4_ssc_umount_item *ni = NULL;
f4e44b39
DN		 1404 struct nfsd_net *nn = net_generic(dst->nf_net, nfsd_net_id);
1405
ce0887ac 1406 nfs42_ssc_close(src->nf_file);
ce0887ac 1407 nfsd_file_put(dst);
f4e44b39
DN		 1408 fput(src->nf_file);
1409
1410 if (!nn) {
1411 mntput(ss_mnt);
1412 return;
1413 }
1414 spin_lock(&nn->nfsd_ssc_lock);
1415 timeout = msecs_to_jiffies(nfsd4_ssc_umount_timeout);
1416 list_for_each_entry_safe(ni, tmp, &nn->nfsd_ssc_mount_list, nsui_list) {
1417 if (ni->nsui_vfsmount->mnt_sb == ss_mnt->mnt_sb) {
1418 list_del(&ni->nsui_list);
1419 /*
1420 * vfsmount can be shared by multiple exports,
1421 * decrement refcnt. If the count drops to 1 it
1422 * will be unmounted when nsui_expire expires.
1423 */
1424 refcount_dec(&ni->nsui_refcnt);
1425 ni->nsui_expire = jiffies + timeout;
1426 list_add_tail(&ni->nsui_list, &nn->nfsd_ssc_mount_list);
1427 found = true;
1428 break;
1429 }
1430 }
1431 spin_unlock(&nn->nfsd_ssc_lock);
1432 if (!found) {
1433 mntput(ss_mnt);
1434 return;
1435 }
ce0887ac
OK		 1436}
1437
1438#else /* CONFIG_NFSD_V4_2_INTER_SSC */
1439
1440static __be32
1441nfsd4_setup_inter_ssc(struct svc_rqst *rqstp,
1442 struct nfsd4_compound_state *cstate,
1443 struct nfsd4_copy *copy,
1444 struct vfsmount **mount)
1445{
1446 *mount = NULL;
b8290ca2 1447 return nfserr_inval;
ce0887ac
OK		 1448}
1449
1450static void
1451nfsd4_cleanup_inter_ssc(struct vfsmount *ss_mnt, struct nfsd_file *src,
1452 struct nfsd_file *dst)
1453{
1454}
1455
1456static void
1457nfsd4_interssc_disconnect(struct vfsmount *ss_mnt)
1458{
1459}
1460
1461static struct file *nfs42_ssc_open(struct vfsmount *ss_mnt,
1462 struct nfs_fh *src_fh,
1463 nfs4_stateid *stateid)
1464{
1465 return NULL;
1466}
1467#endif /* CONFIG_NFSD_V4_2_INTER_SSC */
1468
1469static __be32
1470nfsd4_setup_intra_ssc(struct svc_rqst *rqstp,
1471 struct nfsd4_compound_state *cstate,
1472 struct nfsd4_copy *copy)
1473{
1474 return nfsd4_verify_copy(rqstp, cstate, &copy->cp_src_stateid,
1475 &copy->nf_src, &copy->cp_dst_stateid,
1476 &copy->nf_dst);
1477}
1478
1479static void
1480nfsd4_cleanup_intra_ssc(struct nfsd_file *src, struct nfsd_file *dst)
1481{
1482 nfsd_file_put(src);
1483 nfsd_file_put(dst);
1484}
e0639dc5
OK		 1485
1486static void nfsd4_cb_offload_release(struct nfsd4_callback *cb)
1487{
1488 struct nfsd4_copy *copy = container_of(cb, struct nfsd4_copy, cp_cb);
1489
1490 nfs4_put_copy(copy);
1491}
1492
1493static int nfsd4_cb_offload_done(struct nfsd4_callback *cb,
1494 struct rpc_task *task)
1495{
1496 return 1;
1497}
1498
1499static const struct nfsd4_callback_ops nfsd4_cb_offload_ops = {
1500 .release = nfsd4_cb_offload_release,
1501 .done = nfsd4_cb_offload_done
1502};
1503
1504static void nfsd4_init_copy_res(struct nfsd4_copy *copy, bool sync)
1505{
eac0b17a
OK		 1506 copy->cp_res.wr_stable_how =
1507 copy->committed ? NFS_FILE_SYNC : NFS_UNSTABLE;
e0639dc5
OK		 1508 copy->cp_synchronous = sync;
1509 gen_boot_verifier(&copy->cp_res.wr_verifier, copy->cp_clp->net);
1510}
1511
1512static ssize_t _nfsd_copy_file_range(struct nfsd4_copy *copy)
1513{
1514 ssize_t bytes_copied = 0;
e7a833e9 1515 u64 bytes_total = copy->cp_count;
e0639dc5
OK		 1516 u64 src_pos = copy->cp_src_pos;
1517 u64 dst_pos = copy->cp_dst_pos;
eac0b17a 1518 __be32 status;
e0639dc5 1519
792a5112
BF		 1520 /* See RFC 7862 p.67: */
1521 if (bytes_total == 0)
1522 bytes_total = ULLONG_MAX;
e0639dc5
OK		 1523 do {
1524 if (kthread_should_stop())
1525 break;
5c4583b2
JL		 1526 bytes_copied = nfsd_copy_file_range(copy->nf_src->nf_file,
1527 src_pos, copy->nf_dst->nf_file, dst_pos,
1528 bytes_total);
e0639dc5
OK		 1529 if (bytes_copied <= 0)
1530 break;
1531 bytes_total -= bytes_copied;
1532 copy->cp_res.wr_bytes_written += bytes_copied;
1533 src_pos += bytes_copied;
1534 dst_pos += bytes_copied;
1535 } while (bytes_total > 0 && !copy->cp_synchronous);
eac0b17a
OK		 1536 /* for a non-zero asynchronous copy do a commit of data */
1537 if (!copy->cp_synchronous && copy->cp_res.wr_bytes_written > 0) {
1538 down_write(&copy->nf_dst->nf_rwsem);
1539 status = vfs_fsync_range(copy->nf_dst->nf_file,
1540 copy->cp_dst_pos,
1541 copy->cp_res.wr_bytes_written, 0);
1542 up_write(&copy->nf_dst->nf_rwsem);
1543 if (!status)
1544 copy->committed = true;
1545 }
e0639dc5
OK		 1546 return bytes_copied;
1547}
1548
1549static __be32 nfsd4_do_copy(struct nfsd4_copy *copy, bool sync)
1550{
1551 __be32 status;
1552 ssize_t bytes;
1553
1554 bytes = _nfsd_copy_file_range(copy);
1555 /* for async copy, we ignore the error, client can always retry
1556 * to get the error
1557 */
1558 if (bytes < 0 && !copy->cp_res.wr_bytes_written)
1559 status = nfserrno(bytes);
1560 else {
1561 nfsd4_init_copy_res(copy, sync);
1562 status = nfs_ok;
1563 }
1564
ce0887ac
OK		 1565 if (!copy->cp_intra) /* Inter server SSC */
1566 nfsd4_cleanup_inter_ssc(copy->ss_mnt, copy->nf_src,
1567 copy->nf_dst);
1568 else
1569 nfsd4_cleanup_intra_ssc(copy->nf_src, copy->nf_dst);
1570
e0639dc5
OK		 1571 return status;
1572}
1573
eb162e17 1574static void dup_copy_fields(struct nfsd4_copy *src, struct nfsd4_copy *dst)
e0639dc5
OK		 1575{
1576 dst->cp_src_pos = src->cp_src_pos;
1577 dst->cp_dst_pos = src->cp_dst_pos;
1578 dst->cp_count = src->cp_count;
1579 dst->cp_synchronous = src->cp_synchronous;
1580 memcpy(&dst->cp_res, &src->cp_res, sizeof(src->cp_res));
1581 memcpy(&dst->fh, &src->fh, sizeof(src->fh));
1582 dst->cp_clp = src->cp_clp;
5c4583b2 1583 dst->nf_dst = nfsd_file_get(src->nf_dst);
ce0887ac
OK		 1584 dst->cp_intra = src->cp_intra;
1585 if (src->cp_intra) /* for inter, file_src doesn't exist yet */
1586 dst->nf_src = nfsd_file_get(src->nf_src);
1587
e0639dc5 1588 memcpy(&dst->cp_stateid, &src->cp_stateid, sizeof(src->cp_stateid));
ce0887ac
OK		 1589 memcpy(&dst->cp_src, &src->cp_src, sizeof(struct nl4_server));
1590 memcpy(&dst->stateid, &src->stateid, sizeof(src->stateid));
1591 memcpy(&dst->c_fh, &src->c_fh, sizeof(src->c_fh));
1592 dst->ss_mnt = src->ss_mnt;
e0639dc5
OK		 1593}
1594
1595static void cleanup_async_copy(struct nfsd4_copy *copy)
1596{
624322f1 1597 nfs4_free_copy_state(copy);
5c4583b2 1598 nfsd_file_put(copy->nf_dst);
2e577f0f
OK		 1599 if (copy->cp_intra)
1600 nfsd_file_put(copy->nf_src);
e0639dc5
OK		 1601 spin_lock(&copy->cp_clp->async_lock);
1602 list_del(&copy->copies);
1603 spin_unlock(&copy->cp_clp->async_lock);
1604 nfs4_put_copy(copy);
1605}
1606
1607static int nfsd4_do_async_copy(void *data)
1608{
1609 struct nfsd4_copy *copy = (struct nfsd4_copy *)data;
1610 struct nfsd4_copy *cb_copy;
1611
ce0887ac
OK		 1612 if (!copy->cp_intra) { /* Inter server SSC */
1613 copy->nf_src = kzalloc(sizeof(struct nfsd_file), GFP_KERNEL);
1614 if (!copy->nf_src) {
1615 copy->nfserr = nfserr_serverfault;
1616 nfsd4_interssc_disconnect(copy->ss_mnt);
1617 goto do_callback;
1618 }
1619 copy->nf_src->nf_file = nfs42_ssc_open(copy->ss_mnt, &copy->c_fh,
1620 &copy->stateid);
1621 if (IS_ERR(copy->nf_src->nf_file)) {
ce0887ac
OK		 1622 copy->nfserr = nfserr_offload_denied;
1623 nfsd4_interssc_disconnect(copy->ss_mnt);
1624 goto do_callback;
1625 }
1626 }
1627
e0639dc5 1628 copy->nfserr = nfsd4_do_copy(copy, 0);
ce0887ac 1629do_callback:
e0639dc5
OK		 1630 cb_copy = kzalloc(sizeof(struct nfsd4_copy), GFP_KERNEL);
1631 if (!cb_copy)
1632 goto out;
49a36132 1633 refcount_set(&cb_copy->refcount, 1);
e0639dc5
OK		 1634 memcpy(&cb_copy->cp_res, &copy->cp_res, sizeof(copy->cp_res));
1635 cb_copy->cp_clp = copy->cp_clp;
1636 cb_copy->nfserr = copy->nfserr;
1637 memcpy(&cb_copy->fh, &copy->fh, sizeof(copy->fh));
1638 nfsd4_init_cb(&cb_copy->cp_cb, cb_copy->cp_clp,
1639 &nfsd4_cb_offload_ops, NFSPROC4_CLNT_CB_OFFLOAD);
87512386
CL		 1640 trace_nfsd_cb_offload(copy->cp_clp, &copy->cp_res.cb_stateid,
1641 &copy->fh, copy->cp_count, copy->nfserr);
e0639dc5
OK		 1642 nfsd4_run_cb(&cb_copy->cp_cb);
1643out:
ce0887ac
OK		 1644 if (!copy->cp_intra)
1645 kfree(copy->nf_src);
e0639dc5
OK		 1646 cleanup_async_copy(copy);
1647 return 0;
1648}
1649
29ae7f9d
AS		 1650static __be32
1651nfsd4_copy(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1652 union nfsd4_op_u *u)
29ae7f9d 1653{
eb69853d 1654 struct nfsd4_copy *copy = &u->copy;
29ae7f9d 1655 __be32 status;
e0639dc5 1656 struct nfsd4_copy *async_copy = NULL;
29ae7f9d 1657
ce0887ac
OK		 1658 if (!copy->cp_intra) { /* Inter server SSC */
1659 if (!inter_copy_offload_enable || copy->cp_synchronous) {
1660 status = nfserr_notsupp;
1661 goto out;
1662 }
1663 status = nfsd4_setup_inter_ssc(rqstp, cstate, copy,
1664 &copy->ss_mnt);
1665 if (status)
1666 return nfserr_offload_denied;
1667 } else {
1668 status = nfsd4_setup_intra_ssc(rqstp, cstate, copy);
1669 if (status)
1670 return status;
1671 }
29ae7f9d 1672
e0639dc5
OK		 1673 copy->cp_clp = cstate->clp;
1674 memcpy(&copy->fh, &cstate->current_fh.fh_handle,
1675 sizeof(struct knfsd_fh));
1676 if (!copy->cp_synchronous) {
1677 struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id);
29ae7f9d 1678
e0639dc5
OK		 1679 status = nfserrno(-ENOMEM);
1680 async_copy = kzalloc(sizeof(struct nfsd4_copy), GFP_KERNEL);
1681 if (!async_copy)
ce0887ac
OK		 1682 goto out_err;
1683 if (!nfs4_init_copy_state(nn, copy))
1684 goto out_err;
e0639dc5 1685 refcount_set(&async_copy->refcount, 1);
e739b120
OK		 1686 memcpy(&copy->cp_res.cb_stateid, &copy->cp_stateid.stid,
1687 sizeof(copy->cp_res.cb_stateid));
eb162e17 1688 dup_copy_fields(copy, async_copy);
e0639dc5
OK		 1689 async_copy->copy_task = kthread_create(nfsd4_do_async_copy,
1690 async_copy, "%s", "copy thread");
1691 if (IS_ERR(async_copy->copy_task))
1692 goto out_err;
1693 spin_lock(&async_copy->cp_clp->async_lock);
1694 list_add(&async_copy->copies,
1695 &async_copy->cp_clp->async_copies);
1696 spin_unlock(&async_copy->cp_clp->async_lock);
1697 wake_up_process(async_copy->copy_task);
29ae7f9d 1698 status = nfs_ok;
ce0887ac 1699 } else {
e0639dc5 1700 status = nfsd4_do_copy(copy, 1);
ce0887ac 1701 }
29ae7f9d
AS		 1702out:
1703 return status;
e0639dc5 1704out_err:
18f428d4
OK		 1705 if (async_copy)
1706 cleanup_async_copy(async_copy);
ce0887ac
OK		 1707 status = nfserrno(-ENOMEM);
1708 if (!copy->cp_intra)
1709 nfsd4_interssc_disconnect(copy->ss_mnt);
e0639dc5
OK		 1710 goto out;
1711}
1712
1713struct nfsd4_copy *
1714find_async_copy(struct nfs4_client *clp, stateid_t *stateid)
1715{
1716 struct nfsd4_copy *copy;
1717
1718 spin_lock(&clp->async_lock);
1719 list_for_each_entry(copy, &clp->async_copies, copies) {
ce0887ac 1720 if (memcmp(&copy->cp_stateid.stid, stateid, NFS4_STATEID_SIZE))
e0639dc5
OK		 1721 continue;
1722 refcount_inc(&copy->refcount);
1723 spin_unlock(&clp->async_lock);
1724 return copy;
1725 }
1726 spin_unlock(&clp->async_lock);
1727 return NULL;
29ae7f9d
AS		 1728}
1729
885e2bf3
OK		 1730static __be32
1731nfsd4_offload_cancel(struct svc_rqst *rqstp,
1732 struct nfsd4_compound_state *cstate,
1733 union nfsd4_op_u *u)
1734{
e0639dc5 1735 struct nfsd4_offload_status *os = &u->offload_status;
e0639dc5
OK		 1736 struct nfsd4_copy *copy;
1737 struct nfs4_client *clp = cstate->clp;
1738
1739 copy = find_async_copy(clp, &os->stateid);
ce0887ac
OK		 1740 if (!copy) {
1741 struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id);
1742
1743 return manage_cpntf_state(nn, &os->stateid, clp, NULL);
1744 } else
e0639dc5 1745 nfsd4_stop_copy(copy);
e0639dc5 1746
ce0887ac 1747 return nfs_ok;
885e2bf3
OK		 1748}
1749
51911868
OK		 1750static __be32
1751nfsd4_copy_notify(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
1752 union nfsd4_op_u *u)
1753{
624322f1
OK		 1754 struct nfsd4_copy_notify *cn = &u->copy_notify;
1755 __be32 status;
1756 struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id);
1757 struct nfs4_stid *stid;
1758 struct nfs4_cpntf_state *cps;
1759 struct nfs4_client *clp = cstate->clp;
1760
1761 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
1762 &cn->cpn_src_stateid, RD_STATE, NULL,
1763 &stid);
1764 if (status)
1765 return status;
1766
1767 cn->cpn_sec = nn->nfsd4_lease;
1768 cn->cpn_nsec = 0;
1769
1770 status = nfserrno(-ENOMEM);
1771 cps = nfs4_alloc_init_cpntf_state(nn, stid);
1772 if (!cps)
1773 goto out;
1774 memcpy(&cn->cpn_cnr_stateid, &cps->cp_stateid.stid, sizeof(stateid_t));
1775 memcpy(&cps->cp_p_stateid, &stid->sc_stateid, sizeof(stateid_t));
1776 memcpy(&cps->cp_p_clid, &clp->cl_clientid, sizeof(clientid_t));
1777
1778 /* For now, only return one server address in cpn_src, the
1779 * address used by the client to connect to this server.
1780 */
1781 cn->cpn_src.nl4_type = NL4_NETADDR;
1782 status = nfsd4_set_netaddr((struct sockaddr *)&rqstp->rq_daddr,
1783 &cn->cpn_src.u.nl4_addr);
1784 WARN_ON_ONCE(status);
1785 if (status) {
1786 nfs4_put_cpntf_state(nn, cps);
1787 goto out;
1788 }
1789out:
1790 nfs4_put_stid(stid);
1791 return status;
51911868
OK		 1792}
1793
95d871f0
AS		 1794static __be32
1795nfsd4_fallocate(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
1796 struct nfsd4_fallocate *fallocate, int flags)
1797{
0d4d6720 1798 __be32 status;
5c4583b2 1799 struct nfsd_file *nf;
95d871f0 1800
aa0d6aed 1801 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
95d871f0 1802 &fallocate->falloc_stateid,
624322f1 1803 WR_STATE, &nf, NULL);
95d871f0
AS		 1804 if (status != nfs_ok) {
1805 dprintk("NFSD: nfsd4_fallocate: couldn't process stateid!\n");
1806 return status;
1807 }
1808
5c4583b2 1809 status = nfsd4_vfs_fallocate(rqstp, &cstate->current_fh, nf->nf_file,
95d871f0
AS		 1810 fallocate->falloc_offset,
1811 fallocate->falloc_length,
1812 flags);
5c4583b2 1813 nfsd_file_put(nf);
95d871f0
AS		 1814 return status;
1815}
6308bc98
OK		 1816static __be32
1817nfsd4_offload_status(struct svc_rqst *rqstp,
1818 struct nfsd4_compound_state *cstate,
1819 union nfsd4_op_u *u)
1820{
e0639dc5
OK		 1821 struct nfsd4_offload_status *os = &u->offload_status;
1822 __be32 status = 0;
1823 struct nfsd4_copy *copy;
1824 struct nfs4_client *clp = cstate->clp;
1825
1826 copy = find_async_copy(clp, &os->stateid);
1827 if (copy) {
1828 os->count = copy->cp_res.wr_bytes_written;
1829 nfs4_put_copy(copy);
1830 } else
1831 status = nfserr_bad_stateid;
1832
1833 return status;
6308bc98 1834}
95d871f0
AS		 1835
1836static __be32
1837nfsd4_allocate(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1838 union nfsd4_op_u *u)
95d871f0 1839{
eb69853d 1840 return nfsd4_fallocate(rqstp, cstate, &u->allocate, 0);
95d871f0
AS		 1841}
1842
b0cb9085
AS		 1843static __be32
1844nfsd4_deallocate(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1845 union nfsd4_op_u *u)
b0cb9085 1846{
eb69853d 1847 return nfsd4_fallocate(rqstp, cstate, &u->deallocate,
b0cb9085
AS		 1848 FALLOC_FL_PUNCH_HOLE | FALLOC_FL_KEEP_SIZE);
1849}
1850
24bab491
AS		 1851static __be32
1852nfsd4_seek(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1853 union nfsd4_op_u *u)
24bab491 1854{
eb69853d 1855 struct nfsd4_seek *seek = &u->seek;
24bab491
AS		 1856 int whence;
1857 __be32 status;
5c4583b2 1858 struct nfsd_file *nf;
24bab491 1859
aa0d6aed 1860 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
24bab491 1861 &seek->seek_stateid,
624322f1 1862 RD_STATE, &nf, NULL);
24bab491
AS		 1863 if (status) {
1864 dprintk("NFSD: nfsd4_seek: couldn't process stateid!\n");
1865 return status;
1866 }
1867
1868 switch (seek->seek_whence) {
1869 case NFS4_CONTENT_DATA:
1870 whence = SEEK_DATA;
1871 break;
1872 case NFS4_CONTENT_HOLE:
1873 whence = SEEK_HOLE;
1874 break;
1875 default:
1876 status = nfserr_union_notsupp;
1877 goto out;
1878 }
1879
1880 /*
1881 * Note: This call does change file->f_pos, but nothing in NFSD
1882 * should ever file->f_pos.
1883 */
5c4583b2 1884 seek->seek_pos = vfs_llseek(nf->nf_file, seek->seek_offset, whence);
24bab491
AS		 1885 if (seek->seek_pos < 0)
1886 status = nfserrno(seek->seek_pos);
5c4583b2 1887 else if (seek->seek_pos >= i_size_read(file_inode(nf->nf_file)))
24bab491
AS		 1888 seek->seek_eof = true;
1889
1890out:
5c4583b2 1891 nfsd_file_put(nf);
24bab491
AS		 1892 return status;
1893}
1894
1da177e4
LT		 1895/* This routine never returns NFS_OK! If there are no other errors, it
1896 * will return NFSERR_SAME or NFSERR_NOT_SAME depending on whether the
1897 * attributes matched. VERIFY is implemented by mapping NFSERR_SAME
1898 * to NFS_OK after the call; NVERIFY by mapping NFSERR_NOT_SAME to NFS_OK.
1899 */
b37ad28b 1900static __be32
c954e2a5 1901_nfsd4_verify(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
ca364317 1902 struct nfsd4_verify *verify)
1da177e4 1903{
2ebbc012 1904 __be32 *buf, *p;
1da177e4 1905 int count;
b37ad28b 1906 __be32 status;
1da177e4 1907
8837abca 1908 status = fh_verify(rqstp, &cstate->current_fh, 0, NFSD_MAY_NOP);
1da177e4
LT		 1909 if (status)
1910 return status;
1911
3c8e0316
YZ		 1912 status = check_attr_support(rqstp, cstate, verify->ve_bmval, NULL);
1913 if (status)
1914 return status;
1915
1da177e4
LT		 1916 if ((verify->ve_bmval[0] & FATTR4_WORD0_RDATTR_ERROR)
1917 || (verify->ve_bmval[1] & NFSD_WRITEONLY_ATTRS_WORD1))
1918 return nfserr_inval;
1919 if (verify->ve_attrlen & 3)
1920 return nfserr_inval;
1921
1922 /* count in words:
1923 * bitmap_len(1) + bitmap(2) + attr_len(1) = 4
1924 */
1925 count = 4 + (verify->ve_attrlen >> 2);
1926 buf = kmalloc(count << 2, GFP_KERNEL);
1927 if (!buf)
3e772463 1928 return nfserr_jukebox;
1da177e4 1929
84822d0b 1930 p = buf;
d5184658 1931 status = nfsd4_encode_fattr_to_buf(&p, count, &cstate->current_fh,
ca364317 1932 cstate->current_fh.fh_export,
d5184658
BF		 1933 cstate->current_fh.fh_dentry,
1934 verify->ve_bmval,
406a7ea9 1935 rqstp, 0);
41ae6e71
BF		 1936 /*
1937 * If nfsd4_encode_fattr() ran out of space, assume that's because
1938 * the attributes are longer (hence different) than those given:
1939 */
84822d0b 1940 if (status == nfserr_resource)
1da177e4
LT		 1941 status = nfserr_not_same;
1942 if (status)
1943 goto out_kfree;
1944
95ec28cd
BH		 1945 /* skip bitmap */
1946 p = buf + 1 + ntohl(buf[0]);
1da177e4
LT		 1947 status = nfserr_not_same;
1948 if (ntohl(*p++) != verify->ve_attrlen)
1949 goto out_kfree;
1950 if (!memcmp(p, verify->ve_attrval, verify->ve_attrlen))
1951 status = nfserr_same;
1952
1953out_kfree:
1954 kfree(buf);
1955 return status;
1956}
1957
c954e2a5
BF		 1958static __be32
1959nfsd4_nverify(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1960 union nfsd4_op_u *u)
c954e2a5
BF		 1961{
1962 __be32 status;
1963
eb69853d 1964 status = _nfsd4_verify(rqstp, cstate, &u->verify);
c954e2a5
BF		 1965 return status == nfserr_not_same ? nfs_ok : status;
1966}
1967
1968static __be32
1969nfsd4_verify(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1970 union nfsd4_op_u *u)
c954e2a5
BF		 1971{
1972 __be32 status;
1973
eb69853d 1974 status = _nfsd4_verify(rqstp, cstate, &u->nverify);
c954e2a5
BF		 1975 return status == nfserr_same ? nfs_ok : status;
1976}
1977
9cf514cc
CH		 1978#ifdef CONFIG_NFSD_PNFS
1979static const struct nfsd4_layout_ops *
1980nfsd4_layout_verify(struct svc_export *exp, unsigned int layout_type)
1981{
8a4c3926 1982 if (!exp->ex_layout_types) {
9cf514cc
CH		 1983 dprintk("%s: export does not support pNFS\n", __func__);
1984 return NULL;
1985 }
1986
b550a32e
AK		 1987 if (layout_type >= LAYOUT_TYPE_MAX ||
1988 !(exp->ex_layout_types & (1 << layout_type))) {
9cf514cc
CH		 1989 dprintk("%s: layout type %d not supported\n",
1990 __func__, layout_type);
1991 return NULL;
1992 }
1993
1994 return nfsd4_layout_ops[layout_type];
1995}
1996
1997static __be32
1998nfsd4_getdeviceinfo(struct svc_rqst *rqstp,
eb69853d 1999 struct nfsd4_compound_state *cstate, union nfsd4_op_u *u)
9cf514cc 2000{
eb69853d 2001 struct nfsd4_getdeviceinfo *gdp = &u->getdeviceinfo;
9cf514cc
CH		 2002 const struct nfsd4_layout_ops *ops;
2003 struct nfsd4_deviceid_map *map;
2004 struct svc_export *exp;
2005 __be32 nfserr;
2006
2007 dprintk("%s: layout_type %u dev_id [0x%llx:0x%x] maxcnt %u\n",
2008 __func__,
2009 gdp->gd_layout_type,
2010 gdp->gd_devid.fsid_idx, gdp->gd_devid.generation,
2011 gdp->gd_maxcount);
2012
2013 map = nfsd4_find_devid_map(gdp->gd_devid.fsid_idx);
2014 if (!map) {
2015 dprintk("%s: couldn't find device ID to export mapping!\n",
2016 __func__);
2017 return nfserr_noent;
2018 }
2019
2020 exp = rqst_exp_find(rqstp, map->fsid_type, map->fsid);
2021 if (IS_ERR(exp)) {
2022 dprintk("%s: could not find device id\n", __func__);
2023 return nfserr_noent;
2024 }
2025
2026 nfserr = nfserr_layoutunavailable;
2027 ops = nfsd4_layout_verify(exp, gdp->gd_layout_type);
2028 if (!ops)
2029 goto out;
2030
2031 nfserr = nfs_ok;
f99d4fbd
CH		 2032 if (gdp->gd_maxcount != 0) {
2033 nfserr = ops->proc_getdeviceinfo(exp->ex_path.mnt->mnt_sb,
ec59659b 2034 rqstp, cstate->clp, gdp);
f99d4fbd 2035 }
9cf514cc
CH		 2036
2037 gdp->gd_notify_types &= ops->notify_types;
9cf514cc 2038out:
a1420384 2039 exp_put(exp);
9cf514cc
CH		 2040 return nfserr;
2041}
2042
34b1744c
BF		 2043static void
2044nfsd4_getdeviceinfo_release(union nfsd4_op_u *u)
2045{
2046 kfree(u->getdeviceinfo.gd_device);
2047}
2048
9cf514cc
CH		 2049static __be32
2050nfsd4_layoutget(struct svc_rqst *rqstp,
eb69853d 2051 struct nfsd4_compound_state *cstate, union nfsd4_op_u *u)
9cf514cc 2052{
eb69853d 2053 struct nfsd4_layoutget *lgp = &u->layoutget;
9cf514cc
CH		 2054 struct svc_fh *current_fh = &cstate->current_fh;
2055 const struct nfsd4_layout_ops *ops;
2056 struct nfs4_layout_stateid *ls;
2057 __be32 nfserr;
66282ec1 2058 int accmode = NFSD_MAY_READ_IF_EXEC;
9cf514cc
CH		 2059
2060 switch (lgp->lg_seg.iomode) {
2061 case IOMODE_READ:
66282ec1 2062 accmode |= NFSD_MAY_READ;
9cf514cc
CH		 2063 break;
2064 case IOMODE_RW:
66282ec1 2065 accmode |= NFSD_MAY_READ | NFSD_MAY_WRITE;
9cf514cc
CH		 2066 break;
2067 default:
2068 dprintk("%s: invalid iomode %d\n",
2069 __func__, lgp->lg_seg.iomode);
2070 nfserr = nfserr_badiomode;
2071 goto out;
2072 }
2073
2074 nfserr = fh_verify(rqstp, current_fh, 0, accmode);
2075 if (nfserr)
2076 goto out;
2077
2078 nfserr = nfserr_layoutunavailable;
2079 ops = nfsd4_layout_verify(current_fh->fh_export, lgp->lg_layout_type);
2080 if (!ops)
2081 goto out;
2082
2083 /*
2084 * Verify minlength and range as per RFC5661:
2085 * o If loga_length is less than loga_minlength,
2086 * the metadata server MUST return NFS4ERR_INVAL.
2087 * o If the sum of loga_offset and loga_minlength exceeds
2088 * NFS4_UINT64_MAX, and loga_minlength is not
2089 * NFS4_UINT64_MAX, the error NFS4ERR_INVAL MUST result.
2090 * o If the sum of loga_offset and loga_length exceeds
2091 * NFS4_UINT64_MAX, and loga_length is not NFS4_UINT64_MAX,
2092 * the error NFS4ERR_INVAL MUST result.
2093 */
2094 nfserr = nfserr_inval;
2095 if (lgp->lg_seg.length < lgp->lg_minlength ||
2096 (lgp->lg_minlength != NFS4_MAX_UINT64 &&
2097 lgp->lg_minlength > NFS4_MAX_UINT64 - lgp->lg_seg.offset) ||
2098 (lgp->lg_seg.length != NFS4_MAX_UINT64 &&
2099 lgp->lg_seg.length > NFS4_MAX_UINT64 - lgp->lg_seg.offset))
2100 goto out;
2101 if (lgp->lg_seg.length == 0)
2102 goto out;
2103
2104 nfserr = nfsd4_preprocess_layout_stateid(rqstp, cstate, &lgp->lg_sid,
2105 true, lgp->lg_layout_type, &ls);
31ef83dc 2106 if (nfserr) {
f394b62b 2107 trace_nfsd_layout_get_lookup_fail(&lgp->lg_sid);
9cf514cc 2108 goto out;
31ef83dc 2109 }
9cf514cc 2110
c5c707f9
CH		 2111 nfserr = nfserr_recallconflict;
2112 if (atomic_read(&ls->ls_stid.sc_file->fi_lo_recalls))
2113 goto out_put_stid;
2114
2b0143b5 2115 nfserr = ops->proc_layoutget(d_inode(current_fh->fh_dentry),
9cf514cc
CH		 2116 current_fh, lgp);
2117 if (nfserr)
2118 goto out_put_stid;
2119
2120 nfserr = nfsd4_insert_layout(lgp, ls);
2121
2122out_put_stid:
cc8a5532 2123 mutex_unlock(&ls->ls_mutex);
9cf514cc
CH		 2124 nfs4_put_stid(&ls->ls_stid);
2125out:
2126 return nfserr;
2127}
2128
34b1744c
BF		 2129static void
2130nfsd4_layoutget_release(union nfsd4_op_u *u)
2131{
2132 kfree(u->layoutget.lg_content);
2133}
2134
9cf514cc
CH		 2135static __be32
2136nfsd4_layoutcommit(struct svc_rqst *rqstp,
eb69853d 2137 struct nfsd4_compound_state *cstate, union nfsd4_op_u *u)
9cf514cc 2138{
eb69853d 2139 struct nfsd4_layoutcommit *lcp = &u->layoutcommit;
9cf514cc
CH		 2140 const struct nfsd4_layout_seg *seg = &lcp->lc_seg;
2141 struct svc_fh *current_fh = &cstate->current_fh;
2142 const struct nfsd4_layout_ops *ops;
2143 loff_t new_size = lcp->lc_last_wr + 1;
2144 struct inode *inode;
2145 struct nfs4_layout_stateid *ls;
2146 __be32 nfserr;
2147
2148 nfserr = fh_verify(rqstp, current_fh, 0, NFSD_MAY_WRITE);
2149 if (nfserr)
2150 goto out;
2151
2152 nfserr = nfserr_layoutunavailable;
2153 ops = nfsd4_layout_verify(current_fh->fh_export, lcp->lc_layout_type);
2154 if (!ops)
2155 goto out;
2b0143b5 2156 inode = d_inode(current_fh->fh_dentry);
9cf514cc
CH		 2157
2158 nfserr = nfserr_inval;
2159 if (new_size <= seg->offset) {
2160 dprintk("pnfsd: last write before layout segment\n");
2161 goto out;
2162 }
2163 if (new_size > seg->offset + seg->length) {
2164 dprintk("pnfsd: last write beyond layout segment\n");
2165 goto out;
2166 }
2167 if (!lcp->lc_newoffset && new_size > i_size_read(inode)) {
2168 dprintk("pnfsd: layoutcommit beyond EOF\n");
2169 goto out;
2170 }
2171
2172 nfserr = nfsd4_preprocess_layout_stateid(rqstp, cstate, &lcp->lc_sid,
2173 false, lcp->lc_layout_type,
2174 &ls);
2175 if (nfserr) {
f394b62b 2176 trace_nfsd_layout_commit_lookup_fail(&lcp->lc_sid);
9cf514cc
CH		 2177 /* fixup error code as per RFC5661 */
2178 if (nfserr == nfserr_bad_stateid)
2179 nfserr = nfserr_badlayout;
2180 goto out;
2181 }
2182
cc8a5532
JL		 2183 /* LAYOUTCOMMIT does not require any serialization */
2184 mutex_unlock(&ls->ls_mutex);
2185
9cf514cc
CH		 2186 if (new_size > i_size_read(inode)) {
2187 lcp->lc_size_chg = 1;
2188 lcp->lc_newsize = new_size;
2189 } else {
2190 lcp->lc_size_chg = 0;
2191 }
2192
d8398fc1 2193 nfserr = ops->proc_layoutcommit(inode, lcp);
9cf514cc
CH		 2194 nfs4_put_stid(&ls->ls_stid);
2195out:
2196 return nfserr;
2197}
2198
2199static __be32
2200nfsd4_layoutreturn(struct svc_rqst *rqstp,
eb69853d 2201 struct nfsd4_compound_state *cstate, union nfsd4_op_u *u)
9cf514cc 2202{
eb69853d 2203 struct nfsd4_layoutreturn *lrp = &u->layoutreturn;
9cf514cc
CH		 2204 struct svc_fh *current_fh = &cstate->current_fh;
2205 __be32 nfserr;
2206
2207 nfserr = fh_verify(rqstp, current_fh, 0, NFSD_MAY_NOP);
2208 if (nfserr)
2209 goto out;
2210
2211 nfserr = nfserr_layoutunavailable;
2212 if (!nfsd4_layout_verify(current_fh->fh_export, lrp->lr_layout_type))
2213 goto out;
2214
2215 switch (lrp->lr_seg.iomode) {
2216 case IOMODE_READ:
2217 case IOMODE_RW:
2218 case IOMODE_ANY:
2219 break;
2220 default:
2221 dprintk("%s: invalid iomode %d\n", __func__,
2222 lrp->lr_seg.iomode);
2223 nfserr = nfserr_inval;
2224 goto out;
2225 }
2226
2227 switch (lrp->lr_return_type) {
2228 case RETURN_FILE:
2229 nfserr = nfsd4_return_file_layouts(rqstp, cstate, lrp);
2230 break;
2231 case RETURN_FSID:
2232 case RETURN_ALL:
2233 nfserr = nfsd4_return_client_layouts(rqstp, cstate, lrp);
2234 break;
2235 default:
2236 dprintk("%s: invalid return_type %d\n", __func__,
2237 lrp->lr_return_type);
2238 nfserr = nfserr_inval;
2239 break;
2240 }
2241out:
2242 return nfserr;
2243}
2244#endif /* CONFIG_NFSD_PNFS */
2245
23e50fe3
FL		 2246static __be32
2247nfsd4_getxattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
2248 union nfsd4_op_u *u)
2249{
2250 struct nfsd4_getxattr *getxattr = &u->getxattr;
2251
2252 return nfsd_getxattr(rqstp, &cstate->current_fh,
2253 getxattr->getxa_name, &getxattr->getxa_buf,
2254 &getxattr->getxa_len);
2255}
2256
2257static __be32
2258nfsd4_setxattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
2259 union nfsd4_op_u *u)
2260{
2261 struct nfsd4_setxattr *setxattr = &u->setxattr;
2262 __be32 ret;
2263
2264 if (opens_in_grace(SVC_NET(rqstp)))
2265 return nfserr_grace;
2266
2267 ret = nfsd_setxattr(rqstp, &cstate->current_fh, setxattr->setxa_name,
2268 setxattr->setxa_buf, setxattr->setxa_len,
2269 setxattr->setxa_flags);
2270
2271 if (!ret)
2272 set_change_info(&setxattr->setxa_cinfo, &cstate->current_fh);
2273
2274 return ret;
2275}
2276
2277static __be32
2278nfsd4_listxattrs(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
2279 union nfsd4_op_u *u)
2280{
2281 /*
2282 * Get the entire list, then copy out only the user attributes
2283 * in the encode function.
2284 */
2285 return nfsd_listxattr(rqstp, &cstate->current_fh,
2286 &u->listxattrs.lsxa_buf, &u->listxattrs.lsxa_len);
2287}
2288
2289static __be32
2290nfsd4_removexattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
2291 union nfsd4_op_u *u)
2292{
2293 struct nfsd4_removexattr *removexattr = &u->removexattr;
2294 __be32 ret;
2295
2296 if (opens_in_grace(SVC_NET(rqstp)))
2297 return nfserr_grace;
2298
2299 ret = nfsd_removexattr(rqstp, &cstate->current_fh,
2300 removexattr->rmxa_name);
2301
2302 if (!ret)
2303 set_change_info(&removexattr->rmxa_cinfo, &cstate->current_fh);
2304
2305 return ret;
2306}
2307
1da177e4
LT		 2308/*
2309 * NULL call.
2310 */
7111c66e 2311static __be32
a6beb732 2312nfsd4_proc_null(struct svc_rqst *rqstp)
1da177e4 2313{
cc028a10 2314 return rpc_success;
1da177e4
LT		 2315}
2316
e2b20950
SA		 2317static inline void nfsd4_increment_op_stats(u32 opnum)
2318{
2319 if (opnum >= FIRST_NFS4_OP && opnum <= LAST_NFS4_OP)
e567b98c 2320 percpu_counter_inc(&nfsdstats.counter[NFSD_STATS_NFS4_OP(opnum)]);
e2b20950
SA		 2321}
2322
bb2a8b0c 2323static const struct nfsd4_operation nfsd4_ops[];
b591480b 2324
f1c7f79b 2325static const char *nfsd4_op_name(unsigned opnum);
b001a1b6 2326
f9bb94c4 2327/*
57716355 2328 * Enforce NFSv4.1 COMPOUND ordering rules:
f9bb94c4 2329 *
57716355
BF		 2330 * Also note, enforced elsewhere:
2331 * - SEQUENCE other than as first op results in
2332 * NFS4ERR_SEQUENCE_POS. (Enforced in nfsd4_sequence().)
1d1bc8f2
BF		 2333 * - BIND_CONN_TO_SESSION must be the only op in its compound.
2334 * (Enforced in nfsd4_bind_conn_to_session().)
57716355
BF		 2335 * - DESTROY_SESSION must be the final operation in a compound, if
2336 * sessionid's in SEQUENCE and DESTROY_SESSION are the same.
2337 * (Enforced in nfsd4_destroy_session().)
f9bb94c4 2338 */
57716355 2339static __be32 nfs41_check_op_ordering(struct nfsd4_compoundargs *args)
f9bb94c4 2340{
7a04cfda 2341 struct nfsd4_op *first_op = &args->ops[0];
57716355
BF		 2342
2343 /* These ordering requirements don't apply to NFSv4.0: */
2344 if (args->minorversion == 0)
2345 return nfs_ok;
2346 /* This is weird, but OK, not our problem: */
2347 if (args->opcnt == 0)
2348 return nfs_ok;
7a04cfda 2349 if (first_op->status == nfserr_op_illegal)
57716355 2350 return nfs_ok;
7a04cfda 2351 if (!(nfsd4_ops[first_op->opnum].op_flags & ALLOWED_AS_FIRST_OP))
57716355 2352 return nfserr_op_not_in_session;
7a04cfda 2353 if (first_op->opnum == OP_SEQUENCE)
57716355 2354 return nfs_ok;
7a04cfda
BF		 2355 /*
2356 * So first_op is something allowed outside a session, like
2357 * EXCHANGE_ID; but then it has to be the only op in the
2358 * compound:
2359 */
57716355
BF		 2360 if (args->opcnt != 1)
2361 return nfserr_not_only_op;
2362 return nfs_ok;
f9bb94c4
AA		 2363}
2364
f4f9ef4a 2365const struct nfsd4_operation *OPDESC(struct nfsd4_op *op)
22b03214
BF		 2366{
2367 return &nfsd4_ops[op->opnum];
2368}
2369
1091006c
BF		 2370bool nfsd4_cache_this_op(struct nfsd4_op *op)
2371{
e372ba60
BF		 2372 if (op->opnum == OP_ILLEGAL)
2373 return false;
c856694e 2374 return OPDESC(op)->op_flags & OP_CACHEME;
1091006c
BF		 2375}
2376
68d93184
BF		 2377static bool need_wrongsec_check(struct svc_rqst *rqstp)
2378{
2379 struct nfsd4_compoundres *resp = rqstp->rq_resp;
2380 struct nfsd4_compoundargs *argp = rqstp->rq_argp;
2381 struct nfsd4_op *this = &argp->ops[resp->opcnt - 1];
2382 struct nfsd4_op *next = &argp->ops[resp->opcnt];
bb2a8b0c
CH		 2383 const struct nfsd4_operation *thisd = OPDESC(this);
2384 const struct nfsd4_operation *nextd;
68d93184 2385
68d93184
BF		 2386 /*
2387 * Most ops check wronsec on our own; only the putfh-like ops
2388 * have special rules.
2389 */
2390 if (!(thisd->op_flags & OP_IS_PUTFH_LIKE))
2391 return false;
2392 /*
2393 * rfc 5661 2.6.3.1.1.6: don't bother erroring out a
2394 * put-filehandle operation if we're not going to use the
2395 * result:
2396 */
2397 if (argp->opcnt == resp->opcnt)
2398 return false;
51904b08
BF		 2399 if (next->opnum == OP_ILLEGAL)
2400 return false;
68d93184
BF		 2401 nextd = OPDESC(next);
2402 /*
2403 * Rest of 2.6.3.1.1: certain operations will return WRONGSEC
2404 * errors themselves as necessary; others should check for them
2405 * now:
2406 */
2407 return !(nextd->op_flags & OP_HANDLES_WRONGSEC);
2408}
2409
b9e8638e
OK		 2410#ifdef CONFIG_NFSD_V4_2_INTER_SSC
2411static void
2412check_if_stalefh_allowed(struct nfsd4_compoundargs *args)
2413{
2414 struct nfsd4_op *op, *current_op = NULL, *saved_op = NULL;
2415 struct nfsd4_copy *copy;
2416 struct nfsd4_putfh *putfh;
2417 int i;
2418
2419 /* traverse all operation and if it's a COPY compound, mark the
2420 * source filehandle to skip verification
2421 */
2422 for (i = 0; i < args->opcnt; i++) {
2423 op = &args->ops[i];
2424 if (op->opnum == OP_PUTFH)
2425 current_op = op;
2426 else if (op->opnum == OP_SAVEFH)
2427 saved_op = current_op;
2428 else if (op->opnum == OP_RESTOREFH)
2429 current_op = saved_op;
2430 else if (op->opnum == OP_COPY) {
2431 copy = (struct nfsd4_copy *)&op->u;
2432 if (!saved_op) {
2433 op->status = nfserr_nofilehandle;
2434 return;
2435 }
2436 putfh = (struct nfsd4_putfh *)&saved_op->u;
2437 if (!copy->cp_intra)
2438 putfh->no_verify = true;
2439 }
2440 }
2441}
2442#else
2443static void
2444check_if_stalefh_allowed(struct nfsd4_compoundargs *args)
2445{
2446}
2447#endif
2448
1da177e4
LT		 2449/*
2450 * COMPOUND call.
2451 */
7111c66e 2452static __be32
a6beb732 2453nfsd4_proc_compound(struct svc_rqst *rqstp)
1da177e4 2454{
a6beb732
CH		 2455 struct nfsd4_compoundargs *args = rqstp->rq_argp;
2456 struct nfsd4_compoundres *resp = rqstp->rq_resp;
1da177e4 2457 struct nfsd4_op *op;
e354d571 2458 struct nfsd4_compound_state *cstate = &resp->cstate;
4daeed25
KM		 2459 struct svc_fh *current_fh = &cstate->current_fh;
2460 struct svc_fh *save_fh = &cstate->save_fh;
e333f3bb 2461 struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id);
b37ad28b 2462 __be32 status;
1da177e4 2463
bddfdbcd
CL		 2464 resp->xdr = &rqstp->rq_res_stream;
2465
2466 /* reserve space for: NFS status code */
2467 xdr_reserve_space(resp->xdr, XDR_UNIT);
2468
2469 resp->tagp = resp->xdr->p;
1da177e4 2470 /* reserve space for: taglen, tag, and opcnt */
bddfdbcd 2471 xdr_reserve_space(resp->xdr, XDR_UNIT * 2 + args->taglen);
1da177e4
LT		 2472 resp->taglen = args->taglen;
2473 resp->tag = args->tag;
1da177e4 2474 resp->rqstp = rqstp;
4daeed25 2475 cstate->minorversion = args->minorversion;
4daeed25
KM		 2476 fh_init(current_fh, NFS4_FHSIZE);
2477 fh_init(save_fh, NFS4_FHSIZE);
8ff30fa4
N		 2478 /*
2479 * Don't use the deferral mechanism for NFSv4; compounds make it
2480 * too hard to avoid non-idempotency problems.
2481 */
30660e04 2482 clear_bit(RQ_USEDEFERRAL, &rqstp->rq_flags);
1da177e4
LT		 2483
2484 /*
2485 * According to RFC3010, this takes precedence over all other errors.
2486 */
2487 status = nfserr_minor_vers_mismatch;
e333f3bb 2488 if (nfsd_minorversion(nn, args->minorversion, NFSD_TEST) <= 0)
1da177e4 2489 goto out;
0078117c
BF		 2490 status = nfserr_resource;
2491 if (args->opcnt > NFSD_MAX_OPS_PER_COMPOUND)
2492 goto out;
1da177e4 2493
57716355
BF		 2494 status = nfs41_check_op_ordering(args);
2495 if (status) {
f9bb94c4 2496 op = &args->ops[0];
57716355 2497 op->status = status;
5b7b15ae 2498 resp->opcnt = 1;
f9bb94c4
AA		 2499 goto encode_op;
2500 }
b9e8638e 2501 check_if_stalefh_allowed(args);
f9bb94c4 2502
28df3d15
BF		 2503 rqstp->rq_lease_breaker = (void **)&cstate->clp;
2504
fff4080b 2505 trace_nfsd_compound(rqstp, args->opcnt);
1da177e4
LT		 2506 while (!status && resp->opcnt < args->opcnt) {
2507 op = &args->ops[resp->opcnt++];
2508
2509 /*
2510 * The XDR decode routines may have pre-set op->status;
2511 * for example, if there is a miscellaneous XDR error
2512 * it will be set to nfserr_bad_xdr.
2513 */
9d313b17
BF		 2514 if (op->status) {
2515 if (op->opnum == OP_OPEN)
2516 op->status = nfsd4_open_omfg(rqstp, cstate, op);
1da177e4 2517 goto encode_op;
9d313b17 2518 }
b9e8638e
OK		 2519 if (!current_fh->fh_dentry &&
2520 !HAS_FH_FLAG(current_fh, NFSD4_FH_FOREIGN)) {
f4f9ef4a 2521 if (!(op->opdesc->op_flags & ALLOWED_WITHOUT_FH)) {
42ca0993
BF		 2522 op->status = nfserr_nofilehandle;
2523 goto encode_op;
2524 }
b9e8638e
OK		 2525 } else if (current_fh->fh_export &&
2526 current_fh->fh_export->ex_fslocs.migrated &&
f4f9ef4a 2527 !(op->opdesc->op_flags & ALLOWED_ON_ABSENT_FS)) {
42ca0993 2528 op->status = nfserr_moved;
1da177e4
LT		 2529 goto encode_op;
2530 }
b591480b 2531
2336745e
KM		 2532 fh_clear_wcc(current_fh);
2533
58e7b33a 2534 /* If op is non-idempotent */
f4f9ef4a 2535 if (op->opdesc->op_flags & OP_MODIFIES_SOMETHING) {
4c69d585 2536 /*
a8095f7e
BF		 2537 * Don't execute this op if we couldn't encode a
2538 * succesful reply:
2539 */
f4f9ef4a 2540 u32 plen = op->opdesc->op_rsize_bop(rqstp, op);
a8095f7e
BF		 2541 /*
2542 * Plus if there's another operation, make sure
4c69d585
BF		 2543 * we'll have space to at least encode an error:
2544 */
2545 if (resp->opcnt < args->opcnt)
2546 plen += COMPOUND_ERR_SLACK_SPACE;
58e7b33a
MJ		 2547 op->status = nfsd4_check_resp_size(resp, plen);
2548 }
2549
2550 if (op->status)
2551 goto encode_op;
2552
f4f9ef4a
BF		 2553 if (op->opdesc->op_get_currentstateid)
2554 op->opdesc->op_get_currentstateid(cstate, &op->u);
2555 op->status = op->opdesc->op_func(rqstp, cstate, &op->u);
1da177e4 2556
9a307403
BF		 2557 /* Only from SEQUENCE */
2558 if (cstate->status == nfserr_replay_cache) {
2559 dprintk("%s NFS4.1 replay from cache\n", __func__);
2560 status = op->status;
2561 goto out;
2562 }
8b70484c 2563 if (!op->status) {
f4f9ef4a
BF		 2564 if (op->opdesc->op_set_currentstateid)
2565 op->opdesc->op_set_currentstateid(cstate, &op->u);
8b70484c 2566
f4f9ef4a 2567 if (op->opdesc->op_flags & OP_CLEAR_STATEID)
37c593c5 2568 clear_current_stateid(cstate);
8b70484c 2569
d781e3df
BF		 2570 if (current_fh->fh_export &&
2571 need_wrongsec_check(rqstp))
4daeed25 2572 op->status = check_nfsd_access(current_fh->fh_export, rqstp);
8b70484c 2573 }
1da177e4 2574encode_op:
a90b061c 2575 if (op->status == nfserr_replay_me) {
a4f1706a 2576 op->replay = &cstate->replay_owner->so_replay;
bddfdbcd 2577 nfsd4_encode_replay(resp->xdr, op);
1da177e4
LT		 2578 status = op->status = op->replay->rp_status;
2579 } else {
2580 nfsd4_encode_operation(resp, op);
2581 status = op->status;
2582 }
0407717d 2583
fff4080b
CL		 2584 trace_nfsd_compound_status(args->opcnt, resp->opcnt, status,
2585 nfsd4_op_name(op->opnum));
0407717d 2586
58fb12e6 2587 nfsd4_cstate_clear_replay(cstate);
e2b20950 2588 nfsd4_increment_op_stats(op->opnum);
1da177e4
LT		 2589 }
2590
4daeed25
KM		 2591 fh_put(current_fh);
2592 fh_put(save_fh);
2593 BUG_ON(cstate->replay_owner);
1da177e4 2594out:
cc028a10 2595 cstate->status = status;
2f425878 2596 /* Reset deferral mechanism for RPC deferrals */
30660e04 2597 set_bit(RQ_USEDEFERRAL, &rqstp->rq_flags);
cc028a10 2598 return rpc_success;
1da177e4
LT		 2599}
2600
58e7b33a
MJ		 2601#define op_encode_hdr_size (2)
2602#define op_encode_stateid_maxsz (XDR_QUADLEN(NFS4_STATEID_SIZE))
2603#define op_encode_verifier_maxsz (XDR_QUADLEN(NFS4_VERIFIER_SIZE))
2604#define op_encode_change_info_maxsz (5)
2605#define nfs4_fattr_bitmap_maxsz (4)
2606
8c7424cf
BF		 2607/* We'll fall back on returning no lockowner if run out of space: */
2608#define op_encode_lockowner_maxsz (0)
58e7b33a
MJ		 2609#define op_encode_lock_denied_maxsz (8 + op_encode_lockowner_maxsz)
2610
2611#define nfs4_owner_maxsz (1 + XDR_QUADLEN(IDMAP_NAMESZ))
2612
2613#define op_encode_ace_maxsz (3 + nfs4_owner_maxsz)
2614#define op_encode_delegation_maxsz (1 + op_encode_stateid_maxsz + 1 + \
2615 op_encode_ace_maxsz)
2616
2617#define op_encode_channel_attrs_maxsz (6 + 1 + 1)
2618
2619static inline u32 nfsd4_only_status_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2620{
2621 return (op_encode_hdr_size) * sizeof(__be32);
2622}
2623
2624static inline u32 nfsd4_status_stateid_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2625{
2626 return (op_encode_hdr_size + op_encode_stateid_maxsz)* sizeof(__be32);
2627}
2628
2282cd2c
KM		 2629static inline u32 nfsd4_access_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2630{
2631 /* ac_supported, ac_resp_access */
2632 return (op_encode_hdr_size + 2)* sizeof(__be32);
2633}
2634
58e7b33a
MJ		 2635static inline u32 nfsd4_commit_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2636{
2637 return (op_encode_hdr_size + op_encode_verifier_maxsz) * sizeof(__be32);
2638}
2639
2640static inline u32 nfsd4_create_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2641{
2642 return (op_encode_hdr_size + op_encode_change_info_maxsz
2643 + nfs4_fattr_bitmap_maxsz) * sizeof(__be32);
2644}
2645
b86cef60
BF		 2646/*
2647 * Note since this is an idempotent operation we won't insist on failing
2648 * the op prematurely if the estimate is too large. We may turn off splice
2649 * reads unnecessarily.
2650 */
2651static inline u32 nfsd4_getattr_rsize(struct svc_rqst *rqstp,
2652 struct nfsd4_op *op)
2653{
2654 u32 *bmap = op->u.getattr.ga_bmval;
2655 u32 bmap0 = bmap[0], bmap1 = bmap[1], bmap2 = bmap[2];
2656 u32 ret = 0;
2657
2658 if (bmap0 & FATTR4_WORD0_ACL)
2659 return svc_max_payload(rqstp);
2660 if (bmap0 & FATTR4_WORD0_FS_LOCATIONS)
2661 return svc_max_payload(rqstp);
2662
2663 if (bmap1 & FATTR4_WORD1_OWNER) {
2664 ret += IDMAP_NAMESZ + 4;
2665 bmap1 &= ~FATTR4_WORD1_OWNER;
2666 }
2667 if (bmap1 & FATTR4_WORD1_OWNER_GROUP) {
2668 ret += IDMAP_NAMESZ + 4;
2669 bmap1 &= ~FATTR4_WORD1_OWNER_GROUP;
2670 }
2671 if (bmap0 & FATTR4_WORD0_FILEHANDLE) {
2672 ret += NFS4_FHSIZE + 4;
2673 bmap0 &= ~FATTR4_WORD0_FILEHANDLE;
2674 }
2675 if (bmap2 & FATTR4_WORD2_SECURITY_LABEL) {
1ec8c0c4 2676 ret += NFS4_MAXLABELLEN + 12;
b86cef60
BF		 2677 bmap2 &= ~FATTR4_WORD2_SECURITY_LABEL;
2678 }
2679 /*
2680 * Largest of remaining attributes are 16 bytes (e.g.,
2681 * supported_attributes)
2682 */
2683 ret += 16 * (hweight32(bmap0) + hweight32(bmap1) + hweight32(bmap2));
2684 /* bitmask, length */
2685 ret += 20;
2686 return ret;
2687}
2688
2282cd2c
KM		 2689static inline u32 nfsd4_getfh_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2690{
2691 return (op_encode_hdr_size + 1) * sizeof(__be32) + NFS4_FHSIZE;
2692}
2693
58e7b33a
MJ		 2694static inline u32 nfsd4_link_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2695{
2696 return (op_encode_hdr_size + op_encode_change_info_maxsz)
2697 * sizeof(__be32);
2698}
2699
2700static inline u32 nfsd4_lock_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2701{
2702 return (op_encode_hdr_size + op_encode_lock_denied_maxsz)
2703 * sizeof(__be32);
2704}
2705
2706static inline u32 nfsd4_open_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2707{
2708 return (op_encode_hdr_size + op_encode_stateid_maxsz
2709 + op_encode_change_info_maxsz + 1
2710 + nfs4_fattr_bitmap_maxsz
2711 + op_encode_delegation_maxsz) * sizeof(__be32);
2712}
2713
2714static inline u32 nfsd4_read_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2715{
2716 u32 maxcount = 0, rlen = 0;
2717
2718 maxcount = svc_max_payload(rqstp);
3c7aa15d 2719 rlen = min(op->u.read.rd_length, maxcount);
58e7b33a 2720
622f560e 2721 return (op_encode_hdr_size + 2 + XDR_QUADLEN(rlen)) * sizeof(__be32);
58e7b33a
MJ		 2722}
2723
528b8493
AS		 2724static inline u32 nfsd4_read_plus_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2725{
2726 u32 maxcount = svc_max_payload(rqstp);
2727 u32 rlen = min(op->u.read.rd_length, maxcount);
2728 /*
2729 * If we detect that the file changed during hole encoding, then we
2730 * recover by encoding the remaining reply as data. This means we need
2731 * to set aside enough room to encode two data segments.
2732 */
2733 u32 seg_len = 2 * (1 + 2 + 1);
2734
2735 return (op_encode_hdr_size + 2 + seg_len + XDR_QUADLEN(rlen)) * sizeof(__be32);
2736}
2737
58e7b33a
MJ		 2738static inline u32 nfsd4_readdir_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2739{
3c7aa15d 2740 u32 maxcount = 0, rlen = 0;
58e7b33a 2741
3c7aa15d
KM		 2742 maxcount = svc_max_payload(rqstp);
2743 rlen = min(op->u.readdir.rd_maxcount, maxcount);
58e7b33a 2744
561f0ed4
BF		 2745 return (op_encode_hdr_size + op_encode_verifier_maxsz +
2746 XDR_QUADLEN(rlen)) * sizeof(__be32);
58e7b33a
MJ		 2747}
2748
2282cd2c
KM		 2749static inline u32 nfsd4_readlink_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2750{
2751 return (op_encode_hdr_size + 1) * sizeof(__be32) + PAGE_SIZE;
2752}
2753
58e7b33a
MJ		 2754static inline u32 nfsd4_remove_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2755{
2756 return (op_encode_hdr_size + op_encode_change_info_maxsz)
2757 * sizeof(__be32);
2758}
2759
2760static inline u32 nfsd4_rename_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2761{
2762 return (op_encode_hdr_size + op_encode_change_info_maxsz
2763 + op_encode_change_info_maxsz) * sizeof(__be32);
2764}
2765
ccae70a9
BF		 2766static inline u32 nfsd4_sequence_rsize(struct svc_rqst *rqstp,
2767 struct nfsd4_op *op)
2768{
d1d84c96
BF		 2769 return (op_encode_hdr_size
2770 + XDR_QUADLEN(NFS4_MAX_SESSIONID_LEN) + 5) * sizeof(__be32);
ccae70a9
BF		 2771}
2772
2282cd2c
KM		 2773static inline u32 nfsd4_test_stateid_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2774{
2775 return (op_encode_hdr_size + 1 + op->u.test_stateid.ts_num_ids)
2776 * sizeof(__be32);
2777}
2778
58e7b33a
MJ		 2779static inline u32 nfsd4_setattr_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2780{
2781 return (op_encode_hdr_size + nfs4_fattr_bitmap_maxsz) * sizeof(__be32);
2782}
2783
2282cd2c
KM		 2784static inline u32 nfsd4_secinfo_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2785{
2786 return (op_encode_hdr_size + RPC_AUTH_MAXFLAVOR *
2787 (4 + XDR_QUADLEN(GSS_OID_MAX_LEN))) * sizeof(__be32);
2788}
2789
58e7b33a
MJ		 2790static inline u32 nfsd4_setclientid_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2791{
480efaee
BF		 2792 return (op_encode_hdr_size + 2 + XDR_QUADLEN(NFS4_VERIFIER_SIZE)) *
2793 sizeof(__be32);
58e7b33a
MJ		 2794}
2795
2796static inline u32 nfsd4_write_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2797{
f34e432b 2798 return (op_encode_hdr_size + 2 + op_encode_verifier_maxsz) * sizeof(__be32);
58e7b33a
MJ		 2799}
2800
2801static inline u32 nfsd4_exchange_id_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2802{
2803 return (op_encode_hdr_size + 2 + 1 + /* eir_clientid, eir_sequenceid */\
a8bb84bc
KM		 2804 1 + 1 + /* eir_flags, spr_how */\
2805 4 + /* spo_must_enforce & _allow with bitmap */\
58e7b33a
MJ		 2806 2 + /*eir_server_owner.so_minor_id */\
2807 /* eir_server_owner.so_major_id<> */\
2808 XDR_QUADLEN(NFS4_OPAQUE_LIMIT) + 1 +\
2809 /* eir_server_scope<> */\
2810 XDR_QUADLEN(NFS4_OPAQUE_LIMIT) + 1 +\
2811 1 + /* eir_server_impl_id array length */\
2812 0 /* ignored eir_server_impl_id contents */) * sizeof(__be32);
2813}
2814
2815static inline u32 nfsd4_bind_conn_to_session_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2816{
2817 return (op_encode_hdr_size + \
2818 XDR_QUADLEN(NFS4_MAX_SESSIONID_LEN) + /* bctsr_sessid */\
2819 2 /* bctsr_dir, use_conn_in_rdma_mode */) * sizeof(__be32);
2820}
2821
2822static inline u32 nfsd4_create_session_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2823{
2824 return (op_encode_hdr_size + \
2825 XDR_QUADLEN(NFS4_MAX_SESSIONID_LEN) + /* sessionid */\
2826 2 + /* csr_sequence, csr_flags */\
2827 op_encode_channel_attrs_maxsz + \
2828 op_encode_channel_attrs_maxsz) * sizeof(__be32);
2829}
2830
29ae7f9d
AS		 2831static inline u32 nfsd4_copy_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2832{
2833 return (op_encode_hdr_size +
2834 1 /* wr_callback */ +
2835 op_encode_stateid_maxsz /* wr_callback */ +
2836 2 /* wr_count */ +
2837 1 /* wr_committed */ +
2838 op_encode_verifier_maxsz +
2839 1 /* cr_consecutive */ +
2840 1 /* cr_synchronous */) * sizeof(__be32);
2841}
2842
6308bc98
OK		 2843static inline u32 nfsd4_offload_status_rsize(struct svc_rqst *rqstp,
2844 struct nfsd4_op *op)
2845{
2846 return (op_encode_hdr_size +
2847 2 /* osr_count */ +
2848 1 /* osr_complete<1> optional 0 for now */) * sizeof(__be32);
2849}
2850
51911868
OK		 2851static inline u32 nfsd4_copy_notify_rsize(struct svc_rqst *rqstp,
2852 struct nfsd4_op *op)
2853{
2854 return (op_encode_hdr_size +
2855 3 /* cnr_lease_time */ +
2856 1 /* We support one cnr_source_server */ +
2857 1 /* cnr_stateid seq */ +
2858 op_encode_stateid_maxsz /* cnr_stateid */ +
2859 1 /* num cnr_source_server*/ +
2860 1 /* nl4_type */ +
2861 1 /* nl4 size */ +
2862 XDR_QUADLEN(NFS4_OPAQUE_LIMIT) /*nl4_loc + nl4_loc_sz */)
2863 * sizeof(__be32);
2864}
2865
9cf514cc 2866#ifdef CONFIG_NFSD_PNFS
2282cd2c
KM		 2867static inline u32 nfsd4_getdeviceinfo_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2868{
2869 u32 maxcount = 0, rlen = 0;
2870
2871 maxcount = svc_max_payload(rqstp);
2872 rlen = min(op->u.getdeviceinfo.gd_maxcount, maxcount);
2873
2874 return (op_encode_hdr_size +
2875 1 /* gd_layout_type*/ +
2876 XDR_QUADLEN(rlen) +
2877 2 /* gd_notify_types */) * sizeof(__be32);
2878}
2879
9cf514cc
CH		 2880/*
2881 * At this stage we don't really know what layout driver will handle the request,
2882 * so we need to define an arbitrary upper bound here.
2883 */
2884#define MAX_LAYOUT_SIZE 128
2885static inline u32 nfsd4_layoutget_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2886{
2887 return (op_encode_hdr_size +
2888 1 /* logr_return_on_close */ +
2889 op_encode_stateid_maxsz +
2890 1 /* nr of layouts */ +
2891 MAX_LAYOUT_SIZE) * sizeof(__be32);
2892}
2893
2894static inline u32 nfsd4_layoutcommit_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2895{
2896 return (op_encode_hdr_size +
2897 1 /* locr_newsize */ +
2898 2 /* ns_size */) * sizeof(__be32);
2899}
2900
2901static inline u32 nfsd4_layoutreturn_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2902{
2903 return (op_encode_hdr_size +
2904 1 /* lrs_stateid */ +
2905 op_encode_stateid_maxsz) * sizeof(__be32);
2906}
2907#endif /* CONFIG_NFSD_PNFS */
2908
2282cd2c
KM		 2909
2910static inline u32 nfsd4_seek_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2911{
2912 return (op_encode_hdr_size + 3) * sizeof(__be32);
2913}
2914
23e50fe3
FL		 2915static inline u32 nfsd4_getxattr_rsize(struct svc_rqst *rqstp,
2916 struct nfsd4_op *op)
2917{
2918 u32 maxcount, rlen;
2919
2920 maxcount = svc_max_payload(rqstp);
2921 rlen = min_t(u32, XATTR_SIZE_MAX, maxcount);
2922
2923 return (op_encode_hdr_size + 1 + XDR_QUADLEN(rlen)) * sizeof(__be32);
2924}
2925
2926static inline u32 nfsd4_setxattr_rsize(struct svc_rqst *rqstp,
2927 struct nfsd4_op *op)
2928{
2929 return (op_encode_hdr_size + op_encode_change_info_maxsz)
2930 * sizeof(__be32);
2931}
2932static inline u32 nfsd4_listxattrs_rsize(struct svc_rqst *rqstp,
2933 struct nfsd4_op *op)
2934{
2935 u32 maxcount, rlen;
2936
2937 maxcount = svc_max_payload(rqstp);
2938 rlen = min(op->u.listxattrs.lsxa_maxcount, maxcount);
2939
2940 return (op_encode_hdr_size + 4 + XDR_QUADLEN(rlen)) * sizeof(__be32);
2941}
2942
2943static inline u32 nfsd4_removexattr_rsize(struct svc_rqst *rqstp,
2944 struct nfsd4_op *op)
2945{
2946 return (op_encode_hdr_size + op_encode_change_info_maxsz)
2947 * sizeof(__be32);
2948}
2949
2950
bb2a8b0c 2951static const struct nfsd4_operation nfsd4_ops[] = {
b591480b 2952 [OP_ACCESS] = {
eb69853d 2953 .op_func = nfsd4_access,
b001a1b6 2954 .op_name = "OP_ACCESS",
1c122638 2955 .op_rsize_bop = nfsd4_access_rsize,
b591480b
BF		 2956 },
2957 [OP_CLOSE] = {
eb69853d 2958 .op_func = nfsd4_close,
58e7b33a 2959 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 2960 .op_name = "OP_CLOSE",
1c122638 2961 .op_rsize_bop = nfsd4_status_stateid_rsize,
57832e7b 2962 .op_get_currentstateid = nfsd4_get_closestateid,
b60e9859 2963 .op_set_currentstateid = nfsd4_set_closestateid,
b591480b
BF		 2964 },
2965 [OP_COMMIT] = {
eb69853d 2966 .op_func = nfsd4_commit,
58e7b33a 2967 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 2968 .op_name = "OP_COMMIT",
1c122638 2969 .op_rsize_bop = nfsd4_commit_rsize,
b591480b
BF		 2970 },
2971 [OP_CREATE] = {
eb69853d 2972 .op_func = nfsd4_create,
d1471053 2973 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME | OP_CLEAR_STATEID,
b001a1b6 2974 .op_name = "OP_CREATE",
1c122638 2975 .op_rsize_bop = nfsd4_create_rsize,
b591480b
BF		 2976 },
2977 [OP_DELEGRETURN] = {
eb69853d 2978 .op_func = nfsd4_delegreturn,
58e7b33a 2979 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 2980 .op_name = "OP_DELEGRETURN",
58e7b33a 2981 .op_rsize_bop = nfsd4_only_status_rsize,
57832e7b 2982 .op_get_currentstateid = nfsd4_get_delegreturnstateid,
b591480b
BF		 2983 },
2984 [OP_GETATTR] = {
eb69853d 2985 .op_func = nfsd4_getattr,
eeac294e 2986 .op_flags = ALLOWED_ON_ABSENT_FS,
b86cef60 2987 .op_rsize_bop = nfsd4_getattr_rsize,
b001a1b6 2988 .op_name = "OP_GETATTR",
b591480b
BF		 2989 },
2990 [OP_GETFH] = {
eb69853d 2991 .op_func = nfsd4_getfh,
b001a1b6 2992 .op_name = "OP_GETFH",
1c122638 2993 .op_rsize_bop = nfsd4_getfh_rsize,
b591480b
BF		 2994 },
2995 [OP_LINK] = {
eb69853d 2996 .op_func = nfsd4_link,
c856694e
BF		 2997 .op_flags = ALLOWED_ON_ABSENT_FS | OP_MODIFIES_SOMETHING
2998 | OP_CACHEME,
b001a1b6 2999 .op_name = "OP_LINK",
1c122638 3000 .op_rsize_bop = nfsd4_link_rsize,
b591480b
BF		 3001 },
3002 [OP_LOCK] = {
eb69853d 3003 .op_func = nfsd4_lock,
b7571e4c
BF		 3004 .op_flags = OP_MODIFIES_SOMETHING |
3005 OP_NONTRIVIAL_ERROR_ENCODE,
b001a1b6 3006 .op_name = "OP_LOCK",
1c122638 3007 .op_rsize_bop = nfsd4_lock_rsize,
b60e9859 3008 .op_set_currentstateid = nfsd4_set_lockstateid,
b591480b
BF		 3009 },
3010 [OP_LOCKT] = {
eb69853d 3011 .op_func = nfsd4_lockt,
b7571e4c 3012 .op_flags = OP_NONTRIVIAL_ERROR_ENCODE,
b001a1b6 3013 .op_name = "OP_LOCKT",
1c122638 3014 .op_rsize_bop = nfsd4_lock_rsize,
b591480b
BF		 3015 },
3016 [OP_LOCKU] = {
eb69853d 3017 .op_func = nfsd4_locku,
58e7b33a 3018 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 3019 .op_name = "OP_LOCKU",
1c122638 3020 .op_rsize_bop = nfsd4_status_stateid_rsize,
57832e7b 3021 .op_get_currentstateid = nfsd4_get_lockustateid,
b591480b
BF		 3022 },
3023 [OP_LOOKUP] = {
eb69853d 3024 .op_func = nfsd4_lookup,
d1471053 3025 .op_flags = OP_HANDLES_WRONGSEC | OP_CLEAR_STATEID,
b001a1b6 3026 .op_name = "OP_LOOKUP",
1c122638 3027 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3028 },
3029 [OP_LOOKUPP] = {
eb69853d 3030 .op_func = nfsd4_lookupp,
d1471053 3031 .op_flags = OP_HANDLES_WRONGSEC | OP_CLEAR_STATEID,
b001a1b6 3032 .op_name = "OP_LOOKUPP",
1c122638 3033 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3034 },
3035 [OP_NVERIFY] = {
eb69853d 3036 .op_func = nfsd4_nverify,
b001a1b6 3037 .op_name = "OP_NVERIFY",
1c122638 3038 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3039 },
3040 [OP_OPEN] = {
eb69853d 3041 .op_func = nfsd4_open,
58e7b33a 3042 .op_flags = OP_HANDLES_WRONGSEC | OP_MODIFIES_SOMETHING,
b001a1b6 3043 .op_name = "OP_OPEN",
1c122638 3044 .op_rsize_bop = nfsd4_open_rsize,
b60e9859 3045 .op_set_currentstateid = nfsd4_set_openstateid,
b591480b
BF		 3046 },
3047 [OP_OPEN_CONFIRM] = {
eb69853d 3048 .op_func = nfsd4_open_confirm,
58e7b33a 3049 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 3050 .op_name = "OP_OPEN_CONFIRM",
1c122638 3051 .op_rsize_bop = nfsd4_status_stateid_rsize,
b591480b
BF		 3052 },
3053 [OP_OPEN_DOWNGRADE] = {
eb69853d 3054 .op_func = nfsd4_open_downgrade,
58e7b33a 3055 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 3056 .op_name = "OP_OPEN_DOWNGRADE",
1c122638 3057 .op_rsize_bop = nfsd4_status_stateid_rsize,
57832e7b 3058 .op_get_currentstateid = nfsd4_get_opendowngradestateid,
b60e9859 3059 .op_set_currentstateid = nfsd4_set_opendowngradestateid,
b591480b
BF		 3060 },
3061 [OP_PUTFH] = {
eb69853d 3062 .op_func = nfsd4_putfh,
68d93184 3063 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
5b648699 3064 | OP_IS_PUTFH_LIKE | OP_CLEAR_STATEID,
b001a1b6 3065 .op_name = "OP_PUTFH",
1c122638 3066 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b 3067 },
eeac294e 3068 [OP_PUTPUBFH] = {
eb69853d 3069 .op_func = nfsd4_putrootfh,
68d93184 3070 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
5b648699 3071 | OP_IS_PUTFH_LIKE | OP_CLEAR_STATEID,
b001a1b6 3072 .op_name = "OP_PUTPUBFH",
1c122638 3073 .op_rsize_bop = nfsd4_only_status_rsize,
eeac294e 3074 },
b591480b 3075 [OP_PUTROOTFH] = {
eb69853d 3076 .op_func = nfsd4_putrootfh,
68d93184 3077 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
5b648699 3078 | OP_IS_PUTFH_LIKE | OP_CLEAR_STATEID,
b001a1b6 3079 .op_name = "OP_PUTROOTFH",
1c122638 3080 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3081 },
3082 [OP_READ] = {
eb69853d 3083 .op_func = nfsd4_read,
34b1744c 3084 .op_release = nfsd4_read_release,
b001a1b6 3085 .op_name = "OP_READ",
1c122638 3086 .op_rsize_bop = nfsd4_read_rsize,
57832e7b 3087 .op_get_currentstateid = nfsd4_get_readstateid,
b591480b
BF		 3088 },
3089 [OP_READDIR] = {
eb69853d 3090 .op_func = nfsd4_readdir,
b001a1b6 3091 .op_name = "OP_READDIR",
1c122638 3092 .op_rsize_bop = nfsd4_readdir_rsize,
b591480b
BF		 3093 },
3094 [OP_READLINK] = {
eb69853d 3095 .op_func = nfsd4_readlink,
b001a1b6 3096 .op_name = "OP_READLINK",
1c122638 3097 .op_rsize_bop = nfsd4_readlink_rsize,
b591480b
BF		 3098 },
3099 [OP_REMOVE] = {
eb69853d 3100 .op_func = nfsd4_remove,
c856694e 3101 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
b001a1b6 3102 .op_name = "OP_REMOVE",
1c122638 3103 .op_rsize_bop = nfsd4_remove_rsize,
b591480b
BF		 3104 },
3105 [OP_RENAME] = {
eb69853d 3106 .op_func = nfsd4_rename,
c856694e 3107 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
58e7b33a 3108 .op_name = "OP_RENAME",
1c122638 3109 .op_rsize_bop = nfsd4_rename_rsize,
b591480b
BF		 3110 },
3111 [OP_RENEW] = {
eb69853d 3112 .op_func = nfsd4_renew,
58e7b33a
MJ		 3113 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
3114 | OP_MODIFIES_SOMETHING,
b001a1b6 3115 .op_name = "OP_RENEW",
1c122638 3116 .op_rsize_bop = nfsd4_only_status_rsize,
58e7b33a 3117
b591480b
BF		 3118 },
3119 [OP_RESTOREFH] = {
eb69853d 3120 .op_func = nfsd4_restorefh,
68d93184 3121 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
58e7b33a 3122 | OP_IS_PUTFH_LIKE | OP_MODIFIES_SOMETHING,
b001a1b6 3123 .op_name = "OP_RESTOREFH",
1c122638 3124 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3125 },
3126 [OP_SAVEFH] = {
eb69853d 3127 .op_func = nfsd4_savefh,
58e7b33a 3128 .op_flags = OP_HANDLES_WRONGSEC | OP_MODIFIES_SOMETHING,
b001a1b6 3129 .op_name = "OP_SAVEFH",
1c122638 3130 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b 3131 },
dcb488a3 3132 [OP_SECINFO] = {
eb69853d 3133 .op_func = nfsd4_secinfo,
34b1744c 3134 .op_release = nfsd4_secinfo_release,
68d93184 3135 .op_flags = OP_HANDLES_WRONGSEC,
b001a1b6 3136 .op_name = "OP_SECINFO",
1c122638 3137 .op_rsize_bop = nfsd4_secinfo_rsize,
dcb488a3 3138 },
b591480b 3139 [OP_SETATTR] = {
eb69853d 3140 .op_func = nfsd4_setattr,
b001a1b6 3141 .op_name = "OP_SETATTR",
b7571e4c
BF		 3142 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME
3143 | OP_NONTRIVIAL_ERROR_ENCODE,
1c122638 3144 .op_rsize_bop = nfsd4_setattr_rsize,
57832e7b 3145 .op_get_currentstateid = nfsd4_get_setattrstateid,
b591480b
BF		 3146 },
3147 [OP_SETCLIENTID] = {
eb69853d 3148 .op_func = nfsd4_setclientid,
58e7b33a 3149 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
b7571e4c
BF		 3150 | OP_MODIFIES_SOMETHING | OP_CACHEME
3151 | OP_NONTRIVIAL_ERROR_ENCODE,
b001a1b6 3152 .op_name = "OP_SETCLIENTID",
1c122638 3153 .op_rsize_bop = nfsd4_setclientid_rsize,
b591480b
BF		 3154 },
3155 [OP_SETCLIENTID_CONFIRM] = {
eb69853d 3156 .op_func = nfsd4_setclientid_confirm,
58e7b33a 3157 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
c856694e 3158 | OP_MODIFIES_SOMETHING | OP_CACHEME,
b001a1b6 3159 .op_name = "OP_SETCLIENTID_CONFIRM",
1c122638 3160 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3161 },
3162 [OP_VERIFY] = {
eb69853d 3163 .op_func = nfsd4_verify,
b001a1b6 3164 .op_name = "OP_VERIFY",
1c122638 3165 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3166 },
3167 [OP_WRITE] = {
eb69853d 3168 .op_func = nfsd4_write,
c856694e 3169 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
b001a1b6 3170 .op_name = "OP_WRITE",
1c122638 3171 .op_rsize_bop = nfsd4_write_rsize,
57832e7b 3172 .op_get_currentstateid = nfsd4_get_writestateid,
b591480b
BF		 3173 },
3174 [OP_RELEASE_LOCKOWNER] = {
eb69853d 3175 .op_func = nfsd4_release_lockowner,
58e7b33a
MJ		 3176 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
3177 | OP_MODIFIES_SOMETHING,
b001a1b6 3178 .op_name = "OP_RELEASE_LOCKOWNER",
1c122638 3179 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b 3180 },
069b6ad4
AA		 3181
3182 /* NFSv4.1 operations */
3183 [OP_EXCHANGE_ID] = {
eb69853d 3184 .op_func = nfsd4_exchange_id,
58e7b33a
MJ		 3185 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
3186 | OP_MODIFIES_SOMETHING,
069b6ad4 3187 .op_name = "OP_EXCHANGE_ID",
1c122638 3188 .op_rsize_bop = nfsd4_exchange_id_rsize,
069b6ad4 3189 },
cb73a9f4 3190 [OP_BACKCHANNEL_CTL] = {
eb69853d 3191 .op_func = nfsd4_backchannel_ctl,
cb73a9f4
BF		 3192 .op_flags = ALLOWED_WITHOUT_FH | OP_MODIFIES_SOMETHING,
3193 .op_name = "OP_BACKCHANNEL_CTL",
1c122638 3194 .op_rsize_bop = nfsd4_only_status_rsize,
cb73a9f4 3195 },
1d1bc8f2 3196 [OP_BIND_CONN_TO_SESSION] = {
eb69853d 3197 .op_func = nfsd4_bind_conn_to_session,
58e7b33a
MJ		 3198 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
3199 | OP_MODIFIES_SOMETHING,
1d1bc8f2 3200 .op_name = "OP_BIND_CONN_TO_SESSION",
1c122638 3201 .op_rsize_bop = nfsd4_bind_conn_to_session_rsize,
1d1bc8f2 3202 },
069b6ad4 3203 [OP_CREATE_SESSION] = {
eb69853d 3204 .op_func = nfsd4_create_session,
58e7b33a
MJ		 3205 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
3206 | OP_MODIFIES_SOMETHING,
069b6ad4 3207 .op_name = "OP_CREATE_SESSION",
1c122638 3208 .op_rsize_bop = nfsd4_create_session_rsize,
069b6ad4
AA		 3209 },
3210 [OP_DESTROY_SESSION] = {
eb69853d 3211 .op_func = nfsd4_destroy_session,
58e7b33a
MJ		 3212 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
3213 | OP_MODIFIES_SOMETHING,
069b6ad4 3214 .op_name = "OP_DESTROY_SESSION",
1c122638 3215 .op_rsize_bop = nfsd4_only_status_rsize,
069b6ad4
AA		 3216 },
3217 [OP_SEQUENCE] = {
eb69853d 3218 .op_func = nfsd4_sequence,
f9bb94c4 3219 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP,
069b6ad4 3220 .op_name = "OP_SEQUENCE",
1c122638 3221 .op_rsize_bop = nfsd4_sequence_rsize,
069b6ad4 3222 },
094b5d74 3223 [OP_DESTROY_CLIENTID] = {
eb69853d 3224 .op_func = nfsd4_destroy_clientid,
58e7b33a
MJ		 3225 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
3226 | OP_MODIFIES_SOMETHING,
094b5d74 3227 .op_name = "OP_DESTROY_CLIENTID",
1c122638 3228 .op_rsize_bop = nfsd4_only_status_rsize,
094b5d74 3229 },
4dc6ec00 3230 [OP_RECLAIM_COMPLETE] = {
eb69853d 3231 .op_func = nfsd4_reclaim_complete,
58e7b33a 3232 .op_flags = ALLOWED_WITHOUT_FH | OP_MODIFIES_SOMETHING,
4dc6ec00 3233 .op_name = "OP_RECLAIM_COMPLETE",
1c122638 3234 .op_rsize_bop = nfsd4_only_status_rsize,
4dc6ec00 3235 },
04f4ad16 3236 [OP_SECINFO_NO_NAME] = {
eb69853d 3237 .op_func = nfsd4_secinfo_no_name,
ec572b9e 3238 .op_release = nfsd4_secinfo_no_name_release,
68d93184 3239 .op_flags = OP_HANDLES_WRONGSEC,
04f4ad16 3240 .op_name = "OP_SECINFO_NO_NAME",
1c122638 3241 .op_rsize_bop = nfsd4_secinfo_rsize,
04f4ad16 3242 },
17456804 3243 [OP_TEST_STATEID] = {
eb69853d 3244 .op_func = nfsd4_test_stateid,
17456804
BS		 3245 .op_flags = ALLOWED_WITHOUT_FH,
3246 .op_name = "OP_TEST_STATEID",
1c122638 3247 .op_rsize_bop = nfsd4_test_stateid_rsize,
17456804 3248 },
e1ca12df 3249 [OP_FREE_STATEID] = {
eb69853d 3250 .op_func = nfsd4_free_stateid,
58e7b33a 3251 .op_flags = ALLOWED_WITHOUT_FH | OP_MODIFIES_SOMETHING,
e1ca12df 3252 .op_name = "OP_FREE_STATEID",
57832e7b 3253 .op_get_currentstateid = nfsd4_get_freestateid,
1c122638 3254 .op_rsize_bop = nfsd4_only_status_rsize,
e1ca12df 3255 },
9cf514cc
CH		 3256#ifdef CONFIG_NFSD_PNFS
3257 [OP_GETDEVICEINFO] = {
eb69853d 3258 .op_func = nfsd4_getdeviceinfo,
34b1744c 3259 .op_release = nfsd4_getdeviceinfo_release,
9cf514cc
CH		 3260 .op_flags = ALLOWED_WITHOUT_FH,
3261 .op_name = "OP_GETDEVICEINFO",
1c122638 3262 .op_rsize_bop = nfsd4_getdeviceinfo_rsize,
9cf514cc
CH		 3263 },
3264 [OP_LAYOUTGET] = {
eb69853d 3265 .op_func = nfsd4_layoutget,
34b1744c 3266 .op_release = nfsd4_layoutget_release,
9cf514cc
CH		 3267 .op_flags = OP_MODIFIES_SOMETHING,
3268 .op_name = "OP_LAYOUTGET",
1c122638 3269 .op_rsize_bop = nfsd4_layoutget_rsize,
9cf514cc
CH		 3270 },
3271 [OP_LAYOUTCOMMIT] = {
eb69853d 3272 .op_func = nfsd4_layoutcommit,
9cf514cc
CH		 3273 .op_flags = OP_MODIFIES_SOMETHING,
3274 .op_name = "OP_LAYOUTCOMMIT",
1c122638 3275 .op_rsize_bop = nfsd4_layoutcommit_rsize,
9cf514cc
CH		 3276 },
3277 [OP_LAYOUTRETURN] = {
eb69853d 3278 .op_func = nfsd4_layoutreturn,
9cf514cc
CH		 3279 .op_flags = OP_MODIFIES_SOMETHING,
3280 .op_name = "OP_LAYOUTRETURN",
1c122638 3281 .op_rsize_bop = nfsd4_layoutreturn_rsize,
9cf514cc
CH		 3282 },
3283#endif /* CONFIG_NFSD_PNFS */
24bab491
AS		 3284
3285 /* NFSv4.2 operations */
95d871f0 3286 [OP_ALLOCATE] = {
eb69853d 3287 .op_func = nfsd4_allocate,
03b31f48 3288 .op_flags = OP_MODIFIES_SOMETHING,
95d871f0 3289 .op_name = "OP_ALLOCATE",
1c122638 3290 .op_rsize_bop = nfsd4_only_status_rsize,
95d871f0 3291 },
b0cb9085 3292 [OP_DEALLOCATE] = {
eb69853d 3293 .op_func = nfsd4_deallocate,
03b31f48 3294 .op_flags = OP_MODIFIES_SOMETHING,
b0cb9085 3295 .op_name = "OP_DEALLOCATE",
1c122638 3296 .op_rsize_bop = nfsd4_only_status_rsize,
b0cb9085 3297 },
ffa0160a 3298 [OP_CLONE] = {
eb69853d 3299 .op_func = nfsd4_clone,
03b31f48 3300 .op_flags = OP_MODIFIES_SOMETHING,
ffa0160a 3301 .op_name = "OP_CLONE",
1c122638 3302 .op_rsize_bop = nfsd4_only_status_rsize,
ffa0160a 3303 },
29ae7f9d 3304 [OP_COPY] = {
eb69853d 3305 .op_func = nfsd4_copy,
03b31f48 3306 .op_flags = OP_MODIFIES_SOMETHING,
29ae7f9d 3307 .op_name = "OP_COPY",
1c122638 3308 .op_rsize_bop = nfsd4_copy_rsize,
29ae7f9d 3309 },
528b8493
AS		 3310 [OP_READ_PLUS] = {
3311 .op_func = nfsd4_read,
3312 .op_release = nfsd4_read_release,
3313 .op_name = "OP_READ_PLUS",
3314 .op_rsize_bop = nfsd4_read_plus_rsize,
3315 .op_get_currentstateid = nfsd4_get_readstateid,
3316 },
24bab491 3317 [OP_SEEK] = {
eb69853d 3318 .op_func = nfsd4_seek,
24bab491 3319 .op_name = "OP_SEEK",
1c122638 3320 .op_rsize_bop = nfsd4_seek_rsize,
24bab491 3321 },
6308bc98
OK		 3322 [OP_OFFLOAD_STATUS] = {
3323 .op_func = nfsd4_offload_status,
3324 .op_name = "OP_OFFLOAD_STATUS",
3325 .op_rsize_bop = nfsd4_offload_status_rsize,
3326 },
885e2bf3
OK		 3327 [OP_OFFLOAD_CANCEL] = {
3328 .op_func = nfsd4_offload_cancel,
3329 .op_flags = OP_MODIFIES_SOMETHING,
3330 .op_name = "OP_OFFLOAD_CANCEL",
3331 .op_rsize_bop = nfsd4_only_status_rsize,
3332 },
51911868
OK		 3333 [OP_COPY_NOTIFY] = {
3334 .op_func = nfsd4_copy_notify,
3335 .op_flags = OP_MODIFIES_SOMETHING,
3336 .op_name = "OP_COPY_NOTIFY",
3337 .op_rsize_bop = nfsd4_copy_notify_rsize,
3338 },
23e50fe3
FL		 3339 [OP_GETXATTR] = {
3340 .op_func = nfsd4_getxattr,
3341 .op_name = "OP_GETXATTR",
3342 .op_rsize_bop = nfsd4_getxattr_rsize,
3343 },
3344 [OP_SETXATTR] = {
3345 .op_func = nfsd4_setxattr,
3346 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
3347 .op_name = "OP_SETXATTR",
3348 .op_rsize_bop = nfsd4_setxattr_rsize,
3349 },
3350 [OP_LISTXATTRS] = {
3351 .op_func = nfsd4_listxattrs,
3352 .op_name = "OP_LISTXATTRS",
3353 .op_rsize_bop = nfsd4_listxattrs_rsize,
3354 },
3355 [OP_REMOVEXATTR] = {
3356 .op_func = nfsd4_removexattr,
3357 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
3358 .op_name = "OP_REMOVEXATTR",
3359 .op_rsize_bop = nfsd4_removexattr_rsize,
3360 },
b591480b
BF		 3361};
3362
ed941643
AE		 3363/**
3364 * nfsd4_spo_must_allow - Determine if the compound op contains an
3365 * operation that is allowed to be sent with machine credentials
3366 *
3367 * @rqstp: a pointer to the struct svc_rqst
3368 *
3369 * Checks to see if the compound contains a spo_must_allow op
3370 * and confirms that it was sent with the proper machine creds.
3371 */
3372
3373bool nfsd4_spo_must_allow(struct svc_rqst *rqstp)
3374{
3375 struct nfsd4_compoundres *resp = rqstp->rq_resp;
3376 struct nfsd4_compoundargs *argp = rqstp->rq_argp;
e34c0ce9 3377 struct nfsd4_op *this;
ed941643
AE		 3378 struct nfsd4_compound_state *cstate = &resp->cstate;
3379 struct nfs4_op_map *allow = &cstate->clp->cl_spo_must_allow;
3380 u32 opiter;
3381
3382 if (!cstate->minorversion)
3383 return false;
3384
44b49aa6 3385 if (cstate->spo_must_allowed)
ed941643
AE		 3386 return true;
3387
3388 opiter = resp->opcnt;
3389 while (opiter < argp->opcnt) {
3390 this = &argp->ops[opiter++];
3391 if (test_bit(this->opnum, allow->u.longs) &&
3392 cstate->clp->cl_mach_cred &&
3393 nfsd4_mach_creds_match(cstate->clp, rqstp)) {
3394 cstate->spo_must_allowed = true;
3395 return true;
3396 }
3397 }
3398 cstate->spo_must_allowed = false;
3399 return false;
3400}
3401
4f0cefbf
BF		 3402int nfsd4_max_reply(struct svc_rqst *rqstp, struct nfsd4_op *op)
3403{
05b7278d 3404 if (op->opnum == OP_ILLEGAL || op->status == nfserr_notsupp)
4f0cefbf 3405 return op_encode_hdr_size * sizeof(__be32);
2282cd2c
KM		 3406
3407 BUG_ON(OPDESC(op)->op_rsize_bop == NULL);
3408 return OPDESC(op)->op_rsize_bop(rqstp, op);
4f0cefbf
BF		 3409}
3410
07d1f802
BF		 3411void warn_on_nonidempotent_op(struct nfsd4_op *op)
3412{
3413 if (OPDESC(op)->op_flags & OP_MODIFIES_SOMETHING) {
3a237b4a 3414 pr_err("unable to encode reply to nonidempotent op %u (%s)\n",
07d1f802
BF		 3415 op->opnum, nfsd4_op_name(op->opnum));
3416 WARN_ON_ONCE(1);
3417 }
3418}
3419
f1c7f79b 3420static const char *nfsd4_op_name(unsigned opnum)
b001a1b6
BH		 3421{
3422 if (opnum < ARRAY_SIZE(nfsd4_ops))
3423 return nfsd4_ops[opnum].op_name;
3424 return "unknown_operation";
3425}
3426
860bda29 3427static const struct svc_procedure nfsd_procedures4[2] = {
0a93a47f 3428 [NFSPROC4_NULL] = {
f7235b6b 3429 .pc_func = nfsd4_proc_null,
788f7183
CL		 3430 .pc_decode = nfssvc_decode_voidarg,
3431 .pc_encode = nfssvc_encode_voidres,
3432 .pc_argsize = sizeof(struct nfsd_voidargs),
3433 .pc_ressize = sizeof(struct nfsd_voidres),
0a93a47f
YZ		 3434 .pc_cachetype = RC_NOCACHE,
3435 .pc_xdrressize = 1,
2289e87b 3436 .pc_name = "NULL",
0a93a47f
YZ		 3437 },
3438 [NFSPROC4_COMPOUND] = {
f7235b6b 3439 .pc_func = nfsd4_proc_compound,
026fec7e 3440 .pc_decode = nfs4svc_decode_compoundargs,
63f8de37 3441 .pc_encode = nfs4svc_encode_compoundres,
0a93a47f
YZ		 3442 .pc_argsize = sizeof(struct nfsd4_compoundargs),
3443 .pc_ressize = sizeof(struct nfsd4_compoundres),
3e98abff 3444 .pc_release = nfsd4_release_compoundargs,
0a93a47f
YZ		 3445 .pc_cachetype = RC_NOCACHE,
3446 .pc_xdrressize = NFSD_BUFSIZE/4,
2289e87b 3447 .pc_name = "COMPOUND",
0a93a47f 3448 },
1da177e4
LT		 3449};
3450
7fd38af9 3451static unsigned int nfsd_count3[ARRAY_SIZE(nfsd_procedures4)];
e9679189 3452const struct svc_version nfsd_version4 = {
5283b03e
JL		 3453 .vs_vers = 4,
3454 .vs_nproc = 2,
3455 .vs_proc = nfsd_procedures4,
7fd38af9 3456 .vs_count = nfsd_count3,
5283b03e
JL		 3457 .vs_dispatch = nfsd_dispatch,
3458 .vs_xdrsize = NFS4_SVC_XDRSIZE,
3459 .vs_rpcb_optnl = true,
3460 .vs_need_cong_ctrl = true,
1da177e4 3461};
Michael's Linux tree.