]> git.ipfire.org Git - people/ms/linux.git/blame - fs/ntfs3/super.c
Merge branch 'for-6.0/dax' into libnvdimm-fixes
[people/ms/linux.git] / fs / ntfs3 / super.c
CommitLineData
82cae269
KK
1// SPDX-License-Identifier: GPL-2.0
2/*
3 *
4 * Copyright (C) 2019-2021 Paragon Software GmbH, All rights reserved.
5 *
6 *
7 * terminology
8 *
9 * cluster - allocation unit - 512,1K,2K,4K,...,2M
e8b8e97f
KA
10 * vcn - virtual cluster number - Offset inside the file in clusters.
11 * vbo - virtual byte offset - Offset inside the file in bytes.
12 * lcn - logical cluster number - 0 based cluster in clusters heap.
13 * lbo - logical byte offset - Absolute position inside volume.
14 * run - maps VCN to LCN - Stored in attributes in packed form.
15 * attr - attribute segment - std/name/data etc records inside MFT.
16 * mi - MFT inode - One MFT record(usually 1024 bytes or 4K), consists of attributes.
17 * ni - NTFS inode - Extends linux inode. consists of one or more mft inodes.
18 * index - unit inside directory - 2K, 4K, <=page size, does not depend on cluster size.
82cae269
KK
19 *
20 * WSL - Windows Subsystem for Linux
21 * https://docs.microsoft.com/en-us/windows/wsl/file-permissions
22 * It stores uid/gid/mode/dev in xattr
23 *
24 */
25
82cae269
KK
26#include <linux/blkdev.h>
27#include <linux/buffer_head.h>
28#include <linux/exportfs.h>
29#include <linux/fs.h>
610f8f5a
KA
30#include <linux/fs_context.h>
31#include <linux/fs_parser.h>
528c9b3d 32#include <linux/log2.h>
cd39981f 33#include <linux/minmax.h>
82cae269
KK
34#include <linux/module.h>
35#include <linux/nls.h>
82cae269
KK
36#include <linux/seq_file.h>
37#include <linux/statfs.h>
38
39#include "debug.h"
40#include "ntfs.h"
41#include "ntfs_fs.h"
42#ifdef CONFIG_NTFS3_LZX_XPRESS
43#include "lib/lib.h"
44#endif
45
46#ifdef CONFIG_PRINTK
47/*
e8b8e97f
KA
48 * ntfs_printk - Trace warnings/notices/errors.
49 *
82cae269
KK
50 * Thanks Joe Perches <joe@perches.com> for implementation
51 */
52void ntfs_printk(const struct super_block *sb, const char *fmt, ...)
53{
54 struct va_format vaf;
55 va_list args;
56 int level;
57 struct ntfs_sb_info *sbi = sb->s_fs_info;
58
e8b8e97f 59 /* Should we use different ratelimits for warnings/notices/errors? */
82cae269
KK
60 if (!___ratelimit(&sbi->msg_ratelimit, "ntfs3"))
61 return;
62
63 va_start(args, fmt);
64
65 level = printk_get_level(fmt);
66 vaf.fmt = printk_skip_level(fmt);
67 vaf.va = &args;
68 printk("%c%cntfs3: %s: %pV\n", KERN_SOH_ASCII, level, sb->s_id, &vaf);
69
70 va_end(args);
71}
72
73static char s_name_buf[512];
e8b8e97f 74static atomic_t s_name_buf_cnt = ATOMIC_INIT(1); // 1 means 'free s_name_buf'.
82cae269 75
e8b8e97f
KA
76/*
77 * ntfs_inode_printk
78 *
79 * Print warnings/notices/errors about inode using name or inode number.
80 */
82cae269
KK
81void ntfs_inode_printk(struct inode *inode, const char *fmt, ...)
82{
83 struct super_block *sb = inode->i_sb;
84 struct ntfs_sb_info *sbi = sb->s_fs_info;
85 char *name;
86 va_list args;
87 struct va_format vaf;
88 int level;
89
90 if (!___ratelimit(&sbi->msg_ratelimit, "ntfs3"))
91 return;
92
e8b8e97f 93 /* Use static allocated buffer, if possible. */
82cae269
KK
94 name = atomic_dec_and_test(&s_name_buf_cnt)
95 ? s_name_buf
96 : kmalloc(sizeof(s_name_buf), GFP_NOFS);
97
98 if (name) {
99 struct dentry *de = d_find_alias(inode);
100 const u32 name_len = ARRAY_SIZE(s_name_buf) - 1;
101
102 if (de) {
103 spin_lock(&de->d_lock);
104 snprintf(name, name_len, " \"%s\"", de->d_name.name);
105 spin_unlock(&de->d_lock);
e8b8e97f 106 name[name_len] = 0; /* To be sure. */
82cae269
KK
107 } else {
108 name[0] = 0;
109 }
e8b8e97f 110 dput(de); /* Cocci warns if placed in branch "if (de)" */
82cae269
KK
111 }
112
113 va_start(args, fmt);
114
115 level = printk_get_level(fmt);
116 vaf.fmt = printk_skip_level(fmt);
117 vaf.va = &args;
118
119 printk("%c%cntfs3: %s: ino=%lx,%s %pV\n", KERN_SOH_ASCII, level,
120 sb->s_id, inode->i_ino, name ? name : "", &vaf);
121
122 va_end(args);
123
124 atomic_inc(&s_name_buf_cnt);
125 if (name != s_name_buf)
126 kfree(name);
127}
128#endif
129
130/*
131 * Shared memory struct.
132 *
e8b8e97f
KA
133 * On-disk ntfs's upcase table is created by ntfs formatter.
134 * 'upcase' table is 128K bytes of memory.
135 * We should read it into memory when mounting.
136 * Several ntfs volumes likely use the same 'upcase' table.
137 * It is good idea to share in-memory 'upcase' table between different volumes.
138 * Unfortunately winxp/vista/win7 use different upcase tables.
82cae269
KK
139 */
140static DEFINE_SPINLOCK(s_shared_lock);
141
142static struct {
143 void *ptr;
144 u32 len;
145 int cnt;
146} s_shared[8];
147
148/*
149 * ntfs_set_shared
150 *
e8b8e97f
KA
151 * Return:
152 * * @ptr - If pointer was saved in shared memory.
153 * * NULL - If pointer was not shared.
82cae269
KK
154 */
155void *ntfs_set_shared(void *ptr, u32 bytes)
156{
157 void *ret = NULL;
158 int i, j = -1;
159
160 spin_lock(&s_shared_lock);
161 for (i = 0; i < ARRAY_SIZE(s_shared); i++) {
162 if (!s_shared[i].cnt) {
163 j = i;
164 } else if (bytes == s_shared[i].len &&
165 !memcmp(s_shared[i].ptr, ptr, bytes)) {
166 s_shared[i].cnt += 1;
167 ret = s_shared[i].ptr;
168 break;
169 }
170 }
171
172 if (!ret && j != -1) {
173 s_shared[j].ptr = ptr;
174 s_shared[j].len = bytes;
175 s_shared[j].cnt = 1;
176 ret = ptr;
177 }
178 spin_unlock(&s_shared_lock);
179
180 return ret;
181}
182
183/*
184 * ntfs_put_shared
185 *
e8b8e97f
KA
186 * Return:
187 * * @ptr - If pointer is not shared anymore.
188 * * NULL - If pointer is still shared.
82cae269
KK
189 */
190void *ntfs_put_shared(void *ptr)
191{
192 void *ret = ptr;
193 int i;
194
195 spin_lock(&s_shared_lock);
196 for (i = 0; i < ARRAY_SIZE(s_shared); i++) {
197 if (s_shared[i].cnt && s_shared[i].ptr == ptr) {
198 if (--s_shared[i].cnt)
199 ret = NULL;
200 break;
201 }
202 }
203 spin_unlock(&s_shared_lock);
204
205 return ret;
206}
207
610f8f5a 208static inline void put_mount_options(struct ntfs_mount_options *options)
82cae269 209{
610f8f5a 210 kfree(options->nls_name);
82cae269 211 unload_nls(options->nls);
610f8f5a 212 kfree(options);
82cae269
KK
213}
214
215enum Opt {
216 Opt_uid,
217 Opt_gid,
218 Opt_umask,
219 Opt_dmask,
220 Opt_fmask,
221 Opt_immutable,
222 Opt_discard,
223 Opt_force,
224 Opt_sparse,
225 Opt_nohidden,
226 Opt_showmeta,
227 Opt_acl,
e274cde8 228 Opt_iocharset,
82cae269 229 Opt_prealloc,
28a941ff 230 Opt_noacsrules,
82cae269
KK
231 Opt_err,
232};
233
610f8f5a
KA
234static const struct fs_parameter_spec ntfs_fs_parameters[] = {
235 fsparam_u32("uid", Opt_uid),
236 fsparam_u32("gid", Opt_gid),
237 fsparam_u32oct("umask", Opt_umask),
238 fsparam_u32oct("dmask", Opt_dmask),
239 fsparam_u32oct("fmask", Opt_fmask),
240 fsparam_flag_no("sys_immutable", Opt_immutable),
241 fsparam_flag_no("discard", Opt_discard),
242 fsparam_flag_no("force", Opt_force),
243 fsparam_flag_no("sparse", Opt_sparse),
9d1939f4 244 fsparam_flag_no("hidden", Opt_nohidden),
610f8f5a
KA
245 fsparam_flag_no("acl", Opt_acl),
246 fsparam_flag_no("showmeta", Opt_showmeta),
610f8f5a 247 fsparam_flag_no("prealloc", Opt_prealloc),
28a941ff 248 fsparam_flag_no("acsrules", Opt_noacsrules),
e274cde8 249 fsparam_string("iocharset", Opt_iocharset),
610f8f5a 250 {}
82cae269
KK
251};
252
610f8f5a
KA
253/*
254 * Load nls table or if @nls is utf8 then return NULL.
255 */
256static struct nls_table *ntfs_load_nls(char *nls)
82cae269 257{
610f8f5a 258 struct nls_table *ret;
82cae269 259
610f8f5a
KA
260 if (!nls)
261 nls = CONFIG_NLS_DEFAULT;
82cae269 262
610f8f5a
KA
263 if (strcmp(nls, "utf8") == 0)
264 return NULL;
82cae269 265
610f8f5a
KA
266 if (strcmp(nls, CONFIG_NLS_DEFAULT) == 0)
267 return load_nls_default();
82cae269 268
610f8f5a
KA
269 ret = load_nls(nls);
270 if (ret)
271 return ret;
82cae269 272
610f8f5a
KA
273 return ERR_PTR(-EINVAL);
274}
275
276static int ntfs_fs_parse_param(struct fs_context *fc,
277 struct fs_parameter *param)
278{
279 struct ntfs_mount_options *opts = fc->fs_private;
280 struct fs_parse_result result;
281 int opt;
282
283 opt = fs_parse(fc, ntfs_fs_parameters, param, &result);
284 if (opt < 0)
285 return opt;
286
287 switch (opt) {
288 case Opt_uid:
289 opts->fs_uid = make_kuid(current_user_ns(), result.uint_32);
290 if (!uid_valid(opts->fs_uid))
291 return invalf(fc, "ntfs3: Invalid value for uid.");
610f8f5a
KA
292 break;
293 case Opt_gid:
294 opts->fs_gid = make_kgid(current_user_ns(), result.uint_32);
295 if (!gid_valid(opts->fs_gid))
296 return invalf(fc, "ntfs3: Invalid value for gid.");
610f8f5a
KA
297 break;
298 case Opt_umask:
299 if (result.uint_32 & ~07777)
300 return invalf(fc, "ntfs3: Invalid value for umask.");
301 opts->fs_fmask_inv = ~result.uint_32;
302 opts->fs_dmask_inv = ~result.uint_32;
303 opts->fmask = 1;
304 opts->dmask = 1;
305 break;
306 case Opt_dmask:
307 if (result.uint_32 & ~07777)
308 return invalf(fc, "ntfs3: Invalid value for dmask.");
309 opts->fs_dmask_inv = ~result.uint_32;
310 opts->dmask = 1;
311 break;
312 case Opt_fmask:
313 if (result.uint_32 & ~07777)
314 return invalf(fc, "ntfs3: Invalid value for fmask.");
315 opts->fs_fmask_inv = ~result.uint_32;
316 opts->fmask = 1;
317 break;
318 case Opt_immutable:
319 opts->sys_immutable = result.negated ? 0 : 1;
320 break;
321 case Opt_discard:
322 opts->discard = result.negated ? 0 : 1;
323 break;
324 case Opt_force:
325 opts->force = result.negated ? 0 : 1;
326 break;
327 case Opt_sparse:
328 opts->sparse = result.negated ? 0 : 1;
329 break;
330 case Opt_nohidden:
9d1939f4 331 opts->nohidden = result.negated ? 1 : 0;
610f8f5a
KA
332 break;
333 case Opt_acl:
334 if (!result.negated)
82cae269 335#ifdef CONFIG_NTFS3_FS_POSIX_ACL
610f8f5a 336 fc->sb_flags |= SB_POSIXACL;
82cae269 337#else
610f8f5a 338 return invalf(fc, "ntfs3: Support for ACL not compiled in!");
82cae269 339#endif
610f8f5a
KA
340 else
341 fc->sb_flags &= ~SB_POSIXACL;
342 break;
343 case Opt_showmeta:
344 opts->showmeta = result.negated ? 0 : 1;
345 break;
e274cde8 346 case Opt_iocharset:
610f8f5a
KA
347 kfree(opts->nls_name);
348 opts->nls_name = param->string;
349 param->string = NULL;
350 break;
351 case Opt_prealloc:
352 opts->prealloc = result.negated ? 0 : 1;
353 break;
28a941ff
KA
354 case Opt_noacsrules:
355 opts->noacsrules = result.negated ? 1 : 0;
610f8f5a
KA
356 break;
357 default:
358 /* Should not be here unless we forget add case. */
359 return -EINVAL;
82cae269 360 }
82cae269
KK
361 return 0;
362}
363
610f8f5a 364static int ntfs_fs_reconfigure(struct fs_context *fc)
82cae269 365{
610f8f5a 366 struct super_block *sb = fc->root->d_sb;
82cae269 367 struct ntfs_sb_info *sbi = sb->s_fs_info;
610f8f5a
KA
368 struct ntfs_mount_options *new_opts = fc->fs_private;
369 int ro_rw;
82cae269 370
610f8f5a 371 ro_rw = sb_rdonly(sb) && !(fc->sb_flags & SB_RDONLY);
82cae269 372 if (ro_rw && (sbi->flags & NTFS_FLAGS_NEED_REPLAY)) {
610f8f5a
KA
373 errorf(fc, "ntfs3: Couldn't remount rw because journal is not replayed. Please umount/remount instead\n");
374 return -EINVAL;
375 }
376
377 new_opts->nls = ntfs_load_nls(new_opts->nls_name);
378 if (IS_ERR(new_opts->nls)) {
379 new_opts->nls = NULL;
e274cde8 380 errorf(fc, "ntfs3: Cannot load iocharset %s", new_opts->nls_name);
610f8f5a 381 return -EINVAL;
82cae269 382 }
610f8f5a 383 if (new_opts->nls != sbi->options->nls)
e274cde8 384 return invalf(fc, "ntfs3: Cannot use different iocharset when remounting!");
82cae269
KK
385
386 sync_filesystem(sb);
387
388 if (ro_rw && (sbi->volume.flags & VOLUME_FLAG_DIRTY) &&
610f8f5a
KA
389 !new_opts->force) {
390 errorf(fc, "ntfs3: Volume is dirty and \"force\" flag is not set!");
391 return -EINVAL;
82cae269
KK
392 }
393
cd39981f 394 swap(sbi->options, fc->fs_private);
82cae269 395
610f8f5a 396 return 0;
82cae269
KK
397}
398
399static struct kmem_cache *ntfs_inode_cachep;
400
401static struct inode *ntfs_alloc_inode(struct super_block *sb)
402{
fd60b288 403 struct ntfs_inode *ni = alloc_inode_sb(sb, ntfs_inode_cachep, GFP_NOFS);
82cae269
KK
404
405 if (!ni)
406 return NULL;
407
408 memset(ni, 0, offsetof(struct ntfs_inode, vfs_inode));
409
410 mutex_init(&ni->ni_lock);
411
412 return &ni->vfs_inode;
413}
414
415static void ntfs_i_callback(struct rcu_head *head)
416{
417 struct inode *inode = container_of(head, struct inode, i_rcu);
418 struct ntfs_inode *ni = ntfs_i(inode);
419
420 mutex_destroy(&ni->ni_lock);
421
422 kmem_cache_free(ntfs_inode_cachep, ni);
423}
424
425static void ntfs_destroy_inode(struct inode *inode)
426{
427 call_rcu(&inode->i_rcu, ntfs_i_callback);
428}
429
430static void init_once(void *foo)
431{
432 struct ntfs_inode *ni = foo;
433
434 inode_init_once(&ni->vfs_inode);
435}
436
e8b8e97f
KA
437/*
438 * put_ntfs - Noinline to reduce binary size.
439 */
82cae269
KK
440static noinline void put_ntfs(struct ntfs_sb_info *sbi)
441{
195c52bd
KA
442 kfree(sbi->new_rec);
443 kvfree(ntfs_put_shared(sbi->upcase));
444 kfree(sbi->def_table);
82cae269
KK
445
446 wnd_close(&sbi->mft.bitmap);
447 wnd_close(&sbi->used.bitmap);
448
449 if (sbi->mft.ni)
450 iput(&sbi->mft.ni->vfs_inode);
451
452 if (sbi->security.ni)
453 iput(&sbi->security.ni->vfs_inode);
454
455 if (sbi->reparse.ni)
456 iput(&sbi->reparse.ni->vfs_inode);
457
458 if (sbi->objid.ni)
459 iput(&sbi->objid.ni->vfs_inode);
460
461 if (sbi->volume.ni)
462 iput(&sbi->volume.ni->vfs_inode);
463
464 ntfs_update_mftmirr(sbi, 0);
465
466 indx_clear(&sbi->security.index_sii);
467 indx_clear(&sbi->security.index_sdh);
468 indx_clear(&sbi->reparse.index_r);
469 indx_clear(&sbi->objid.index_o);
195c52bd 470 kfree(sbi->compress.lznt);
82cae269
KK
471#ifdef CONFIG_NTFS3_LZX_XPRESS
472 xpress_free_decompressor(sbi->compress.xpress);
473 lzx_free_decompressor(sbi->compress.lzx);
474#endif
195c52bd 475 kfree(sbi);
82cae269
KK
476}
477
478static void ntfs_put_super(struct super_block *sb)
479{
480 struct ntfs_sb_info *sbi = sb->s_fs_info;
481
e8b8e97f 482 /* Mark rw ntfs as clear, if possible. */
82cae269
KK
483 ntfs_set_state(sbi, NTFS_DIRTY_CLEAR);
484
610f8f5a 485 put_mount_options(sbi->options);
82cae269 486 put_ntfs(sbi);
610f8f5a 487 sb->s_fs_info = NULL;
82cae269
KK
488
489 sync_blockdev(sb->s_bdev);
490}
491
492static int ntfs_statfs(struct dentry *dentry, struct kstatfs *buf)
493{
494 struct super_block *sb = dentry->d_sb;
495 struct ntfs_sb_info *sbi = sb->s_fs_info;
496 struct wnd_bitmap *wnd = &sbi->used.bitmap;
497
498 buf->f_type = sb->s_magic;
499 buf->f_bsize = sbi->cluster_size;
500 buf->f_blocks = wnd->nbits;
501
502 buf->f_bfree = buf->f_bavail = wnd_zeroes(wnd);
503 buf->f_fsid.val[0] = sbi->volume.ser_num;
504 buf->f_fsid.val[1] = (sbi->volume.ser_num >> 32);
505 buf->f_namelen = NTFS_NAME_LEN;
506
507 return 0;
508}
509
510static int ntfs_show_options(struct seq_file *m, struct dentry *root)
511{
512 struct super_block *sb = root->d_sb;
513 struct ntfs_sb_info *sbi = sb->s_fs_info;
564c97bd 514 struct ntfs_mount_options *opts = sbi->options;
82cae269
KK
515 struct user_namespace *user_ns = seq_user_ns(m);
516
15b2ae77
KA
517 seq_printf(m, ",uid=%u",
518 from_kuid_munged(user_ns, opts->fs_uid));
519 seq_printf(m, ",gid=%u",
520 from_kgid_munged(user_ns, opts->fs_gid));
82cae269
KK
521 if (opts->fmask)
522 seq_printf(m, ",fmask=%04o", ~opts->fs_fmask_inv);
523 if (opts->dmask)
524 seq_printf(m, ",dmask=%04o", ~opts->fs_dmask_inv);
525 if (opts->nls)
e274cde8 526 seq_printf(m, ",iocharset=%s", opts->nls->charset);
82cae269 527 else
e274cde8 528 seq_puts(m, ",iocharset=utf8");
82cae269
KK
529 if (opts->sys_immutable)
530 seq_puts(m, ",sys_immutable");
531 if (opts->discard)
532 seq_puts(m, ",discard");
533 if (opts->sparse)
534 seq_puts(m, ",sparse");
535 if (opts->showmeta)
536 seq_puts(m, ",showmeta");
537 if (opts->nohidden)
538 seq_puts(m, ",nohidden");
539 if (opts->force)
540 seq_puts(m, ",force");
28a941ff
KA
541 if (opts->noacsrules)
542 seq_puts(m, ",noacsrules");
82cae269
KK
543 if (opts->prealloc)
544 seq_puts(m, ",prealloc");
545 if (sb->s_flags & SB_POSIXACL)
546 seq_puts(m, ",acl");
82cae269
KK
547
548 return 0;
549}
550
e8b8e97f
KA
551/*
552 * ntfs_sync_fs - super_operations::sync_fs
553 */
82cae269
KK
554static int ntfs_sync_fs(struct super_block *sb, int wait)
555{
556 int err = 0, err2;
557 struct ntfs_sb_info *sbi = sb->s_fs_info;
558 struct ntfs_inode *ni;
559 struct inode *inode;
560
561 ni = sbi->security.ni;
562 if (ni) {
563 inode = &ni->vfs_inode;
564 err2 = _ni_write_inode(inode, wait);
565 if (err2 && !err)
566 err = err2;
567 }
568
569 ni = sbi->objid.ni;
570 if (ni) {
571 inode = &ni->vfs_inode;
572 err2 = _ni_write_inode(inode, wait);
573 if (err2 && !err)
574 err = err2;
575 }
576
577 ni = sbi->reparse.ni;
578 if (ni) {
579 inode = &ni->vfs_inode;
580 err2 = _ni_write_inode(inode, wait);
581 if (err2 && !err)
582 err = err2;
583 }
584
585 if (!err)
586 ntfs_set_state(sbi, NTFS_DIRTY_CLEAR);
587
588 ntfs_update_mftmirr(sbi, wait);
589
590 return err;
591}
592
593static const struct super_operations ntfs_sops = {
594 .alloc_inode = ntfs_alloc_inode,
595 .destroy_inode = ntfs_destroy_inode,
596 .evict_inode = ntfs_evict_inode,
597 .put_super = ntfs_put_super,
598 .statfs = ntfs_statfs,
599 .show_options = ntfs_show_options,
600 .sync_fs = ntfs_sync_fs,
82cae269
KK
601 .write_inode = ntfs3_write_inode,
602};
603
604static struct inode *ntfs_export_get_inode(struct super_block *sb, u64 ino,
605 u32 generation)
606{
607 struct MFT_REF ref;
608 struct inode *inode;
609
610 ref.low = cpu_to_le32(ino);
611#ifdef CONFIG_NTFS3_64BIT_CLUSTER
612 ref.high = cpu_to_le16(ino >> 32);
613#else
614 ref.high = 0;
615#endif
616 ref.seq = cpu_to_le16(generation);
617
618 inode = ntfs_iget5(sb, &ref, NULL);
619 if (!IS_ERR(inode) && is_bad_inode(inode)) {
620 iput(inode);
621 inode = ERR_PTR(-ESTALE);
622 }
623
624 return inode;
625}
626
627static struct dentry *ntfs_fh_to_dentry(struct super_block *sb, struct fid *fid,
628 int fh_len, int fh_type)
629{
630 return generic_fh_to_dentry(sb, fid, fh_len, fh_type,
631 ntfs_export_get_inode);
632}
633
634static struct dentry *ntfs_fh_to_parent(struct super_block *sb, struct fid *fid,
635 int fh_len, int fh_type)
636{
637 return generic_fh_to_parent(sb, fid, fh_len, fh_type,
638 ntfs_export_get_inode);
639}
640
641/* TODO: == ntfs_sync_inode */
642static int ntfs_nfs_commit_metadata(struct inode *inode)
643{
644 return _ni_write_inode(inode, 1);
645}
646
647static const struct export_operations ntfs_export_ops = {
648 .fh_to_dentry = ntfs_fh_to_dentry,
649 .fh_to_parent = ntfs_fh_to_parent,
650 .get_parent = ntfs3_get_parent,
651 .commit_metadata = ntfs_nfs_commit_metadata,
652};
653
e8b8e97f
KA
654/*
655 * format_size_gb - Return Gb,Mb to print with "%u.%02u Gb".
656 */
82cae269
KK
657static u32 format_size_gb(const u64 bytes, u32 *mb)
658{
e8b8e97f 659 /* Do simple right 30 bit shift of 64 bit value. */
82cae269
KK
660 u64 kbytes = bytes >> 10;
661 u32 kbytes32 = kbytes;
662
663 *mb = (100 * (kbytes32 & 0xfffff) + 0x7ffff) >> 20;
664 if (*mb >= 100)
665 *mb = 99;
666
667 return (kbytes32 >> 20) | (((u32)(kbytes >> 32)) << 12);
668}
669
670static u32 true_sectors_per_clst(const struct NTFS_BOOT *boot)
671{
a3b77434
RD
672 if (boot->sectors_per_clusters <= 0x80)
673 return boot->sectors_per_clusters;
674 if (boot->sectors_per_clusters >= 0xf4) /* limit shift to 2MB max */
675 return 1U << (0 - boot->sectors_per_clusters);
676 return -EINVAL;
82cae269
KK
677}
678
e8b8e97f
KA
679/*
680 * ntfs_init_from_boot - Init internal info from on-disk boot sector.
681 */
82cae269
KK
682static int ntfs_init_from_boot(struct super_block *sb, u32 sector_size,
683 u64 dev_size)
684{
685 struct ntfs_sb_info *sbi = sb->s_fs_info;
686 int err;
687 u32 mb, gb, boot_sector_size, sct_per_clst, record_size;
dbf59e2a 688 u64 sectors, clusters, mlcn, mlcn2;
82cae269
KK
689 struct NTFS_BOOT *boot;
690 struct buffer_head *bh;
691 struct MFT_REC *rec;
692 u16 fn, ao;
693
694 sbi->volume.blocks = dev_size >> PAGE_SHIFT;
695
696 bh = ntfs_bread(sb, 0);
697 if (!bh)
698 return -EIO;
699
700 err = -EINVAL;
701 boot = (struct NTFS_BOOT *)bh->b_data;
702
703 if (memcmp(boot->system_id, "NTFS ", sizeof("NTFS ") - 1))
704 goto out;
705
706 /* 0x55AA is not mandaroty. Thanks Maxim Suhanov*/
707 /*if (0x55 != boot->boot_magic[0] || 0xAA != boot->boot_magic[1])
708 * goto out;
709 */
710
711 boot_sector_size = (u32)boot->bytes_per_sector[1] << 8;
712 if (boot->bytes_per_sector[0] || boot_sector_size < SECTOR_SIZE ||
528c9b3d 713 !is_power_of_2(boot_sector_size)) {
82cae269
KK
714 goto out;
715 }
716
717 /* cluster size: 512, 1K, 2K, 4K, ... 2M */
718 sct_per_clst = true_sectors_per_clst(boot);
a3b77434
RD
719 if ((int)sct_per_clst < 0)
720 goto out;
528c9b3d 721 if (!is_power_of_2(sct_per_clst))
82cae269
KK
722 goto out;
723
724 mlcn = le64_to_cpu(boot->mft_clst);
725 mlcn2 = le64_to_cpu(boot->mft2_clst);
726 sectors = le64_to_cpu(boot->sectors_per_volume);
727
728 if (mlcn * sct_per_clst >= sectors)
729 goto out;
730
731 if (mlcn2 * sct_per_clst >= sectors)
732 goto out;
733
e8b8e97f 734 /* Check MFT record size. */
82cae269
KK
735 if ((boot->record_size < 0 &&
736 SECTOR_SIZE > (2U << (-boot->record_size))) ||
528c9b3d 737 (boot->record_size >= 0 && !is_power_of_2(boot->record_size))) {
82cae269
KK
738 goto out;
739 }
740
e8b8e97f 741 /* Check index record size. */
82cae269
KK
742 if ((boot->index_size < 0 &&
743 SECTOR_SIZE > (2U << (-boot->index_size))) ||
528c9b3d 744 (boot->index_size >= 0 && !is_power_of_2(boot->index_size))) {
82cae269
KK
745 goto out;
746 }
747
dbf59e2a 748 sbi->volume.size = sectors * boot_sector_size;
82cae269 749
dbf59e2a 750 gb = format_size_gb(sbi->volume.size + boot_sector_size, &mb);
82cae269
KK
751
752 /*
e8b8e97f
KA
753 * - Volume formatted and mounted with the same sector size.
754 * - Volume formatted 4K and mounted as 512.
755 * - Volume formatted 512 and mounted as 4K.
82cae269 756 */
dbf59e2a
KK
757 if (boot_sector_size != sector_size) {
758 ntfs_warn(
759 sb,
760 "Different NTFS' sector size (%u) and media sector size (%u)",
761 boot_sector_size, sector_size);
82cae269
KK
762 dev_size += sector_size - 1;
763 }
764
765 sbi->cluster_size = boot_sector_size * sct_per_clst;
766 sbi->cluster_bits = blksize_bits(sbi->cluster_size);
767
768 sbi->mft.lbo = mlcn << sbi->cluster_bits;
769 sbi->mft.lbo2 = mlcn2 << sbi->cluster_bits;
770
09f7c338
KK
771 /* Compare boot's cluster and sector. */
772 if (sbi->cluster_size < boot_sector_size)
82cae269
KK
773 goto out;
774
09f7c338
KK
775 /* Compare boot's cluster and media sector. */
776 if (sbi->cluster_size < sector_size) {
777 /* No way to use ntfs_get_block in this case. */
778 ntfs_err(
779 sb,
780 "Failed to mount 'cause NTFS's cluster size (%u) is less than media sector size (%u)",
781 sbi->cluster_size, sector_size);
782 goto out;
783 }
784
82cae269
KK
785 sbi->cluster_mask = sbi->cluster_size - 1;
786 sbi->cluster_mask_inv = ~(u64)sbi->cluster_mask;
787 sbi->record_size = record_size = boot->record_size < 0
788 ? 1 << (-boot->record_size)
789 : (u32)boot->record_size
790 << sbi->cluster_bits;
791
792 if (record_size > MAXIMUM_BYTES_PER_MFT)
793 goto out;
794
795 sbi->record_bits = blksize_bits(record_size);
796 sbi->attr_size_tr = (5 * record_size >> 4); // ~320 bytes
797
798 sbi->max_bytes_per_attr =
fa3cacf5
KA
799 record_size - ALIGN(MFTRECORD_FIXUP_OFFSET_1, 8) -
800 ALIGN(((record_size >> SECTOR_SHIFT) * sizeof(short)), 8) -
801 ALIGN(sizeof(enum ATTR_TYPE), 8);
82cae269
KK
802
803 sbi->index_size = boot->index_size < 0
804 ? 1u << (-boot->index_size)
805 : (u32)boot->index_size << sbi->cluster_bits;
806
807 sbi->volume.ser_num = le64_to_cpu(boot->serial_num);
82cae269 808
e8b8e97f 809 /* Warning if RAW volume. */
dbf59e2a 810 if (dev_size < sbi->volume.size + boot_sector_size) {
82cae269
KK
811 u32 mb0, gb0;
812
813 gb0 = format_size_gb(dev_size, &mb0);
814 ntfs_warn(
815 sb,
816 "RAW NTFS volume: Filesystem size %u.%02u Gb > volume size %u.%02u Gb. Mount in read-only",
817 gb, mb, gb0, mb0);
818 sb->s_flags |= SB_RDONLY;
819 }
820
821 clusters = sbi->volume.size >> sbi->cluster_bits;
822#ifndef CONFIG_NTFS3_64BIT_CLUSTER
e8b8e97f 823 /* 32 bits per cluster. */
82cae269
KK
824 if (clusters >> 32) {
825 ntfs_notice(
826 sb,
827 "NTFS %u.%02u Gb is too big to use 32 bits per cluster",
828 gb, mb);
829 goto out;
830 }
831#elif BITS_PER_LONG < 64
832#error "CONFIG_NTFS3_64BIT_CLUSTER incompatible in 32 bit OS"
833#endif
834
835 sbi->used.bitmap.nbits = clusters;
836
195c52bd 837 rec = kzalloc(record_size, GFP_NOFS);
82cae269
KK
838 if (!rec) {
839 err = -ENOMEM;
840 goto out;
841 }
842
843 sbi->new_rec = rec;
844 rec->rhdr.sign = NTFS_FILE_SIGNATURE;
845 rec->rhdr.fix_off = cpu_to_le16(MFTRECORD_FIXUP_OFFSET_1);
846 fn = (sbi->record_size >> SECTOR_SHIFT) + 1;
847 rec->rhdr.fix_num = cpu_to_le16(fn);
fa3cacf5 848 ao = ALIGN(MFTRECORD_FIXUP_OFFSET_1 + sizeof(short) * fn, 8);
82cae269 849 rec->attr_off = cpu_to_le16(ao);
fa3cacf5 850 rec->used = cpu_to_le32(ao + ALIGN(sizeof(enum ATTR_TYPE), 8));
82cae269
KK
851 rec->total = cpu_to_le32(sbi->record_size);
852 ((struct ATTRIB *)Add2Ptr(rec, ao))->type = ATTR_END;
853
28861e3b 854 sb_set_blocksize(sb, min_t(u32, sbi->cluster_size, PAGE_SIZE));
82cae269
KK
855
856 sbi->block_mask = sb->s_blocksize - 1;
857 sbi->blocks_per_cluster = sbi->cluster_size >> sb->s_blocksize_bits;
858 sbi->volume.blocks = sbi->volume.size >> sb->s_blocksize_bits;
859
e8b8e97f 860 /* Maximum size for normal files. */
82cae269
KK
861 sbi->maxbytes = (clusters << sbi->cluster_bits) - 1;
862
863#ifdef CONFIG_NTFS3_64BIT_CLUSTER
864 if (clusters >= (1ull << (64 - sbi->cluster_bits)))
865 sbi->maxbytes = -1;
866 sbi->maxbytes_sparse = -1;
28861e3b 867 sb->s_maxbytes = MAX_LFS_FILESIZE;
82cae269 868#else
e8b8e97f 869 /* Maximum size for sparse file. */
82cae269 870 sbi->maxbytes_sparse = (1ull << (sbi->cluster_bits + 32)) - 1;
28861e3b 871 sb->s_maxbytes = 0xFFFFFFFFull << sbi->cluster_bits;
82cae269
KK
872#endif
873
8335ebe1
KK
874 /*
875 * Compute the MFT zone at two steps.
876 * It would be nice if we are able to allocate 1/8 of
877 * total clusters for MFT but not more then 512 MB.
878 */
879 sbi->zone_max = min_t(CLST, 0x20000000 >> sbi->cluster_bits, clusters >> 3);
880
82cae269
KK
881 err = 0;
882
883out:
884 brelse(bh);
885
886 return err;
887}
888
e8b8e97f
KA
889/*
890 * ntfs_fill_super - Try to mount.
891 */
610f8f5a 892static int ntfs_fill_super(struct super_block *sb, struct fs_context *fc)
82cae269
KK
893{
894 int err;
610f8f5a 895 struct ntfs_sb_info *sbi = sb->s_fs_info;
82cae269 896 struct block_device *bdev = sb->s_bdev;
10b4f12c 897 struct inode *inode;
82cae269
KK
898 struct ntfs_inode *ni;
899 size_t i, tt;
900 CLST vcn, lcn, len;
901 struct ATTRIB *attr;
902 const struct VOLUME_INFO *info;
903 u32 idx, done, bytes;
904 struct ATTR_DEF_ENTRY *t;
82cae269 905 u16 *shared;
82cae269
KK
906 struct MFT_REF ref;
907
908 ref.high = 0;
909
82cae269 910 sbi->sb = sb;
cd39981f
KK
911 sbi->options = fc->fs_private;
912 fc->fs_private = NULL;
82cae269
KK
913 sb->s_flags |= SB_NODIRATIME;
914 sb->s_magic = 0x7366746e; // "ntfs"
915 sb->s_op = &ntfs_sops;
916 sb->s_export_op = &ntfs_export_ops;
917 sb->s_time_gran = NTFS_TIME_GRAN; // 100 nsec
918 sb->s_xattr = ntfs_xattr_handlers;
919
610f8f5a
KA
920 sbi->options->nls = ntfs_load_nls(sbi->options->nls_name);
921 if (IS_ERR(sbi->options->nls)) {
922 sbi->options->nls = NULL;
923 errorf(fc, "Cannot load nls %s", sbi->options->nls_name);
9b75450d
KK
924 err = -EINVAL;
925 goto out;
610f8f5a 926 }
82cae269 927
7b47ef52
CH
928 if (bdev_max_discard_sectors(bdev) && bdev_discard_granularity(bdev)) {
929 sbi->discard_granularity = bdev_discard_granularity(bdev);
82cae269
KK
930 sbi->discard_granularity_mask_inv =
931 ~(u64)(sbi->discard_granularity - 1);
932 }
933
e8b8e97f 934 /* Parse boot. */
f09dac9a 935 err = ntfs_init_from_boot(sb, bdev_logical_block_size(bdev),
d54f13a8 936 bdev_nr_bytes(bdev));
82cae269 937 if (err)
9b75450d 938 goto out;
82cae269 939
82cae269 940 /*
e8b8e97f
KA
941 * Load $Volume. This should be done before $LogFile
942 * 'cause 'sbi->volume.ni' is used 'ntfs_set_state'.
82cae269
KK
943 */
944 ref.low = cpu_to_le32(MFT_REC_VOL);
945 ref.seq = cpu_to_le16(MFT_REC_VOL);
946 inode = ntfs_iget5(sb, &ref, &NAME_VOLUME);
947 if (IS_ERR(inode)) {
82cae269 948 ntfs_err(sb, "Failed to load $Volume.");
9b75450d
KK
949 err = PTR_ERR(inode);
950 goto out;
82cae269
KK
951 }
952
953 ni = ntfs_i(inode);
954
e8b8e97f 955 /* Load and save label (not necessary). */
82cae269
KK
956 attr = ni_find_attr(ni, NULL, NULL, ATTR_LABEL, NULL, 0, NULL, NULL);
957
958 if (!attr) {
959 /* It is ok if no ATTR_LABEL */
960 } else if (!attr->non_res && !is_attr_ext(attr)) {
e8b8e97f 961 /* $AttrDef allows labels to be up to 128 symbols. */
82cae269
KK
962 err = utf16s_to_utf8s(resident_data(attr),
963 le32_to_cpu(attr->res.data_size) >> 1,
964 UTF16_LITTLE_ENDIAN, sbi->volume.label,
965 sizeof(sbi->volume.label));
966 if (err < 0)
967 sbi->volume.label[0] = 0;
968 } else {
e8b8e97f 969 /* Should we break mounting here? */
82cae269 970 //err = -EINVAL;
9b75450d 971 //goto put_inode_out;
82cae269
KK
972 }
973
974 attr = ni_find_attr(ni, attr, NULL, ATTR_VOL_INFO, NULL, 0, NULL, NULL);
975 if (!attr || is_attr_ext(attr)) {
976 err = -EINVAL;
9b75450d 977 goto put_inode_out;
82cae269
KK
978 }
979
980 info = resident_data_ex(attr, SIZEOF_ATTRIBUTE_VOLUME_INFO);
981 if (!info) {
982 err = -EINVAL;
9b75450d 983 goto put_inode_out;
82cae269
KK
984 }
985
986 sbi->volume.major_ver = info->major_ver;
987 sbi->volume.minor_ver = info->minor_ver;
988 sbi->volume.flags = info->flags;
82cae269 989 sbi->volume.ni = ni;
82cae269 990
e8b8e97f 991 /* Load $MFTMirr to estimate recs_mirr. */
82cae269
KK
992 ref.low = cpu_to_le32(MFT_REC_MIRR);
993 ref.seq = cpu_to_le16(MFT_REC_MIRR);
994 inode = ntfs_iget5(sb, &ref, &NAME_MIRROR);
995 if (IS_ERR(inode)) {
82cae269 996 ntfs_err(sb, "Failed to load $MFTMirr.");
9b75450d
KK
997 err = PTR_ERR(inode);
998 goto out;
82cae269
KK
999 }
1000
1001 sbi->mft.recs_mirr =
1002 ntfs_up_cluster(sbi, inode->i_size) >> sbi->record_bits;
1003
1004 iput(inode);
1005
d3624466 1006 /* Load LogFile to replay. */
82cae269
KK
1007 ref.low = cpu_to_le32(MFT_REC_LOG);
1008 ref.seq = cpu_to_le16(MFT_REC_LOG);
1009 inode = ntfs_iget5(sb, &ref, &NAME_LOGFILE);
1010 if (IS_ERR(inode)) {
82cae269 1011 ntfs_err(sb, "Failed to load \x24LogFile.");
9b75450d
KK
1012 err = PTR_ERR(inode);
1013 goto out;
82cae269
KK
1014 }
1015
1016 ni = ntfs_i(inode);
1017
1018 err = ntfs_loadlog_and_replay(ni, sbi);
1019 if (err)
9b75450d 1020 goto put_inode_out;
82cae269
KK
1021
1022 iput(inode);
82cae269 1023
82cae269 1024 if (sbi->flags & NTFS_FLAGS_NEED_REPLAY) {
0cde7e81 1025 if (!sb_rdonly(sb)) {
82cae269
KK
1026 ntfs_warn(sb,
1027 "failed to replay log file. Can't mount rw!");
9b75450d
KK
1028 err = -EINVAL;
1029 goto out;
82cae269
KK
1030 }
1031 } else if (sbi->volume.flags & VOLUME_FLAG_DIRTY) {
0cde7e81 1032 if (!sb_rdonly(sb) && !sbi->options->force) {
82cae269
KK
1033 ntfs_warn(
1034 sb,
1035 "volume is dirty and \"force\" flag is not set!");
9b75450d
KK
1036 err = -EINVAL;
1037 goto out;
82cae269
KK
1038 }
1039 }
1040
e8b8e97f 1041 /* Load $MFT. */
82cae269
KK
1042 ref.low = cpu_to_le32(MFT_REC_MFT);
1043 ref.seq = cpu_to_le16(1);
1044
1045 inode = ntfs_iget5(sb, &ref, &NAME_MFT);
1046 if (IS_ERR(inode)) {
82cae269 1047 ntfs_err(sb, "Failed to load $MFT.");
9b75450d
KK
1048 err = PTR_ERR(inode);
1049 goto out;
82cae269
KK
1050 }
1051
1052 ni = ntfs_i(inode);
1053
1054 sbi->mft.used = ni->i_valid >> sbi->record_bits;
1055 tt = inode->i_size >> sbi->record_bits;
1056 sbi->mft.next_free = MFT_REC_USER;
1057
1058 err = wnd_init(&sbi->mft.bitmap, sb, tt);
1059 if (err)
9b75450d 1060 goto put_inode_out;
82cae269
KK
1061
1062 err = ni_load_all_mi(ni);
1063 if (err)
9b75450d 1064 goto put_inode_out;
82cae269
KK
1065
1066 sbi->mft.ni = ni;
1067
e8b8e97f 1068 /* Load $BadClus. */
82cae269
KK
1069 ref.low = cpu_to_le32(MFT_REC_BADCLUST);
1070 ref.seq = cpu_to_le16(MFT_REC_BADCLUST);
1071 inode = ntfs_iget5(sb, &ref, &NAME_BADCLUS);
1072 if (IS_ERR(inode)) {
82cae269 1073 ntfs_err(sb, "Failed to load $BadClus.");
9b75450d
KK
1074 err = PTR_ERR(inode);
1075 goto out;
82cae269
KK
1076 }
1077
1078 ni = ntfs_i(inode);
1079
1080 for (i = 0; run_get_entry(&ni->file.run, i, &vcn, &lcn, &len); i++) {
1081 if (lcn == SPARSE_LCN)
1082 continue;
1083
1084 if (!sbi->bad_clusters)
1085 ntfs_notice(sb, "Volume contains bad blocks");
1086
1087 sbi->bad_clusters += len;
1088 }
1089
1090 iput(inode);
1091
e8b8e97f 1092 /* Load $Bitmap. */
82cae269
KK
1093 ref.low = cpu_to_le32(MFT_REC_BITMAP);
1094 ref.seq = cpu_to_le16(MFT_REC_BITMAP);
1095 inode = ntfs_iget5(sb, &ref, &NAME_BITMAP);
1096 if (IS_ERR(inode)) {
82cae269 1097 ntfs_err(sb, "Failed to load $Bitmap.");
9b75450d
KK
1098 err = PTR_ERR(inode);
1099 goto out;
82cae269
KK
1100 }
1101
82cae269
KK
1102#ifndef CONFIG_NTFS3_64BIT_CLUSTER
1103 if (inode->i_size >> 32) {
1104 err = -EINVAL;
9b75450d 1105 goto put_inode_out;
82cae269
KK
1106 }
1107#endif
1108
e8b8e97f 1109 /* Check bitmap boundary. */
82cae269
KK
1110 tt = sbi->used.bitmap.nbits;
1111 if (inode->i_size < bitmap_size(tt)) {
1112 err = -EINVAL;
9b75450d 1113 goto put_inode_out;
82cae269
KK
1114 }
1115
e8b8e97f 1116 /* Not necessary. */
82cae269 1117 sbi->used.bitmap.set_tail = true;
b4f110d6 1118 err = wnd_init(&sbi->used.bitmap, sb, tt);
82cae269 1119 if (err)
9b75450d 1120 goto put_inode_out;
82cae269
KK
1121
1122 iput(inode);
1123
e8b8e97f 1124 /* Compute the MFT zone. */
82cae269
KK
1125 err = ntfs_refresh_zone(sbi);
1126 if (err)
9b75450d 1127 goto out;
82cae269 1128
e8b8e97f 1129 /* Load $AttrDef. */
82cae269
KK
1130 ref.low = cpu_to_le32(MFT_REC_ATTR);
1131 ref.seq = cpu_to_le16(MFT_REC_ATTR);
b4f110d6 1132 inode = ntfs_iget5(sb, &ref, &NAME_ATTRDEF);
82cae269 1133 if (IS_ERR(inode)) {
82cae269 1134 ntfs_err(sb, "Failed to load $AttrDef -> %d", err);
9b75450d
KK
1135 err = PTR_ERR(inode);
1136 goto out;
82cae269
KK
1137 }
1138
1139 if (inode->i_size < sizeof(struct ATTR_DEF_ENTRY)) {
1140 err = -EINVAL;
9b75450d 1141 goto put_inode_out;
82cae269
KK
1142 }
1143 bytes = inode->i_size;
195c52bd 1144 sbi->def_table = t = kmalloc(bytes, GFP_NOFS);
82cae269
KK
1145 if (!t) {
1146 err = -ENOMEM;
9b75450d 1147 goto put_inode_out;
82cae269
KK
1148 }
1149
1150 for (done = idx = 0; done < bytes; done += PAGE_SIZE, idx++) {
1151 unsigned long tail = bytes - done;
1152 struct page *page = ntfs_map_page(inode->i_mapping, idx);
1153
1154 if (IS_ERR(page)) {
1155 err = PTR_ERR(page);
9b75450d 1156 goto put_inode_out;
82cae269
KK
1157 }
1158 memcpy(Add2Ptr(t, done), page_address(page),
1159 min(PAGE_SIZE, tail));
1160 ntfs_unmap_page(page);
1161
1162 if (!idx && ATTR_STD != t->type) {
1163 err = -EINVAL;
9b75450d 1164 goto put_inode_out;
82cae269
KK
1165 }
1166 }
1167
1168 t += 1;
1169 sbi->def_entries = 1;
1170 done = sizeof(struct ATTR_DEF_ENTRY);
1171 sbi->reparse.max_size = MAXIMUM_REPARSE_DATA_BUFFER_SIZE;
f8d87ed9 1172 sbi->ea_max_size = 0x10000; /* default formatter value */
82cae269
KK
1173
1174 while (done + sizeof(struct ATTR_DEF_ENTRY) <= bytes) {
1175 u32 t32 = le32_to_cpu(t->type);
1176 u64 sz = le64_to_cpu(t->max_sz);
1177
1178 if ((t32 & 0xF) || le32_to_cpu(t[-1].type) >= t32)
1179 break;
1180
1181 if (t->type == ATTR_REPARSE)
1182 sbi->reparse.max_size = sz;
1183 else if (t->type == ATTR_EA)
1184 sbi->ea_max_size = sz;
1185
1186 done += sizeof(struct ATTR_DEF_ENTRY);
1187 t += 1;
1188 sbi->def_entries += 1;
1189 }
1190 iput(inode);
1191
e8b8e97f 1192 /* Load $UpCase. */
82cae269
KK
1193 ref.low = cpu_to_le32(MFT_REC_UPCASE);
1194 ref.seq = cpu_to_le16(MFT_REC_UPCASE);
1195 inode = ntfs_iget5(sb, &ref, &NAME_UPCASE);
1196 if (IS_ERR(inode)) {
0412016e 1197 ntfs_err(sb, "Failed to load $UpCase.");
9b75450d
KK
1198 err = PTR_ERR(inode);
1199 goto out;
82cae269
KK
1200 }
1201
82cae269
KK
1202 if (inode->i_size != 0x10000 * sizeof(short)) {
1203 err = -EINVAL;
9b75450d 1204 goto put_inode_out;
82cae269
KK
1205 }
1206
82cae269
KK
1207 for (idx = 0; idx < (0x10000 * sizeof(short) >> PAGE_SHIFT); idx++) {
1208 const __le16 *src;
0056b273 1209 u16 *dst = Add2Ptr(sbi->upcase, idx << PAGE_SHIFT);
82cae269
KK
1210 struct page *page = ntfs_map_page(inode->i_mapping, idx);
1211
1212 if (IS_ERR(page)) {
1213 err = PTR_ERR(page);
9b75450d 1214 goto put_inode_out;
82cae269
KK
1215 }
1216
1217 src = page_address(page);
1218
1219#ifdef __BIG_ENDIAN
1220 for (i = 0; i < PAGE_SIZE / sizeof(u16); i++)
1221 *dst++ = le16_to_cpu(*src++);
1222#else
1223 memcpy(dst, src, PAGE_SIZE);
1224#endif
1225 ntfs_unmap_page(page);
1226 }
1227
0056b273
KA
1228 shared = ntfs_set_shared(sbi->upcase, 0x10000 * sizeof(short));
1229 if (shared && sbi->upcase != shared) {
1230 kvfree(sbi->upcase);
82cae269 1231 sbi->upcase = shared;
82cae269
KK
1232 }
1233
1234 iput(inode);
82cae269
KK
1235
1236 if (is_ntfs3(sbi)) {
e8b8e97f 1237 /* Load $Secure. */
82cae269
KK
1238 err = ntfs_security_init(sbi);
1239 if (err)
9b75450d 1240 goto out;
82cae269 1241
e8b8e97f 1242 /* Load $Extend. */
82cae269
KK
1243 err = ntfs_extend_init(sbi);
1244 if (err)
1245 goto load_root;
1246
e8b8e97f 1247 /* Load $Extend\$Reparse. */
82cae269
KK
1248 err = ntfs_reparse_init(sbi);
1249 if (err)
1250 goto load_root;
1251
e8b8e97f 1252 /* Load $Extend\$ObjId. */
82cae269
KK
1253 err = ntfs_objid_init(sbi);
1254 if (err)
1255 goto load_root;
1256 }
1257
1258load_root:
e8b8e97f 1259 /* Load root. */
82cae269
KK
1260 ref.low = cpu_to_le32(MFT_REC_ROOT);
1261 ref.seq = cpu_to_le16(MFT_REC_ROOT);
1262 inode = ntfs_iget5(sb, &ref, &NAME_ROOT);
1263 if (IS_ERR(inode)) {
82cae269 1264 ntfs_err(sb, "Failed to load root.");
9b75450d
KK
1265 err = PTR_ERR(inode);
1266 goto out;
82cae269
KK
1267 }
1268
82cae269 1269 sb->s_root = d_make_root(inode);
9b75450d
KK
1270 if (!sb->s_root) {
1271 err = -ENOMEM;
1272 goto put_inode_out;
1273 }
82cae269
KK
1274
1275 return 0;
9b75450d
KK
1276
1277put_inode_out:
82cae269 1278 iput(inode);
9b75450d
KK
1279out:
1280 /*
1281 * Free resources here.
1282 * ntfs_fs_free will be called with fc->s_fs_info = NULL
1283 */
1284 put_ntfs(sbi);
1285 sb->s_fs_info = NULL;
1286
82cae269
KK
1287 return err;
1288}
1289
1290void ntfs_unmap_meta(struct super_block *sb, CLST lcn, CLST len)
1291{
1292 struct ntfs_sb_info *sbi = sb->s_fs_info;
1293 struct block_device *bdev = sb->s_bdev;
1294 sector_t devblock = (u64)lcn * sbi->blocks_per_cluster;
1295 unsigned long blocks = (u64)len * sbi->blocks_per_cluster;
1296 unsigned long cnt = 0;
1297 unsigned long limit = global_zone_page_state(NR_FREE_PAGES)
1298 << (PAGE_SHIFT - sb->s_blocksize_bits);
1299
1300 if (limit >= 0x2000)
1301 limit -= 0x1000;
1302 else if (limit < 32)
1303 limit = 32;
1304 else
1305 limit >>= 1;
1306
1307 while (blocks--) {
1308 clean_bdev_aliases(bdev, devblock++, 1);
1309 if (cnt++ >= limit) {
1310 sync_blockdev(bdev);
1311 cnt = 0;
1312 }
1313 }
1314}
1315
1316/*
e8b8e97f 1317 * ntfs_discard - Issue a discard request (trim for SSD).
82cae269
KK
1318 */
1319int ntfs_discard(struct ntfs_sb_info *sbi, CLST lcn, CLST len)
1320{
1321 int err;
1322 u64 lbo, bytes, start, end;
1323 struct super_block *sb;
1324
1325 if (sbi->used.next_free_lcn == lcn + len)
1326 sbi->used.next_free_lcn = lcn;
1327
1328 if (sbi->flags & NTFS_FLAGS_NODISCARD)
1329 return -EOPNOTSUPP;
1330
564c97bd 1331 if (!sbi->options->discard)
82cae269
KK
1332 return -EOPNOTSUPP;
1333
1334 lbo = (u64)lcn << sbi->cluster_bits;
1335 bytes = (u64)len << sbi->cluster_bits;
1336
e8b8e97f 1337 /* Align up 'start' on discard_granularity. */
82cae269
KK
1338 start = (lbo + sbi->discard_granularity - 1) &
1339 sbi->discard_granularity_mask_inv;
e8b8e97f 1340 /* Align down 'end' on discard_granularity. */
82cae269
KK
1341 end = (lbo + bytes) & sbi->discard_granularity_mask_inv;
1342
1343 sb = sbi->sb;
1344 if (start >= end)
1345 return 0;
1346
1347 err = blkdev_issue_discard(sb->s_bdev, start >> 9, (end - start) >> 9,
44abff2c 1348 GFP_NOFS);
82cae269
KK
1349
1350 if (err == -EOPNOTSUPP)
1351 sbi->flags |= NTFS_FLAGS_NODISCARD;
1352
1353 return err;
1354}
1355
610f8f5a
KA
1356static int ntfs_fs_get_tree(struct fs_context *fc)
1357{
1358 return get_tree_bdev(fc, ntfs_fill_super);
1359}
1360
1361/*
1362 * ntfs_fs_free - Free fs_context.
1363 *
1364 * Note that this will be called after fill_super and reconfigure
1365 * even when they pass. So they have to take pointers if they pass.
1366 */
1367static void ntfs_fs_free(struct fs_context *fc)
1368{
1369 struct ntfs_mount_options *opts = fc->fs_private;
1370 struct ntfs_sb_info *sbi = fc->s_fs_info;
1371
1372 if (sbi)
1373 put_ntfs(sbi);
1374
1375 if (opts)
1376 put_mount_options(opts);
1377}
1378
1379static const struct fs_context_operations ntfs_context_ops = {
1380 .parse_param = ntfs_fs_parse_param,
1381 .get_tree = ntfs_fs_get_tree,
1382 .reconfigure = ntfs_fs_reconfigure,
1383 .free = ntfs_fs_free,
1384};
1385
1386/*
1387 * ntfs_init_fs_context - Initialize spi and opts
1388 *
6700eabb 1389 * This will called when mount/remount. We will first initialize
610f8f5a
KA
1390 * options so that if remount we can use just that.
1391 */
1392static int ntfs_init_fs_context(struct fs_context *fc)
82cae269 1393{
610f8f5a
KA
1394 struct ntfs_mount_options *opts;
1395 struct ntfs_sb_info *sbi;
1396
1397 opts = kzalloc(sizeof(struct ntfs_mount_options), GFP_NOFS);
1398 if (!opts)
1399 return -ENOMEM;
1400
1401 /* Default options. */
1402 opts->fs_uid = current_uid();
1403 opts->fs_gid = current_gid();
1404 opts->fs_fmask_inv = ~current_umask();
1405 opts->fs_dmask_inv = ~current_umask();
1406
1407 if (fc->purpose == FS_CONTEXT_FOR_RECONFIGURE)
1408 goto ok;
1409
1410 sbi = kzalloc(sizeof(struct ntfs_sb_info), GFP_NOFS);
27fac777
KA
1411 if (!sbi)
1412 goto free_opts;
1413
1414 sbi->upcase = kvmalloc(0x10000 * sizeof(short), GFP_KERNEL);
1415 if (!sbi->upcase)
1416 goto free_sbi;
1417
1418 ratelimit_state_init(&sbi->msg_ratelimit, DEFAULT_RATELIMIT_INTERVAL,
1419 DEFAULT_RATELIMIT_BURST);
1420
1421 mutex_init(&sbi->compress.mtx_lznt);
1422#ifdef CONFIG_NTFS3_LZX_XPRESS
1423 mutex_init(&sbi->compress.mtx_xpress);
1424 mutex_init(&sbi->compress.mtx_lzx);
1425#endif
610f8f5a 1426
610f8f5a
KA
1427 fc->s_fs_info = sbi;
1428ok:
1429 fc->fs_private = opts;
1430 fc->ops = &ntfs_context_ops;
1431
1432 return 0;
27fac777
KA
1433free_sbi:
1434 kfree(sbi);
880301bb
CIK
1435free_opts:
1436 kfree(opts);
27fac777 1437 return -ENOMEM;
82cae269
KK
1438}
1439
1440// clang-format off
1441static struct file_system_type ntfs_fs_type = {
610f8f5a
KA
1442 .owner = THIS_MODULE,
1443 .name = "ntfs3",
1444 .init_fs_context = ntfs_init_fs_context,
1445 .parameters = ntfs_fs_parameters,
1446 .kill_sb = kill_block_super,
1447 .fs_flags = FS_REQUIRES_DEV | FS_ALLOW_IDMAP,
82cae269
KK
1448};
1449// clang-format on
1450
1451static int __init init_ntfs_fs(void)
1452{
1453 int err;
1454
2e3a51b5 1455 pr_info("ntfs3: Max link count %u\n", NTFS_LINK_MAX);
82cae269 1456
2e3a51b5
KA
1457 if (IS_ENABLED(CONFIG_NTFS3_FS_POSIX_ACL))
1458 pr_info("ntfs3: Enabled Linux POSIX ACLs support\n");
1459 if (IS_ENABLED(CONFIG_NTFS3_64BIT_CLUSTER))
1460 pr_notice("ntfs3: Warning: Activated 64 bits per cluster. Windows does not support this\n");
1461 if (IS_ENABLED(CONFIG_NTFS3_LZX_XPRESS))
1462 pr_info("ntfs3: Read-only LZX/Xpress compression included\n");
82cae269
KK
1463
1464 err = ntfs3_init_bitmap();
1465 if (err)
1466 return err;
1467
1468 ntfs_inode_cachep = kmem_cache_create(
1469 "ntfs_inode_cache", sizeof(struct ntfs_inode), 0,
1470 (SLAB_RECLAIM_ACCOUNT | SLAB_MEM_SPREAD | SLAB_ACCOUNT),
1471 init_once);
1472 if (!ntfs_inode_cachep) {
1473 err = -ENOMEM;
1474 goto out1;
1475 }
1476
1477 err = register_filesystem(&ntfs_fs_type);
1478 if (err)
1479 goto out;
1480
1481 return 0;
1482out:
1483 kmem_cache_destroy(ntfs_inode_cachep);
1484out1:
1485 ntfs3_exit_bitmap();
1486 return err;
1487}
1488
1489static void __exit exit_ntfs_fs(void)
1490{
1491 if (ntfs_inode_cachep) {
1492 rcu_barrier();
1493 kmem_cache_destroy(ntfs_inode_cachep);
1494 }
1495
1496 unregister_filesystem(&ntfs_fs_type);
1497 ntfs3_exit_bitmap();
1498}
1499
1500MODULE_LICENSE("GPL");
1501MODULE_DESCRIPTION("ntfs3 read/write filesystem");
82cae269
KK
1502#ifdef CONFIG_NTFS3_FS_POSIX_ACL
1503MODULE_INFO(behaviour, "Enabled Linux POSIX ACLs support");
1504#endif
1505#ifdef CONFIG_NTFS3_64BIT_CLUSTER
2e3a51b5 1506MODULE_INFO(cluster, "Warning: Activated 64 bits per cluster. Windows does not support this");
82cae269
KK
1507#endif
1508#ifdef CONFIG_NTFS3_LZX_XPRESS
1509MODULE_INFO(compression, "Read-only lzx/xpress compression included");
1510#endif
1511
1512MODULE_AUTHOR("Konstantin Komarov");
1513MODULE_ALIAS_FS("ntfs3");
1514
1515module_init(init_ntfs_fs);
1516module_exit(exit_ntfs_fs);