LCOV - code coverage report
Current view: top level - fs/xfs - xfs_iops.c (source / functions) Hit Total Coverage
Test: fstests of 6.5.0-rc3-djwx @ Mon Jul 31 20:08:22 PDT 2023 Lines: 449 482 93.2 %
Date: 2023-07-31 20:08:22 Functions: 27 28 96.4 %

          Line data    Source code
       1             : // SPDX-License-Identifier: GPL-2.0
       2             : /*
       3             :  * Copyright (c) 2000-2005 Silicon Graphics, Inc.
       4             :  * All Rights Reserved.
       5             :  */
       6             : #include "xfs.h"
       7             : #include "xfs_fs.h"
       8             : #include "xfs_shared.h"
       9             : #include "xfs_format.h"
      10             : #include "xfs_log_format.h"
      11             : #include "xfs_trans_resv.h"
      12             : #include "xfs_mount.h"
      13             : #include "xfs_inode.h"
      14             : #include "xfs_acl.h"
      15             : #include "xfs_quota.h"
      16             : #include "xfs_da_format.h"
      17             : #include "xfs_da_btree.h"
      18             : #include "xfs_attr.h"
      19             : #include "xfs_trans.h"
      20             : #include "xfs_trace.h"
      21             : #include "xfs_icache.h"
      22             : #include "xfs_symlink.h"
      23             : #include "xfs_dir2.h"
      24             : #include "xfs_iomap.h"
      25             : #include "xfs_error.h"
      26             : #include "xfs_ioctl.h"
      27             : #include "xfs_xattr.h"
      28             : 
      29             : #include <linux/posix_acl.h>
      30             : #include <linux/security.h>
      31             : #include <linux/iversion.h>
      32             : #include <linux/fiemap.h>
      33             : 
      34             : /*
      35             :  * Directories have different lock order w.r.t. mmap_lock compared to regular
      36             :  * files. This is due to readdir potentially triggering page faults on a user
      37             :  * buffer inside filldir(), and this happens with the ilock on the directory
      38             :  * held. For regular files, the lock order is the other way around - the
      39             :  * mmap_lock is taken during the page fault, and then we lock the ilock to do
      40             :  * block mapping. Hence we need a different class for the directory ilock so
      41             :  * that lockdep can tell them apart.
      42             :  */
      43             : static struct lock_class_key xfs_nondir_ilock_class;
      44             : static struct lock_class_key xfs_dir_ilock_class;
      45             : 
      46             : static int
      47             : xfs_initxattrs(
      48             :         struct inode            *inode,
      49             :         const struct xattr      *xattr_array,
      50             :         void                    *fs_info)
      51             : {
      52             :         const struct xattr      *xattr;
      53             :         struct xfs_inode        *ip = XFS_I(inode);
      54             :         int                     error = 0;
      55             : 
      56             :         for (xattr = xattr_array; xattr->name != NULL; xattr++) {
      57             :                 struct xfs_da_args      args = {
      58             :                         .dp             = ip,
      59             :                         .attr_filter    = XFS_ATTR_SECURE,
      60             :                         .name           = xattr->name,
      61             :                         .namelen        = strlen(xattr->name),
      62             :                         .value          = xattr->value,
      63             :                         .valuelen       = xattr->value_len,
      64             :                 };
      65             :                 error = xfs_attr_change(&args);
      66             :                 if (error < 0)
      67             :                         break;
      68             :         }
      69             :         return error;
      70             : }
      71             : 
      72             : /*
      73             :  * Hook in SELinux.  This is not quite correct yet, what we really need
      74             :  * here (as we do for default ACLs) is a mechanism by which creation of
      75             :  * these attrs can be journalled at inode creation time (along with the
      76             :  * inode, of course, such that log replay can't cause these to be lost).
      77             :  */
      78             : int
      79     2307851 : xfs_inode_init_security(
      80             :         struct inode    *inode,
      81             :         struct inode    *dir,
      82             :         const struct qstr *qstr)
      83             : {
      84     2307851 :         return security_inode_init_security(inode, dir, qstr,
      85             :                                              &xfs_initxattrs, NULL);
      86             : }
      87             : 
      88             : static void
      89             : xfs_dentry_to_name(
      90             :         struct xfs_name *namep,
      91             :         struct dentry   *dentry)
      92             : {
      93   222054454 :         namep->name = dentry->d_name.name;
      94   222054454 :         namep->len = dentry->d_name.len;
      95   222054454 :         namep->type = XFS_DIR3_FT_UNKNOWN;
      96             : }
      97             : 
      98             : static int
      99             : xfs_dentry_mode_to_name(
     100             :         struct xfs_name *namep,
     101             :         struct dentry   *dentry,
     102             :         int             mode)
     103             : {
     104   451774126 :         namep->name = dentry->d_name.name;
     105   451774126 :         namep->len = dentry->d_name.len;
     106   903741543 :         namep->type = xfs_mode_to_ftype(mode);
     107             : 
     108   451967417 :         if (unlikely(namep->type == XFS_DIR3_FT_UNKNOWN))
     109    33124838 :                 return -EFSCORRUPTED;
     110             : 
     111             :         return 0;
     112             : }
     113             : 
     114             : STATIC void
     115           0 : xfs_cleanup_inode(
     116             :         struct inode    *dir,
     117             :         struct inode    *inode,
     118             :         struct dentry   *dentry)
     119             : {
     120           0 :         struct xfs_name teardown;
     121             : 
     122             :         /* Oh, the horror.
     123             :          * If we can't add the ACL or we fail in
     124             :          * xfs_inode_init_security we must back out.
     125             :          * ENOSPC can hit here, among other things.
     126             :          */
     127           0 :         xfs_dentry_to_name(&teardown, dentry);
     128             : 
     129           0 :         xfs_remove(XFS_I(dir), &teardown, XFS_I(inode));
     130           0 : }
     131             : 
     132             : /*
     133             :  * Check to see if we are likely to need an extended attribute to be added to
     134             :  * the inode we are about to allocate. This allows the attribute fork to be
     135             :  * created during the inode allocation, reducing the number of transactions we
     136             :  * need to do in this fast path.
     137             :  *
     138             :  * The security checks are optimistic, but not guaranteed. The two LSMs that
     139             :  * require xattrs to be added here (selinux and smack) are also the only two
     140             :  * LSMs that add a sb->s_security structure to the superblock. Hence if security
     141             :  * is enabled and sb->s_security is set, we have a pretty good idea that we are
     142             :  * going to be asked to add a security xattr immediately after allocating the
     143             :  * xfs inode and instantiating the VFS inode.
     144             :  */
     145             : static inline bool
     146             : xfs_create_need_xattr(
     147             :         struct inode    *dir,
     148             :         struct posix_acl *default_acl,
     149             :         struct posix_acl *acl)
     150             : {
     151    48897049 :         if (acl)
     152             :                 return true;
     153    48736815 :         if (default_acl)
     154          11 :                 return true;
     155             : #if IS_ENABLED(CONFIG_SECURITY)
     156             :         if (dir->i_sb->s_security)
     157             :                 return true;
     158             : #endif
     159             :         return false;
     160             : }
     161             : 
     162             : 
     163             : STATIC int
     164    56560125 : xfs_generic_create(
     165             :         struct mnt_idmap        *idmap,
     166             :         struct inode            *dir,
     167             :         struct dentry           *dentry,
     168             :         umode_t                 mode,
     169             :         dev_t                   rdev,
     170             :         struct file             *tmpfile)       /* unnamed file */
     171             : {
     172    56560125 :         struct inode    *inode;
     173    56560125 :         struct xfs_inode *ip = NULL;
     174    56560125 :         struct posix_acl *default_acl, *acl;
     175    56560125 :         struct xfs_name name;
     176    56560125 :         int             error;
     177             : 
     178             :         /*
     179             :          * Irix uses Missed'em'V split, but doesn't want to see
     180             :          * the upper 5 bits of (14bit) major.
     181             :          */
     182    56560125 :         if (S_ISCHR(mode) || S_ISBLK(mode)) {
     183     5350912 :                 if (unlikely(!sysv_valid_dev(rdev) || MAJOR(rdev) & ~0x1ff))
     184             :                         return -EINVAL;
     185             :         } else {
     186             :                 rdev = 0;
     187             :         }
     188             : 
     189    56560125 :         error = posix_acl_create(dir, &mode, &default_acl, &acl);
     190    55861524 :         if (error)
     191             :                 return error;
     192             : 
     193             :         /* Verify mode is valid also for tmpfile case */
     194    55852743 :         error = xfs_dentry_mode_to_name(&name, dentry, mode);
     195    56297321 :         if (unlikely(error))
     196           0 :                 goto out_free_acl;
     197             : 
     198    56297321 :         if (!tmpfile) {
     199    48897049 :                 error = xfs_create(idmap, XFS_I(dir), &name, mode, rdev,
     200    48897049 :                                 xfs_create_need_xattr(dir, default_acl, acl),
     201             :                                 &ip);
     202             :         } else {
     203     7400272 :                 error = xfs_create_tmpfile(idmap, XFS_I(dir), mode, &ip);
     204             :         }
     205    57284670 :         if (unlikely(error))
     206      582875 :                 goto out_free_acl;
     207             : 
     208    56701795 :         inode = VFS_I(ip);
     209             : 
     210    56701795 :         error = xfs_inode_init_security(inode, dir, &dentry->d_name);
     211    56701795 :         if (unlikely(error))
     212             :                 goto out_cleanup_inode;
     213             : 
     214    56701795 :         if (default_acl) {
     215       15593 :                 error = __xfs_set_acl(inode, default_acl, ACL_TYPE_DEFAULT);
     216       15593 :                 if (error)
     217           0 :                         goto out_cleanup_inode;
     218             :         }
     219    56701795 :         if (acl) {
     220      171020 :                 error = __xfs_set_acl(inode, acl, ACL_TYPE_ACCESS);
     221      171020 :                 if (error)
     222           0 :                         goto out_cleanup_inode;
     223             :         }
     224             : 
     225    56701795 :         xfs_setup_iops(ip);
     226             : 
     227    56365095 :         if (tmpfile) {
     228             :                 /*
     229             :                  * The VFS requires that any inode fed to d_tmpfile must have
     230             :                  * nlink == 1 so that it can decrement the nlink in d_tmpfile.
     231             :                  * However, we created the temp file with nlink == 0 because
     232             :                  * we're not allowed to put an inode with nlink > 0 on the
     233             :                  * unlinked list.  Therefore we have to set nlink to 1 so that
     234             :                  * d_tmpfile can immediately set it back to zero.
     235             :                  */
     236     7695039 :                 set_nlink(inode, 1);
     237     7905652 :                 d_tmpfile(tmpfile, inode);
     238             :         } else
     239    48670056 :                 d_instantiate(dentry, inode);
     240             : 
     241    56930994 :         xfs_finish_inode_setup(ip);
     242             : 
     243    57421201 :  out_free_acl:
     244    57421201 :         posix_acl_release(default_acl);
     245    56828969 :         posix_acl_release(acl);
     246    56828969 :         return error;
     247             : 
     248           0 :  out_cleanup_inode:
     249           0 :         xfs_finish_inode_setup(ip);
     250           0 :         if (!tmpfile)
     251           0 :                 xfs_cleanup_inode(dir, inode, dentry);
     252           0 :         xfs_irele(ip);
     253           0 :         goto out_free_acl;
     254             : }
     255             : 
     256             : STATIC int
     257     5351104 : xfs_vn_mknod(
     258             :         struct mnt_idmap        *idmap,
     259             :         struct inode            *dir,
     260             :         struct dentry           *dentry,
     261             :         umode_t                 mode,
     262             :         dev_t                   rdev)
     263             : {
     264     5351104 :         return xfs_generic_create(idmap, dir, dentry, mode, rdev, NULL);
     265             : }
     266             : 
     267             : STATIC int
     268    36852984 : xfs_vn_create(
     269             :         struct mnt_idmap        *idmap,
     270             :         struct inode            *dir,
     271             :         struct dentry           *dentry,
     272             :         umode_t                 mode,
     273             :         bool                    flags)
     274             : {
     275    36852984 :         return xfs_generic_create(idmap, dir, dentry, mode, 0, NULL);
     276             : }
     277             : 
     278             : STATIC int
     279     6667624 : xfs_vn_mkdir(
     280             :         struct mnt_idmap        *idmap,
     281             :         struct inode            *dir,
     282             :         struct dentry           *dentry,
     283             :         umode_t                 mode)
     284             : {
     285     6667624 :         return xfs_generic_create(idmap, dir, dentry, mode | S_IFDIR, 0, NULL);
     286             : }
     287             : 
     288             : STATIC struct dentry *
     289   164568726 : xfs_vn_lookup(
     290             :         struct inode    *dir,
     291             :         struct dentry   *dentry,
     292             :         unsigned int flags)
     293             : {
     294   164568726 :         struct inode *inode;
     295   164568726 :         struct xfs_inode *cip;
     296   164568726 :         struct xfs_name name;
     297   164568726 :         int             error;
     298             : 
     299   164568726 :         if (dentry->d_name.len >= MAXNAMELEN)
     300             :                 return ERR_PTR(-ENAMETOOLONG);
     301             : 
     302   164384650 :         xfs_dentry_to_name(&name, dentry);
     303   164384650 :         error = xfs_lookup(XFS_I(dir), &name, &cip, NULL);
     304   164562904 :         if (likely(!error))
     305    42123436 :                 inode = VFS_I(cip);
     306   122439468 :         else if (likely(error == -ENOENT))
     307             :                 inode = NULL;
     308             :         else
     309       62455 :                 inode = ERR_PTR(error);
     310   164562904 :         return d_splice_alias(inode, dentry);
     311             : }
     312             : 
     313             : STATIC struct dentry *
     314     1077139 : xfs_vn_ci_lookup(
     315             :         struct inode    *dir,
     316             :         struct dentry   *dentry,
     317             :         unsigned int flags)
     318             : {
     319     1077139 :         struct xfs_inode *ip;
     320     1077139 :         struct xfs_name xname;
     321     1077139 :         struct xfs_name ci_name;
     322     1077139 :         struct qstr     dname;
     323     1077139 :         int             error;
     324             : 
     325     1077139 :         if (dentry->d_name.len >= MAXNAMELEN)
     326             :                 return ERR_PTR(-ENAMETOOLONG);
     327             : 
     328     1077139 :         xfs_dentry_to_name(&xname, dentry);
     329     1077139 :         error = xfs_lookup(XFS_I(dir), &xname, &ip, &ci_name);
     330     1077139 :         if (unlikely(error)) {
     331      512444 :                 if (unlikely(error != -ENOENT))
     332           0 :                         return ERR_PTR(error);
     333             :                 /*
     334             :                  * call d_add(dentry, NULL) here when d_drop_negative_children
     335             :                  * is called in xfs_vn_mknod (ie. allow negative dentries
     336             :                  * with CI filesystems).
     337             :                  */
     338             :                 return NULL;
     339             :         }
     340             : 
     341             :         /* if exact match, just splice and exit */
     342      564695 :         if (!ci_name.name)
     343       80167 :                 return d_splice_alias(VFS_I(ip), dentry);
     344             : 
     345             :         /* else case-insensitive match... */
     346      484528 :         dname.name = ci_name.name;
     347      484528 :         dname.len = ci_name.len;
     348      484528 :         dentry = d_add_ci(dentry, VFS_I(ip), &dname);
     349      484528 :         kmem_free(ci_name.name);
     350      484528 :         return dentry;
     351             : }
     352             : 
     353             : STATIC int
     354     8335194 : xfs_vn_link(
     355             :         struct dentry   *old_dentry,
     356             :         struct inode    *dir,
     357             :         struct dentry   *dentry)
     358             : {
     359     8335194 :         struct inode    *inode = d_inode(old_dentry);
     360     8335194 :         struct xfs_name name;
     361     8335194 :         int             error;
     362             : 
     363     8335194 :         error = xfs_dentry_mode_to_name(&name, dentry, inode->i_mode);
     364     8335366 :         if (unlikely(error))
     365             :                 return error;
     366             : 
     367     8335366 :         error = xfs_link(XFS_I(dir), XFS_I(inode), &name);
     368     8335640 :         if (unlikely(error))
     369             :                 return error;
     370             : 
     371     8335471 :         ihold(inode);
     372     8335546 :         d_instantiate(dentry, inode);
     373     8335546 :         return 0;
     374             : }
     375             : 
     376             : STATIC int
     377    56592665 : xfs_vn_unlink(
     378             :         struct inode    *dir,
     379             :         struct dentry   *dentry)
     380             : {
     381    56592665 :         struct xfs_name name;
     382    56592665 :         int             error;
     383             : 
     384    56592665 :         xfs_dentry_to_name(&name, dentry);
     385             : 
     386    56592665 :         error = xfs_remove(XFS_I(dir), &name, XFS_I(d_inode(dentry)));
     387    56586797 :         if (error)
     388             :                 return error;
     389             : 
     390             :         /*
     391             :          * With unlink, the VFS makes the dentry "negative": no inode,
     392             :          * but still hashed. This is incompatible with case-insensitive
     393             :          * mode, so invalidate (unhash) the dentry in CI-mode.
     394             :          */
     395    54580735 :         if (xfs_has_asciici(XFS_M(dir->i_sb)))
     396      207020 :                 d_invalidate(dentry);
     397             :         return 0;
     398             : }
     399             : 
     400             : STATIC int
     401   295472529 : xfs_vn_symlink(
     402             :         struct mnt_idmap        *idmap,
     403             :         struct inode            *dir,
     404             :         struct dentry           *dentry,
     405             :         const char              *symname)
     406             : {
     407   295472529 :         struct inode    *inode;
     408   295472529 :         struct xfs_inode *cip = NULL;
     409   295472529 :         struct xfs_name name;
     410   295472529 :         int             error;
     411   295472529 :         umode_t         mode;
     412             : 
     413   295472529 :         mode = S_IFLNK |
     414   295472529 :                 (irix_symlink_mode ? 0777 & ~current_umask() : S_IRWXUGO);
     415   295472529 :         error = xfs_dentry_mode_to_name(&name, dentry, mode);
     416   295221277 :         if (unlikely(error))
     417           0 :                 goto out;
     418             : 
     419   295221277 :         error = xfs_symlink(idmap, XFS_I(dir), &name, symname, mode, &cip);
     420   295709410 :         if (unlikely(error))
     421   270009909 :                 goto out;
     422             : 
     423    25699501 :         inode = VFS_I(cip);
     424             : 
     425    25699501 :         error = xfs_inode_init_security(inode, dir, &dentry->d_name);
     426    25699501 :         if (unlikely(error))
     427             :                 goto out_cleanup_inode;
     428             : 
     429    25699501 :         xfs_setup_iops(cip);
     430             : 
     431    25648835 :         d_instantiate(dentry, inode);
     432    25723783 :         xfs_finish_inode_setup(cip);
     433    25723783 :         return 0;
     434             : 
     435             :  out_cleanup_inode:
     436             :         xfs_finish_inode_setup(cip);
     437             :         xfs_cleanup_inode(dir, inode, dentry);
     438             :         xfs_irele(cip);
     439             :  out:
     440             :         return error;
     441             : }
     442             : 
     443             : STATIC int
     444    46056944 : xfs_vn_rename(
     445             :         struct mnt_idmap        *idmap,
     446             :         struct inode            *odir,
     447             :         struct dentry           *odentry,
     448             :         struct inode            *ndir,
     449             :         struct dentry           *ndentry,
     450             :         unsigned int            flags)
     451             : {
     452    46056944 :         struct inode    *new_inode = d_inode(ndentry);
     453    46056944 :         int             omode = 0;
     454    46056944 :         int             error;
     455    46056944 :         struct xfs_name oname;
     456    46056944 :         struct xfs_name nname;
     457             : 
     458    46056944 :         if (flags & ~(RENAME_NOREPLACE | RENAME_EXCHANGE | RENAME_WHITEOUT))
     459             :                 return -EINVAL;
     460             : 
     461             :         /* if we are exchanging files, we need to set i_mode of both files */
     462    46056944 :         if (flags & RENAME_EXCHANGE)
     463    12931925 :                 omode = d_inode(ndentry)->i_mode;
     464             : 
     465    46056944 :         error = xfs_dentry_mode_to_name(&oname, odentry, omode);
     466    46056716 :         if (omode && unlikely(error))
     467             :                 return error;
     468             : 
     469    46056716 :         error = xfs_dentry_mode_to_name(&nname, ndentry,
     470    46056716 :                                         d_inode(odentry)->i_mode);
     471    46056737 :         if (unlikely(error))
     472             :                 return error;
     473             : 
     474    59602437 :         return xfs_rename(idmap, XFS_I(odir), &oname,
     475             :                           XFS_I(d_inode(odentry)), XFS_I(ndir), &nname,
     476             :                           new_inode ? XFS_I(new_inode) : NULL, flags);
     477             : }
     478             : 
     479             : /*
     480             :  * careful here - this function can get called recursively, so
     481             :  * we need to be very careful about how much stack we use.
     482             :  * uio is kmalloced for this reason...
     483             :  */
     484             : STATIC const char *
     485   244422679 : xfs_vn_get_link(
     486             :         struct dentry           *dentry,
     487             :         struct inode            *inode,
     488             :         struct delayed_call     *done)
     489             : {
     490   244422679 :         char                    *link;
     491   244422679 :         int                     error = -ENOMEM;
     492             : 
     493   244422679 :         if (!dentry)
     494             :                 return ERR_PTR(-ECHILD);
     495             : 
     496   244369090 :         link = kmalloc(XFS_SYMLINK_MAXLEN+1, GFP_KERNEL);
     497   244575547 :         if (!link)
     498           0 :                 goto out_err;
     499             : 
     500   244575547 :         error = xfs_readlink(XFS_I(d_inode(dentry)), link);
     501   244580263 :         if (unlikely(error))
     502          47 :                 goto out_kfree;
     503             : 
     504   244580216 :         set_delayed_call(done, kfree_link, link);
     505   244580216 :         return link;
     506             : 
     507             :  out_kfree:
     508          47 :         kfree(link);
     509          47 :  out_err:
     510          47 :         return ERR_PTR(error);
     511             : }
     512             : 
     513             : static uint32_t
     514  1557027201 : xfs_stat_blksize(
     515             :         struct xfs_inode        *ip)
     516             : {
     517  1557027201 :         struct xfs_mount        *mp = ip->i_mount;
     518             : 
     519             :         /*
     520             :          * If the file blocks are being allocated from a realtime volume, then
     521             :          * always return the realtime extent size.
     522             :          */
     523  1557027201 :         if (XFS_IS_REALTIME_INODE(ip))
     524   156456501 :                 return XFS_FSB_TO_B(mp, xfs_get_extsz_hint(ip));
     525             : 
     526             :         /*
     527             :          * Allow large block sizes to be reported to userspace programs if the
     528             :          * "largeio" mount option is used.
     529             :          *
     530             :          * If compatibility mode is specified, simply return the basic unit of
     531             :          * caching so that we don't get inefficient read/modify/write I/O from
     532             :          * user apps. Otherwise....
     533             :          *
     534             :          * If the underlying volume is a stripe, then return the stripe width in
     535             :          * bytes as the recommended I/O size. It is not a stripe and we've set a
     536             :          * default buffered I/O size, return that, otherwise return the compat
     537             :          * default.
     538             :          */
     539  1400570700 :         if (xfs_has_large_iosize(mp)) {
     540          10 :                 if (mp->m_swidth)
     541           0 :                         return XFS_FSB_TO_B(mp, mp->m_swidth);
     542          10 :                 if (xfs_has_allocsize(mp))
     543           0 :                         return 1U << mp->m_allocsize_log;
     544             :         }
     545             : 
     546             :         return PAGE_SIZE;
     547             : }
     548             : 
     549             : STATIC int
     550  1561283630 : xfs_vn_getattr(
     551             :         struct mnt_idmap        *idmap,
     552             :         const struct path       *path,
     553             :         struct kstat            *stat,
     554             :         u32                     request_mask,
     555             :         unsigned int            query_flags)
     556             : {
     557  1561283630 :         struct inode            *inode = d_inode(path->dentry);
     558  1561283630 :         struct xfs_inode        *ip = XFS_I(inode);
     559  1561283630 :         struct xfs_mount        *mp = ip->i_mount;
     560  1561283630 :         vfsuid_t                vfsuid = i_uid_into_vfsuid(idmap, inode);
     561  1558141828 :         vfsgid_t                vfsgid = i_gid_into_vfsgid(idmap, inode);
     562             : 
     563  1559178487 :         trace_xfs_getattr(ip);
     564             : 
     565  3123575150 :         if (xfs_is_shutdown(mp))
     566             :                 return -EIO;
     567             : 
     568  1561753094 :         stat->size = XFS_ISIZE(ip);
     569  1561753094 :         stat->dev = inode->i_sb->s_dev;
     570  1561753094 :         stat->mode = inode->i_mode;
     571  1561753094 :         stat->nlink = inode->i_nlink;
     572  1561753094 :         stat->uid = vfsuid_into_kuid(vfsuid);
     573  1561753094 :         stat->gid = vfsgid_into_kgid(vfsgid);
     574  1561753094 :         stat->ino = ip->i_ino;
     575  1561753094 :         stat->atime = inode->i_atime;
     576  1561753094 :         stat->mtime = inode->i_mtime;
     577  1561753094 :         stat->ctime = inode->i_ctime;
     578  1561753094 :         stat->blocks = XFS_FSB_TO_BB(mp, ip->i_nblocks + ip->i_delayed_blks);
     579             : 
     580  1561753094 :         if (xfs_has_v3inodes(mp)) {
     581  1560108837 :                 if (request_mask & STATX_BTIME) {
     582     1960995 :                         stat->result_mask |= STATX_BTIME;
     583     1960995 :                         stat->btime = ip->i_crtime;
     584             :                 }
     585             :         }
     586             : 
     587             :         /*
     588             :          * Note: If you add another clause to set an attribute flag, please
     589             :          * update attributes_mask below.
     590             :          */
     591  1561753094 :         if (ip->i_diflags & XFS_DIFLAG_IMMUTABLE)
     592        1842 :                 stat->attributes |= STATX_ATTR_IMMUTABLE;
     593  1561753094 :         if (ip->i_diflags & XFS_DIFLAG_APPEND)
     594        1765 :                 stat->attributes |= STATX_ATTR_APPEND;
     595  1561753094 :         if (ip->i_diflags & XFS_DIFLAG_NODUMP)
     596         423 :                 stat->attributes |= STATX_ATTR_NODUMP;
     597             : 
     598  1561753094 :         stat->attributes_mask |= (STATX_ATTR_IMMUTABLE |
     599             :                                   STATX_ATTR_APPEND |
     600             :                                   STATX_ATTR_NODUMP);
     601             : 
     602  1561753094 :         switch (inode->i_mode & S_IFMT) {
     603     2005866 :         case S_IFBLK:
     604             :         case S_IFCHR:
     605     2005866 :                 stat->blksize = BLKDEV_IOSIZE;
     606     2005866 :                 stat->rdev = inode->i_rdev;
     607     2005866 :                 break;
     608   411159621 :         case S_IFREG:
     609   411159621 :                 if (request_mask & STATX_DIOALIGN) {
     610           0 :                         struct xfs_buftarg      *target = xfs_inode_buftarg(ip);
     611           0 :                         struct block_device     *bdev = target->bt_bdev;
     612             : 
     613           0 :                         stat->result_mask |= STATX_DIOALIGN;
     614           0 :                         stat->dio_mem_align = bdev_dma_alignment(bdev) + 1;
     615           0 :                         stat->dio_offset_align = bdev_logical_block_size(bdev);
     616             :                 }
     617  1559747228 :                 fallthrough;
     618             :         default:
     619  1559747228 :                 stat->blksize = xfs_stat_blksize(ip);
     620  1557120321 :                 stat->rdev = 0;
     621  1557120321 :                 break;
     622             :         }
     623             : 
     624             :         return 0;
     625             : }
     626             : 
     627             : static int
     628    43666850 : xfs_vn_change_ok(
     629             :         struct mnt_idmap        *idmap,
     630             :         struct dentry           *dentry,
     631             :         struct iattr            *iattr)
     632             : {
     633    43666850 :         struct xfs_mount        *mp = XFS_I(d_inode(dentry))->i_mount;
     634             : 
     635    87333700 :         if (xfs_is_readonly(mp))
     636             :                 return -EROFS;
     637             : 
     638    87333700 :         if (xfs_is_shutdown(mp))
     639             :                 return -EIO;
     640             : 
     641    43664751 :         return setattr_prepare(idmap, dentry, iattr);
     642             : }
     643             : 
     644             : /*
     645             :  * Set non-size attributes of an inode.
     646             :  *
     647             :  * Caution: The caller of this function is responsible for calling
     648             :  * setattr_prepare() or otherwise verifying the change is fine.
     649             :  */
     650             : static int
     651    28563476 : xfs_setattr_nonsize(
     652             :         struct mnt_idmap        *idmap,
     653             :         struct dentry           *dentry,
     654             :         struct xfs_inode        *ip,
     655             :         struct iattr            *iattr)
     656             : {
     657    28563476 :         xfs_mount_t             *mp = ip->i_mount;
     658    28563476 :         struct inode            *inode = VFS_I(ip);
     659    28563476 :         int                     mask = iattr->ia_valid;
     660    28563476 :         xfs_trans_t             *tp;
     661    28563476 :         int                     error;
     662    28563476 :         kuid_t                  uid = GLOBAL_ROOT_UID;
     663    28563476 :         kgid_t                  gid = GLOBAL_ROOT_GID;
     664    28563476 :         struct xfs_dquot        *udqp = NULL, *gdqp = NULL;
     665    28563476 :         struct xfs_dquot        *old_udqp = NULL, *old_gdqp = NULL;
     666             : 
     667    28563476 :         ASSERT((mask & ATTR_SIZE) == 0);
     668             : 
     669             :         /*
     670             :          * If disk quotas is on, we make sure that the dquots do exist on disk,
     671             :          * before we start any other transactions. Trying to do this later
     672             :          * is messy. We don't care to take a readlock to look at the ids
     673             :          * in inode here, because we can't hold it across the trans_reserve.
     674             :          * If the IDs do change before we take the ilock, we're covered
     675             :          * because the i_*dquot fields will get updated anyway.
     676             :          */
     677    28563476 :         if (XFS_IS_QUOTA_ON(mp) && (mask & (ATTR_UID|ATTR_GID))) {
     678     7432301 :                 uint    qflags = 0;
     679             : 
     680     7432301 :                 if ((mask & ATTR_UID) && XFS_IS_UQUOTA_ON(mp)) {
     681     7431870 :                         uid = from_vfsuid(idmap, i_user_ns(inode),
     682             :                                           iattr->ia_vfsuid);
     683     7431870 :                         qflags |= XFS_QMOPT_UQUOTA;
     684             :                 } else {
     685         431 :                         uid = inode->i_uid;
     686             :                 }
     687     7434094 :                 if ((mask & ATTR_GID) && XFS_IS_GQUOTA_ON(mp)) {
     688     7433112 :                         gid = from_vfsgid(idmap, i_user_ns(inode),
     689             :                                           iattr->ia_vfsgid);
     690     7409198 :                         qflags |= XFS_QMOPT_GQUOTA;
     691             :                 }  else {
     692        2644 :                         gid = inode->i_gid;
     693             :                 }
     694             : 
     695             :                 /*
     696             :                  * We take a reference when we initialize udqp and gdqp,
     697             :                  * so it is important that we never blindly double trip on
     698             :                  * the same variable. See xfs_create() for an example.
     699             :                  */
     700     7410180 :                 ASSERT(udqp == NULL);
     701     7410180 :                 ASSERT(gdqp == NULL);
     702     7410180 :                 error = xfs_qm_vop_dqalloc(ip, uid, gid, ip->i_projid,
     703             :                                            qflags, &udqp, &gdqp, NULL);
     704     7524486 :                 if (error)
     705             :                         return error;
     706             :         }
     707             : 
     708    28621392 :         error = xfs_trans_alloc_ichange(ip, udqp, gdqp, NULL,
     709    28621392 :                         has_capability_noaudit(current, CAP_FOWNER), &tp);
     710    28649926 :         if (error)
     711         286 :                 goto out_dqrele;
     712             : 
     713             :         /*
     714             :          * Register quota modifications in the transaction.  Must be the owner
     715             :          * or privileged.  These IDs could have changed since we last looked at
     716             :          * them.  But, we're assured that if the ownership did change while we
     717             :          * didn't have the inode locked, inode's dquot(s) would have changed
     718             :          * also.
     719             :          */
     720    42177603 :         if (XFS_IS_UQUOTA_ON(mp) &&
     721    13528624 :             i_uid_needs_update(idmap, iattr, inode)) {
     722     7177228 :                 ASSERT(udqp);
     723     7177228 :                 old_udqp = xfs_qm_vop_chown(tp, ip, &ip->i_udquot, udqp);
     724             :         }
     725    42161083 :         if (XFS_IS_GQUOTA_ON(mp) &&
     726    13515762 :             i_gid_needs_update(idmap, iattr, inode)) {
     727     7168114 :                 ASSERT(xfs_has_pquotino(mp) || !XFS_IS_PQUOTA_ON(mp));
     728     7168114 :                 ASSERT(gdqp);
     729     7168114 :                 old_gdqp = xfs_qm_vop_chown(tp, ip, &ip->i_gdquot, gdqp);
     730             :         }
     731             : 
     732    28646538 :         setattr_copy(idmap, inode, iattr);
     733    28636392 :         xfs_trans_log_inode(tp, ip, XFS_ILOG_CORE);
     734             : 
     735    28700653 :         XFS_STATS_INC(mp, xs_ig_attrchg);
     736             : 
     737    28706263 :         if (xfs_has_wsync(mp))
     738         942 :                 xfs_trans_set_sync(tp);
     739    28706263 :         error = xfs_trans_commit(tp);
     740             : 
     741             :         /*
     742             :          * Release any dquot(s) the inode had kept before chown.
     743             :          */
     744    28684379 :         xfs_qm_dqrele(old_udqp);
     745    28657662 :         xfs_qm_dqrele(old_gdqp);
     746    28661154 :         xfs_qm_dqrele(udqp);
     747    28668978 :         xfs_qm_dqrele(gdqp);
     748             : 
     749    28672158 :         if (error)
     750             :                 return error;
     751             : 
     752             :         /*
     753             :          * XXX(hch): Updating the ACL entries is not atomic vs the i_mode
     754             :          *           update.  We could avoid this with linked transactions
     755             :          *           and passing down the transaction pointer all the way
     756             :          *           to attr_set.  No previous user of the generic
     757             :          *           Posix ACL code seems to care about this issue either.
     758             :          */
     759    28672158 :         if (mask & ATTR_MODE) {
     760      459805 :                 error = posix_acl_chmod(idmap, dentry, inode->i_mode);
     761      459787 :                 if (error)
     762           0 :                         return error;
     763             :         }
     764             : 
     765             :         return 0;
     766             : 
     767             : out_dqrele:
     768         286 :         xfs_qm_dqrele(udqp);
     769         286 :         xfs_qm_dqrele(gdqp);
     770         286 :         return error;
     771             : }
     772             : 
     773             : /*
     774             :  * Truncate file.  Must have write permission and not be a directory.
     775             :  *
     776             :  * Caution: The caller of this function is responsible for calling
     777             :  * setattr_prepare() or otherwise verifying the change is fine.
     778             :  */
     779             : STATIC int
     780    15558177 : xfs_setattr_size(
     781             :         struct mnt_idmap        *idmap,
     782             :         struct dentry           *dentry,
     783             :         struct xfs_inode        *ip,
     784             :         struct iattr            *iattr)
     785             : {
     786    15558177 :         struct xfs_mount        *mp = ip->i_mount;
     787    15558177 :         struct inode            *inode = VFS_I(ip);
     788    15558177 :         xfs_off_t               oldsize, newsize;
     789    15558177 :         struct xfs_trans        *tp;
     790    15558177 :         int                     error;
     791    15558177 :         uint                    lock_flags = 0;
     792    15558177 :         bool                    did_zeroing = false;
     793             : 
     794    15558177 :         ASSERT(xfs_isilocked(ip, XFS_IOLOCK_EXCL));
     795    15557670 :         ASSERT(xfs_isilocked(ip, XFS_MMAPLOCK_EXCL));
     796    15558020 :         ASSERT(S_ISREG(inode->i_mode));
     797    15558020 :         ASSERT((iattr->ia_valid & (ATTR_UID|ATTR_GID|ATTR_ATIME|ATTR_ATIME_SET|
     798             :                 ATTR_MTIME_SET|ATTR_TIMES_SET)) == 0);
     799             : 
     800    15558020 :         oldsize = inode->i_size;
     801    15558020 :         newsize = iattr->ia_size;
     802             : 
     803             :         /*
     804             :          * Short circuit the truncate case for zero length files.
     805             :          */
     806    15558020 :         if (newsize == 0 && oldsize == 0 && ip->i_df.if_nextents == 0) {
     807      556629 :                 if (!(iattr->ia_valid & (ATTR_CTIME|ATTR_MTIME)))
     808             :                         return 0;
     809             : 
     810             :                 /*
     811             :                  * Use the regular setattr path to update the timestamps.
     812             :                  */
     813      556573 :                 iattr->ia_valid &= ~ATTR_SIZE;
     814      556573 :                 return xfs_setattr_nonsize(idmap, dentry, ip, iattr);
     815             :         }
     816             : 
     817             :         /*
     818             :          * Make sure that the dquots are attached to the inode.
     819             :          */
     820    15001391 :         error = xfs_qm_dqattach(ip);
     821    15001290 :         if (error)
     822             :                 return error;
     823             : 
     824             :         /*
     825             :          * Wait for all direct I/O to complete.
     826             :          */
     827    15000005 :         inode_dio_wait(inode);
     828             : 
     829             :         /*
     830             :          * File data changes must be complete before we start the transaction to
     831             :          * modify the inode.  This needs to be done before joining the inode to
     832             :          * the transaction because the inode cannot be unlocked once it is a
     833             :          * part of the transaction.
     834             :          *
     835             :          * Start with zeroing any data beyond EOF that we may expose on file
     836             :          * extension, or zeroing out the rest of the block on a downward
     837             :          * truncate.
     838             :          */
     839    15000155 :         if (newsize > oldsize) {
     840     8733860 :                 trace_xfs_zero_eof(ip, oldsize, newsize - oldsize);
     841     8733857 :                 error = xfs_zero_range(ip, oldsize, newsize - oldsize,
     842             :                                 &did_zeroing);
     843             :         } else {
     844             :                 /*
     845             :                  * iomap won't detect a dirty page over an unwritten block (or a
     846             :                  * cow block over a hole) and subsequently skips zeroing the
     847             :                  * newly post-EOF portion of the page. Flush the new EOF to
     848             :                  * convert the block before the pagecache truncate.
     849             :                  */
     850     6266295 :                 error = filemap_write_and_wait_range(inode->i_mapping, newsize,
     851             :                                                      newsize);
     852     6266378 :                 if (error)
     853             :                         return error;
     854     6266330 :                 error = xfs_truncate_page(ip, newsize, &did_zeroing);
     855             :         }
     856             : 
     857    15000089 :         if (error)
     858             :                 return error;
     859             : 
     860             :         /*
     861             :          * We've already locked out new page faults, so now we can safely remove
     862             :          * pages from the page cache knowing they won't get refaulted until we
     863             :          * drop the XFS_MMAP_EXCL lock after the extent manipulations are
     864             :          * complete. The truncate_setsize() call also cleans partial EOF page
     865             :          * PTEs on extending truncates and hence ensures sub-page block size
     866             :          * filesystems are correctly handled, too.
     867             :          *
     868             :          * We have to do all the page cache truncate work outside the
     869             :          * transaction context as the "lock" order is page lock->log space
     870             :          * reservation as defined by extent allocation in the writeback path.
     871             :          * Hence a truncate can fail with ENOMEM from xfs_trans_alloc(), but
     872             :          * having already truncated the in-memory version of the file (i.e. made
     873             :          * user visible changes). There's not much we can do about this, except
     874             :          * to hope that the caller sees ENOMEM and retries the truncate
     875             :          * operation.
     876             :          *
     877             :          * And we update in-core i_size and truncate page cache beyond newsize
     878             :          * before writeback the [i_disk_size, newsize] range, so we're
     879             :          * guaranteed not to write stale data past the new EOF on truncate down.
     880             :          */
     881    14997109 :         truncate_setsize(inode, newsize);
     882             : 
     883             :         /*
     884             :          * We are going to log the inode size change in this transaction so
     885             :          * any previous writes that are beyond the on disk EOF and the new
     886             :          * EOF that have not been written out need to be written here.  If we
     887             :          * do not write the data out, we expose ourselves to the null files
     888             :          * problem. Note that this includes any block zeroing we did above;
     889             :          * otherwise those blocks may not be zeroed after a crash.
     890             :          */
     891    14997114 :         if (did_zeroing ||
     892     9500254 :             (newsize > ip->i_disk_size && oldsize != ip->i_disk_size)) {
     893     5786019 :                 error = filemap_write_and_wait_range(VFS_I(ip)->i_mapping,
     894             :                                                 ip->i_disk_size, newsize - 1);
     895     5786072 :                 if (error)
     896             :                         return error;
     897             :         }
     898             : 
     899    14996314 :         error = xfs_trans_alloc(mp, &M_RES(mp)->tr_itruncate, 0, 0, 0, &tp);
     900    14996285 :         if (error)
     901             :                 return error;
     902             : 
     903    14996230 :         lock_flags |= XFS_ILOCK_EXCL;
     904    14996230 :         xfs_ilock(ip, XFS_ILOCK_EXCL);
     905    14996256 :         xfs_trans_ijoin(tp, ip, 0);
     906             : 
     907             :         /*
     908             :          * Only change the c/mtime if we are changing the size or we are
     909             :          * explicitly asked to change it.  This handles the semantic difference
     910             :          * between truncate() and ftruncate() as implemented in the VFS.
     911             :          *
     912             :          * The regular truncate() case without ATTR_CTIME and ATTR_MTIME is a
     913             :          * special case where we need to update the times despite not having
     914             :          * these flags set.  For all other operations the VFS set these flags
     915             :          * explicitly if it wants a timestamp update.
     916             :          */
     917    14996300 :         if (newsize != oldsize &&
     918    14913518 :             !(iattr->ia_valid & (ATTR_CTIME | ATTR_MTIME))) {
     919    22126338 :                 iattr->ia_ctime = iattr->ia_mtime =
     920    11063135 :                         current_time(inode);
     921    11063203 :                 iattr->ia_valid |= ATTR_CTIME | ATTR_MTIME;
     922             :         }
     923             : 
     924             :         /*
     925             :          * The first thing we do is set the size to new_size permanently on
     926             :          * disk.  This way we don't have to worry about anyone ever being able
     927             :          * to look at the data being freed even in the face of a crash.
     928             :          * What we're getting around here is the case where we free a block, it
     929             :          * is allocated to another file, it is written to, and then we crash.
     930             :          * If the new data gets written to the file but the log buffers
     931             :          * containing the free and reallocation don't, then we'd end up with
     932             :          * garbage in the blocks being freed.  As long as we make the new size
     933             :          * permanent before actually freeing any blocks it doesn't matter if
     934             :          * they get written to.
     935             :          */
     936    14996368 :         ip->i_disk_size = newsize;
     937    14996368 :         xfs_trans_log_inode(tp, ip, XFS_ILOG_CORE);
     938             : 
     939    14996579 :         if (newsize <= oldsize) {
     940     6265213 :                 error = xfs_itruncate_extents(&tp, ip, XFS_DATA_FORK, newsize);
     941     6265274 :                 if (error)
     942         786 :                         goto out_trans_cancel;
     943             : 
     944             :                 /*
     945             :                  * Truncated "down", so we're removing references to old data
     946             :                  * here - if we delay flushing for a long time, we expose
     947             :                  * ourselves unduly to the notorious NULL files problem.  So,
     948             :                  * we mark this inode and flush it when the file is closed,
     949             :                  * and do not wait the usual (long) time for writeout.
     950             :                  */
     951     6264488 :                 xfs_iflags_set(ip, XFS_ITRUNCATED);
     952             : 
     953             :                 /* A truncate down always removes post-EOF blocks. */
     954     6264460 :                 xfs_inode_clear_eofblocks_tag(ip);
     955             :         }
     956             : 
     957    14995833 :         ASSERT(!(iattr->ia_valid & (ATTR_UID | ATTR_GID)));
     958    14995833 :         setattr_copy(idmap, inode, iattr);
     959    14995730 :         xfs_trans_log_inode(tp, ip, XFS_ILOG_CORE);
     960             : 
     961    14995878 :         XFS_STATS_INC(mp, xs_ig_attrchg);
     962             : 
     963    14995878 :         if (xfs_has_wsync(mp))
     964           0 :                 xfs_trans_set_sync(tp);
     965             : 
     966    14995878 :         error = xfs_trans_commit(tp);
     967    14996398 : out_unlock:
     968    14996398 :         if (lock_flags)
     969    14996398 :                 xfs_iunlock(ip, lock_flags);
     970    14996398 :         return error;
     971             : 
     972             : out_trans_cancel:
     973         786 :         xfs_trans_cancel(tp);
     974         786 :         goto out_unlock;
     975             : }
     976             : 
     977             : int
     978    15558509 : xfs_vn_setattr_size(
     979             :         struct mnt_idmap        *idmap,
     980             :         struct dentry           *dentry,
     981             :         struct iattr            *iattr)
     982             : {
     983    15558509 :         struct xfs_inode        *ip = XFS_I(d_inode(dentry));
     984    15558509 :         int error;
     985             : 
     986    15558509 :         trace_xfs_setattr(ip);
     987             : 
     988    15557933 :         error = xfs_vn_change_ok(idmap, dentry, iattr);
     989    15558177 :         if (error)
     990             :                 return error;
     991    15558145 :         return xfs_setattr_size(idmap, dentry, ip, iattr);
     992             : }
     993             : 
     994             : STATIC int
     995    35330129 : xfs_vn_setattr(
     996             :         struct mnt_idmap        *idmap,
     997             :         struct dentry           *dentry,
     998             :         struct iattr            *iattr)
     999             : {
    1000    35330129 :         struct inode            *inode = d_inode(dentry);
    1001    35330129 :         struct xfs_inode        *ip = XFS_I(inode);
    1002    35330129 :         int                     error;
    1003             : 
    1004    35330129 :         if (iattr->ia_valid & ATTR_SIZE) {
    1005     7193140 :                 uint                    iolock;
    1006             : 
    1007     7193140 :                 xfs_ilock(ip, XFS_MMAPLOCK_EXCL);
    1008     7192886 :                 iolock = XFS_IOLOCK_EXCL | XFS_MMAPLOCK_EXCL;
    1009             : 
    1010     7192886 :                 error = xfs_break_layouts(inode, &iolock, BREAK_UNMAP);
    1011     7193229 :                 if (error) {
    1012           0 :                         xfs_iunlock(ip, XFS_MMAPLOCK_EXCL);
    1013           0 :                         return error;
    1014             :                 }
    1015             : 
    1016     7193229 :                 error = xfs_vn_setattr_size(idmap, dentry, iattr);
    1017     7193215 :                 xfs_iunlock(ip, XFS_MMAPLOCK_EXCL);
    1018             :         } else {
    1019    28136989 :                 trace_xfs_setattr(ip);
    1020             : 
    1021    28101442 :                 error = xfs_vn_change_ok(idmap, dentry, iattr);
    1022    28041921 :                 if (!error)
    1023    28033583 :                         error = xfs_setattr_nonsize(idmap, dentry, ip, iattr);
    1024             :         }
    1025             : 
    1026             :         return error;
    1027             : }
    1028             : 
    1029             : STATIC int
    1030    95315341 : xfs_vn_update_time(
    1031             :         struct inode            *inode,
    1032             :         struct timespec64       *now,
    1033             :         int                     flags)
    1034             : {
    1035    95315341 :         struct xfs_inode        *ip = XFS_I(inode);
    1036    95315341 :         struct xfs_mount        *mp = ip->i_mount;
    1037    95315341 :         int                     log_flags = XFS_ILOG_TIMESTAMP;
    1038    95315341 :         struct xfs_trans        *tp;
    1039    95315341 :         int                     error;
    1040             : 
    1041    95315341 :         trace_xfs_update_time(ip);
    1042             : 
    1043    95268980 :         if (inode->i_sb->s_flags & SB_LAZYTIME) {
    1044         264 :                 if (!((flags & S_VERSION) &&
    1045          66 :                       inode_maybe_inc_iversion(inode, false)))
    1046         132 :                         return generic_update_time(inode, now, flags);
    1047             : 
    1048             :                 /* Capture the iversion update that just occurred */
    1049             :                 log_flags |= XFS_ILOG_CORE;
    1050             :         }
    1051             : 
    1052    95268848 :         error = xfs_trans_alloc(mp, &M_RES(mp)->tr_fsyncts, 0, 0, 0, &tp);
    1053    95250146 :         if (error)
    1054             :                 return error;
    1055             : 
    1056    95247886 :         xfs_ilock(ip, XFS_ILOCK_EXCL);
    1057    95286860 :         if (flags & S_CTIME)
    1058    43669818 :                 inode->i_ctime = *now;
    1059    95286860 :         if (flags & S_MTIME)
    1060    43940502 :                 inode->i_mtime = *now;
    1061    95286860 :         if (flags & S_ATIME)
    1062    51344154 :                 inode->i_atime = *now;
    1063             : 
    1064    95286860 :         xfs_trans_ijoin(tp, ip, XFS_ILOCK_EXCL);
    1065    95288267 :         xfs_trans_log_inode(tp, ip, log_flags);
    1066    95349850 :         return xfs_trans_commit(tp);
    1067             : }
    1068             : 
    1069             : STATIC int
    1070     1547387 : xfs_vn_fiemap(
    1071             :         struct inode            *inode,
    1072             :         struct fiemap_extent_info *fieinfo,
    1073             :         u64                     start,
    1074             :         u64                     length)
    1075             : {
    1076     1547387 :         int                     error;
    1077             : 
    1078     1547387 :         xfs_ilock(XFS_I(inode), XFS_IOLOCK_SHARED);
    1079     1547408 :         if (fieinfo->fi_flags & FIEMAP_FLAG_XATTR) {
    1080      619575 :                 fieinfo->fi_flags &= ~FIEMAP_FLAG_XATTR;
    1081      619575 :                 error = iomap_fiemap(inode, fieinfo, start, length,
    1082             :                                 &xfs_xattr_iomap_ops);
    1083             :         } else {
    1084      927833 :                 error = iomap_fiemap(inode, fieinfo, start, length,
    1085             :                                 &xfs_read_iomap_ops);
    1086             :         }
    1087     1547412 :         xfs_iunlock(XFS_I(inode), XFS_IOLOCK_SHARED);
    1088             : 
    1089     1547417 :         return error;
    1090             : }
    1091             : 
    1092             : STATIC int
    1093     7542991 : xfs_vn_tmpfile(
    1094             :         struct mnt_idmap        *idmap,
    1095             :         struct inode            *dir,
    1096             :         struct file             *file,
    1097             :         umode_t                 mode)
    1098             : {
    1099     7542991 :         int err = xfs_generic_create(idmap, dir, file->f_path.dentry, mode, 0, file);
    1100             : 
    1101     7607123 :         return finish_open_simple(file, err);
    1102             : }
    1103             : 
    1104             : static const struct inode_operations xfs_inode_operations = {
    1105             :         .get_inode_acl          = xfs_get_acl,
    1106             :         .set_acl                = xfs_set_acl,
    1107             :         .getattr                = xfs_vn_getattr,
    1108             :         .setattr                = xfs_vn_setattr,
    1109             :         .listxattr              = xfs_vn_listxattr,
    1110             :         .fiemap                 = xfs_vn_fiemap,
    1111             :         .update_time            = xfs_vn_update_time,
    1112             :         .fileattr_get           = xfs_fileattr_get,
    1113             :         .fileattr_set           = xfs_fileattr_set,
    1114             : };
    1115             : 
    1116             : static const struct inode_operations xfs_dir_inode_operations = {
    1117             :         .create                 = xfs_vn_create,
    1118             :         .lookup                 = xfs_vn_lookup,
    1119             :         .link                   = xfs_vn_link,
    1120             :         .unlink                 = xfs_vn_unlink,
    1121             :         .symlink                = xfs_vn_symlink,
    1122             :         .mkdir                  = xfs_vn_mkdir,
    1123             :         /*
    1124             :          * Yes, XFS uses the same method for rmdir and unlink.
    1125             :          *
    1126             :          * There are some subtile differences deeper in the code,
    1127             :          * but we use S_ISDIR to check for those.
    1128             :          */
    1129             :         .rmdir                  = xfs_vn_unlink,
    1130             :         .mknod                  = xfs_vn_mknod,
    1131             :         .rename                 = xfs_vn_rename,
    1132             :         .get_inode_acl          = xfs_get_acl,
    1133             :         .set_acl                = xfs_set_acl,
    1134             :         .getattr                = xfs_vn_getattr,
    1135             :         .setattr                = xfs_vn_setattr,
    1136             :         .listxattr              = xfs_vn_listxattr,
    1137             :         .update_time            = xfs_vn_update_time,
    1138             :         .tmpfile                = xfs_vn_tmpfile,
    1139             :         .fileattr_get           = xfs_fileattr_get,
    1140             :         .fileattr_set           = xfs_fileattr_set,
    1141             : };
    1142             : 
    1143             : static const struct inode_operations xfs_dir_ci_inode_operations = {
    1144             :         .create                 = xfs_vn_create,
    1145             :         .lookup                 = xfs_vn_ci_lookup,
    1146             :         .link                   = xfs_vn_link,
    1147             :         .unlink                 = xfs_vn_unlink,
    1148             :         .symlink                = xfs_vn_symlink,
    1149             :         .mkdir                  = xfs_vn_mkdir,
    1150             :         /*
    1151             :          * Yes, XFS uses the same method for rmdir and unlink.
    1152             :          *
    1153             :          * There are some subtile differences deeper in the code,
    1154             :          * but we use S_ISDIR to check for those.
    1155             :          */
    1156             :         .rmdir                  = xfs_vn_unlink,
    1157             :         .mknod                  = xfs_vn_mknod,
    1158             :         .rename                 = xfs_vn_rename,
    1159             :         .get_inode_acl          = xfs_get_acl,
    1160             :         .set_acl                = xfs_set_acl,
    1161             :         .getattr                = xfs_vn_getattr,
    1162             :         .setattr                = xfs_vn_setattr,
    1163             :         .listxattr              = xfs_vn_listxattr,
    1164             :         .update_time            = xfs_vn_update_time,
    1165             :         .tmpfile                = xfs_vn_tmpfile,
    1166             :         .fileattr_get           = xfs_fileattr_get,
    1167             :         .fileattr_set           = xfs_fileattr_set,
    1168             : };
    1169             : 
    1170             : static const struct inode_operations xfs_symlink_inode_operations = {
    1171             :         .get_link               = xfs_vn_get_link,
    1172             :         .getattr                = xfs_vn_getattr,
    1173             :         .setattr                = xfs_vn_setattr,
    1174             :         .listxattr              = xfs_vn_listxattr,
    1175             :         .update_time            = xfs_vn_update_time,
    1176             : };
    1177             : 
    1178             : /* Figure out if this file actually supports DAX. */
    1179             : static bool
    1180  1085989648 : xfs_inode_supports_dax(
    1181             :         struct xfs_inode        *ip)
    1182             : {
    1183  1085989648 :         struct xfs_mount        *mp = ip->i_mount;
    1184             : 
    1185             :         /* Only supported on regular files. */
    1186  1085989648 :         if (!S_ISREG(VFS_I(ip)->i_mode))
    1187             :                 return false;
    1188             : 
    1189             :         /* Block size must match page size */
    1190   405405277 :         if (mp->m_sb.sb_blocksize != PAGE_SIZE)
    1191             :                 return false;
    1192             : 
    1193             :         /* Device has to support DAX too. */
    1194   405320130 :         return xfs_inode_buftarg(ip)->bt_daxdev != NULL;
    1195             : }
    1196             : 
    1197             : static bool
    1198  1085771758 : xfs_inode_should_enable_dax(
    1199             :         struct xfs_inode *ip)
    1200             : {
    1201  1085771758 :         if (!IS_ENABLED(CONFIG_FS_DAX))
    1202             :                 return false;
    1203  1085771758 :         if (xfs_has_dax_never(ip->i_mount))
    1204             :                 return false;
    1205  1085771323 :         if (!xfs_inode_supports_dax(ip))
    1206             :                 return false;
    1207           0 :         if (xfs_has_dax_always(ip->i_mount))
    1208             :                 return true;
    1209           0 :         if (ip->i_diflags2 & XFS_DIFLAG2_DAX)
    1210           0 :                 return true;
    1211             :         return false;
    1212             : }
    1213             : 
    1214             : void
    1215  1087717724 : xfs_diflags_to_iflags(
    1216             :         struct xfs_inode        *ip,
    1217             :         bool init)
    1218             : {
    1219  1087717724 :         struct inode            *inode = VFS_I(ip);
    1220  1087717724 :         unsigned int            xflags = xfs_ip2xflags(ip);
    1221  1087161995 :         unsigned int            flags = 0;
    1222             : 
    1223  1087161995 :         ASSERT(!(IS_DAX(inode) && init));
    1224             : 
    1225  1087161995 :         if (xflags & FS_XFLAG_IMMUTABLE)
    1226         279 :                 flags |= S_IMMUTABLE;
    1227  1087161995 :         if (xflags & FS_XFLAG_APPEND)
    1228         256 :                 flags |= S_APPEND;
    1229  1087161995 :         if (xflags & FS_XFLAG_SYNC)
    1230        1820 :                 flags |= S_SYNC;
    1231  1087161995 :         if (xflags & FS_XFLAG_NOATIME)
    1232          79 :                 flags |= S_NOATIME;
    1233  1087161995 :         if (init && xfs_inode_should_enable_dax(ip))
    1234           0 :                 flags |= S_DAX;
    1235             : 
    1236             :         /*
    1237             :          * S_DAX can only be set during inode initialization and is never set by
    1238             :          * the VFS, so we cannot mask off S_DAX in i_flags.
    1239             :          */
    1240  1087161995 :         inode->i_flags &= ~(S_IMMUTABLE | S_APPEND | S_SYNC | S_NOATIME);
    1241  1087161995 :         inode->i_flags |= flags;
    1242  1087161995 : }
    1243             : 
    1244             : /*
    1245             :  * Initialize the Linux inode.
    1246             :  *
    1247             :  * When reading existing inodes from disk this is called directly from xfs_iget,
    1248             :  * when creating a new inode it is called from xfs_init_new_inode after setting
    1249             :  * up the inode. These callers have different criteria for clearing XFS_INEW, so
    1250             :  * leave it up to the caller to deal with unlocking the inode appropriately.
    1251             :  */
    1252             : void
    1253  1085929282 : xfs_setup_inode(
    1254             :         struct xfs_inode        *ip)
    1255             : {
    1256  1085929282 :         struct inode            *inode = &ip->i_vnode;
    1257  1085929282 :         gfp_t                   gfp_mask;
    1258             : 
    1259  1085929282 :         inode->i_ino = ip->i_ino;
    1260  1085929282 :         inode->i_state |= I_NEW;
    1261             : 
    1262  1085929282 :         inode_sb_list_add(inode);
    1263             :         /* make the inode look hashed for the writeback code */
    1264  1087355288 :         inode_fake_hash(inode);
    1265             : 
    1266  1087355288 :         i_size_write(inode, ip->i_disk_size);
    1267  1087355288 :         xfs_diflags_to_iflags(ip, true);
    1268             : 
    1269  1085642670 :         if (S_ISDIR(inode->i_mode)) {
    1270             :                 /*
    1271             :                  * We set the i_rwsem class here to avoid potential races with
    1272             :                  * lockdep_annotate_inode_mutex_key() reinitialising the lock
    1273             :                  * after a filehandle lookup has already found the inode in
    1274             :                  * cache before it has been unlocked via unlock_new_inode().
    1275             :                  */
    1276             :                 lockdep_set_class(&inode->i_rwsem,
    1277             :                                   &inode->i_sb->s_type->i_mutex_dir_key);
    1278             :                 lockdep_set_class(&ip->i_lock.mr_lock, &xfs_dir_ilock_class);
    1279             :         } else {
    1280  1085642670 :                 lockdep_set_class(&ip->i_lock.mr_lock, &xfs_nondir_ilock_class);
    1281             :         }
    1282             : 
    1283             :         /*
    1284             :          * Ensure all page cache allocations are done from GFP_NOFS context to
    1285             :          * prevent direct reclaim recursion back into the filesystem and blowing
    1286             :          * stacks or deadlocking.
    1287             :          */
    1288  1085642670 :         gfp_mask = mapping_gfp_mask(inode->i_mapping);
    1289  1085642670 :         mapping_set_gfp_mask(inode->i_mapping, (gfp_mask & ~(__GFP_FS)));
    1290             : 
    1291             :         /*
    1292             :          * If there is no attribute fork no ACL can exist on this inode,
    1293             :          * and it can't have any file capabilities attached to it either.
    1294             :          */
    1295  1085642670 :         if (!xfs_inode_has_attr_fork(ip)) {
    1296   988848179 :                 inode_has_no_xattr(inode);
    1297   989011754 :                 cache_no_acl(inode);
    1298             :         }
    1299  1085806245 : }
    1300             : 
    1301             : void
    1302  1086411245 : xfs_setup_iops(
    1303             :         struct xfs_inode        *ip)
    1304             : {
    1305  1086411245 :         struct inode            *inode = &ip->i_vnode;
    1306             : 
    1307  1086411245 :         switch (inode->i_mode & S_IFMT) {
    1308   405488160 :         case S_IFREG:
    1309   405488160 :                 inode->i_op = &xfs_inode_operations;
    1310   405488160 :                 inode->i_fop = &xfs_file_operations;
    1311   405488160 :                 if (IS_DAX(inode))
    1312           0 :                         inode->i_mapping->a_ops = &xfs_dax_aops;
    1313             :                 else
    1314   405488160 :                         inode->i_mapping->a_ops = &xfs_address_space_operations;
    1315             :                 break;
    1316   171398009 :         case S_IFDIR:
    1317   171398009 :                 if (xfs_has_asciici(XFS_M(inode->i_sb)))
    1318         616 :                         inode->i_op = &xfs_dir_ci_inode_operations;
    1319             :                 else
    1320   171397393 :                         inode->i_op = &xfs_dir_inode_operations;
    1321   171398009 :                 inode->i_fop = &xfs_dir_file_operations;
    1322   171398009 :                 break;
    1323    88011419 :         case S_IFLNK:
    1324    88011419 :                 inode->i_op = &xfs_symlink_inode_operations;
    1325    88011419 :                 break;
    1326   421513657 :         default:
    1327   421513657 :                 inode->i_op = &xfs_inode_operations;
    1328   421513657 :                 init_special_inode(inode, inode->i_mode, inode->i_rdev);
    1329   421513657 :                 break;
    1330             :         }
    1331  1086393938 : }

Generated by: LCOV version 1.14