Line data    Source code

       1             : // SPDX-License-Identifier: GPL-2.0
       2             : /*
       3             :  * Implement the manual drop-all-pagecache function
       4             :  */
       5             : 
       6             : #include <linux/pagemap.h>
       7             : #include <linux/kernel.h>
       8             : #include <linux/mm.h>
       9             : #include <linux/fs.h>
      10             : #include <linux/writeback.h>
      11             : #include <linux/sysctl.h>
      12             : #include <linux/gfp.h>
      13             : #include "internal.h"
      14             : 
      15             : /* A global variable is a bit ugly, but it keeps the code simple */
      16             : int sysctl_drop_caches;
      17             : 
      18       41661 : static void drop_pagecache_sb(struct super_block *sb, void *unused)
      19             : {
      20       41661 :         struct inode *inode, *toput_inode = NULL;
      21             : 
      22       41661 :         spin_lock(&sb->s_inode_list_lock);
      23    19497940 :         list_for_each_entry(inode, &sb->s_inodes, i_sb_list) {
      24    19456279 :                 spin_lock(&inode->i_lock);
      25             :                 /*
      26             :                  * We must skip inodes in unusual state. We may also skip
      27             :                  * inodes without pages but we deliberately won't in case
      28             :                  * we need to reschedule to avoid softlockups.
      29             :                  */
      30    19456279 :                 if ((inode->i_state & (I_FREEING|I_WILL_FREE|I_NEW)) ||
      31    19456279 :                     (mapping_empty(inode->i_mapping) && !need_resched())) {
      32    14371253 :                         spin_unlock(&inode->i_lock);
      33    14371253 :                         continue;
      34             :                 }
      35     5085026 :                 __iget(inode);
      36     5085026 :                 spin_unlock(&inode->i_lock);
      37     5085026 :                 spin_unlock(&sb->s_inode_list_lock);
      38             : 
      39     5085026 :                 invalidate_mapping_pages(inode->i_mapping, 0, -1);
      40     5085026 :                 iput(toput_inode);
      41     5085026 :                 toput_inode = inode;
      42             : 
      43     5085026 :                 cond_resched();
      44     5085026 :                 spin_lock(&sb->s_inode_list_lock);
      45             :         }
      46       41661 :         spin_unlock(&sb->s_inode_list_lock);
      47       41661 :         iput(toput_inode);
      48       41661 : }
      49             : 
      50         940 : int drop_caches_sysctl_handler(struct ctl_table *table, int write,
      51             :                 void *buffer, size_t *length, loff_t *ppos)
      52             : {
      53         940 :         int ret;
      54             : 
      55         940 :         ret = proc_dointvec_minmax(table, write, buffer, length, ppos);
      56         940 :         if (ret)
      57             :                 return ret;
      58         940 :         if (write) {
      59         940 :                 static int stfu;
      60             : 
      61         940 :                 if (sysctl_drop_caches & 1) {
      62         734 :                         iterate_supers(drop_pagecache_sb, NULL);
      63         734 :                         count_vm_event(DROP_PAGECACHE);
      64             :                 }
      65         940 :                 if (sysctl_drop_caches & 2) {
      66         903 :                         drop_slab();
      67         903 :                         count_vm_event(DROP_SLAB);
      68             :                 }
      69         940 :                 if (!stfu) {
      70         940 :                         pr_info("%s (%d): drop_caches: %d\n",
      71             :                                 current->comm, task_pid_nr(current),
      72             :                                 sysctl_drop_caches);
      73             :                 }
      74         940 :                 stfu |= sysctl_drop_caches & 4;
      75             :         }
      76             :         return 0;
      77             : }