sched/mm and kernel/fork: Add maple tree rcu enable/disable

Signed-off-by: Liam R. Howlett <Liam.Howlett@Oracle.com>

diff --git a/include/linux/sched/mm.h b/include/linux/sched/mm.h
index d5ece7a9a403fd732e41a5b8d44d76ce14a62be2..919e2e44b764ed4d9aeb488306a53c0395106817 100644 (file)
--- a/include/linux/sched/mm.h
+++ b/include/linux/sched/mm.h
@@ -8,6 +8,7 @@
 #include <linux/mm_types.h>
 #include <linux/gfp.h>
 #include <linux/sync_core.h>
+#include <linux/maple_tree.h>
 
 /*
  * Routines for handling mm_structs
@@ -67,11 +68,13 @@ static inline void mmdrop(struct mm_struct *mm)
  */
 static inline void mmget(struct mm_struct *mm)
 {
+       mt_set_in_rcu(&mm->mm_mt);
        atomic_inc(&mm->mm_users);
 }
 
 static inline bool mmget_not_zero(struct mm_struct *mm)
 {
+       mt_set_in_rcu(&mm->mm_mt);
        return atomic_inc_not_zero(&mm->mm_users);
 }
 

diff --git a/kernel/fork.c b/kernel/fork.c
index 8fd147e1e7e73fb6259757e454226afc5769df2e..4811feef06b324a627774695752fca7334500273 100644 (file)
--- a/kernel/fork.c
+++ b/kernel/fork.c
@@ -1095,6 +1095,7 @@ static inline void __mmput(struct mm_struct *mm)
        }
        if (mm->binfmt)
                module_put(mm->binfmt->module);
+       mt_clear_in_rcu(&mm->mm_mt);
        mmdrop(mm);
 }