rcu: Improve srcu_readers_active_idx()'s cache locality

[firefly-linux-kernel-4.4.55.git] / kernel / srcu.c

diff --git a/kernel/srcu.c b/kernel/srcu.c
index e0139a274856e4adb16d41b4817d7ab68a16f8c4..a43211c9286390e52c45efc10bf9d1ceee9ef5b0 100644 (file)
--- a/kernel/srcu.c
+++ b/kernel/srcu.c
@@ -193,7 +193,14 @@ static bool srcu_readers_active_idx_check(struct srcu_struct *sp, int idx)
  */
 static int srcu_readers_active(struct srcu_struct *sp)
 {
-       return srcu_readers_active_idx(sp, 0) + srcu_readers_active_idx(sp, 1);
+       int cpu;
+       unsigned long sum = 0;
+
+       for_each_possible_cpu(cpu) {
+               sum += ACCESS_ONCE(per_cpu_ptr(sp->per_cpu_ref, cpu)->c[0]);
+               sum += ACCESS_ONCE(per_cpu_ptr(sp->per_cpu_ref, cpu)->c[1]);
+       }
+       return sum;
 }
 
 /**