Alex, We noticed the below changes for commit commit 7511dd0a73aaf2ca4bcd829f991dcd2c839c5417 Author: Alex Shi AuthorDate: Fri Jan 24 15:17:02 2014 +0800 Commit: Alex Shi CommitDate: Fri Feb 14 15:09:01 2014 +0800 sched: only do load balance on tick_do_timer_cpu that is a central balance. Signed-off-by: Alex Shi bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 83892 ~ 5% -96.1% 3245 ~ 7% lkp-snb01/micro/will-it-scale/pthread_mutex2 86509 ~ 5% -96.2% 3271 ~ 6% lkp-snb01/micro/will-it-scale/sched_yield 170401 ~ 5% -96.2% 6517 ~ 7% TOTAL softirqs.SCHED bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 60321 ~ 0% -78.5% 12962 ~ 3% lkp-snb01/micro/will-it-scale/pthread_mutex2 60358 ~ 0% -80.5% 11797 ~ 4% lkp-snb01/micro/will-it-scale/sched_yield 120679 ~ 0% -79.5% 24759 ~ 4% TOTAL interrupts.RES bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 105019 ~ 0% -41.8% 61097 ~ 3% lkp-snb01/micro/will-it-scale/pthread_mutex2 103938 ~ 1% -35.4% 67183 ~ 1% lkp-snb01/micro/will-it-scale/sched_yield 208958 ~ 0% -38.6% 128281 ~ 2% TOTAL cpuidle.C7-SNB.usage bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 2492 ~23% +39.8% 3483 ~14% lkp-snb01/micro/will-it-scale/sched_yield 2492 ~23% +39.8% 3483 ~14% TOTAL cpuidle.C1E-SNB.usage bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 543 ~10% +30.8% 710 ~11% lkp-snb01/micro/will-it-scale/sched_yield 543 ~10% +30.8% 710 ~11% TOTAL cpuidle.C3-SNB.usage bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 20.65 ~ 0% +24.1% 25.63 ~ 2% lkp-snb01/micro/will-it-scale/sched_yield 20.65 ~ 0% +24.1% 25.63 ~ 2% TOTAL turbostat.%c1 bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 1268 ~13% +17.0% 1483 ~ 5% lkp-snb01/micro/will-it-scale/sched_yield 1268 ~13% +17.0% 1483 ~ 5% TOTAL numa-vmstat.node0.nr_alloc_batch bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 7255 ~ 2% +14.6% 8317 ~ 2% lkp-snb01/micro/will-it-scale/pthread_mutex2 7255 ~ 2% +14.6% 8317 ~ 2% TOTAL slabinfo.kmalloc-192.num_objs bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 7255 ~ 2% +14.6% 8317 ~ 2% lkp-snb01/micro/will-it-scale/pthread_mutex2 7255 ~ 2% +14.6% 8317 ~ 2% TOTAL slabinfo.kmalloc-192.active_objs bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 683581 ~ 0% -9.3% 620114 ~ 1% lkp-snb01/micro/will-it-scale/sched_yield 683581 ~ 0% -9.3% 620114 ~ 1% TOTAL softirqs.TIMER bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 204033 ~ 1% -8.6% 186557 ~ 2% lkp-snb01/micro/will-it-scale/sched_yield 204033 ~ 1% -8.6% 186557 ~ 2% TOTAL softirqs.RCU bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 4.902e+09 ~ 0% +9.8% 5.385e+09 ~ 1% lkp-snb01/micro/will-it-scale/sched_yield 4.902e+09 ~ 0% +9.8% 5.385e+09 ~ 1% TOTAL cpuidle.C7-SNB.time bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 8204 ~ 2% +11.3% 9134 ~ 4% lkp-snb01/micro/will-it-scale/sched_yield 8204 ~ 2% +11.3% 9134 ~ 4% TOTAL slabinfo.kmalloc-256.num_objs bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 2405 ~25% +2.1e+05% 5058323 ~13% lkp-snb01/micro/will-it-scale/sched_yield 2405 ~25% +2.1e+05% 5058323 ~13% TOTAL vmstat.system.cs bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 2029 ~ 0% +222.9% 6551 ~17% lkp-snb01/micro/will-it-scale/pthread_mutex2 143678 ~42% +4.8e+05% 6.927e+08 ~ 0% lkp-snb01/micro/will-it-scale/sched_yield 145708 ~42% +4.8e+05% 6.927e+08 ~ 0% TOTAL time.involuntary_context_switches bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 1267 ~ 0% -22.3% 985 ~ 1% lkp-snb01/micro/will-it-scale/sched_yield 1267 ~ 0% -22.3% 985 ~ 1% TOTAL time.system_time bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 1518 ~ 0% -4.9% 1444 ~ 1% lkp-snb01/micro/will-it-scale/pthread_mutex2 250 ~ 4% +26.3% 316 ~ 5% lkp-snb01/micro/will-it-scale/sched_yield 1769 ~ 0% -0.5% 1761 ~ 2% TOTAL time.user_time bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 489 ~ 0% -4.9% 464 ~ 1% lkp-snb01/micro/will-it-scale/pthread_mutex2 489 ~ 0% -14.3% 419 ~ 0% lkp-snb01/micro/will-it-scale/sched_yield 978 ~ 0% -9.6% 883 ~ 0% TOTAL time.percent_of_cpu_this_job_got bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 50.58 ~ 0% -2.0% 49.56 ~ 0% lkp-snb01/micro/will-it-scale/pthread_mutex2 50.62 ~ 0% -9.9% 45.62 ~ 1% lkp-snb01/micro/will-it-scale/sched_yield 101.20 ~ 0% -5.9% 95.19 ~ 0% TOTAL turbostat.%c0 bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 4386 ~ 0% -5.2% 4158 ~ 0% lkp-snb01/micro/will-it-scale/pthread_mutex2 4386 ~ 0% -5.2% 4158 ~ 0% TOTAL vmstat.system.in bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 148 ~ 0% -1.9% 145 ~ 0% lkp-snb01/micro/will-it-scale/sched_yield 148 ~ 0% -1.9% 145 ~ 0% TOTAL turbostat.Pkg_W bc575710efe937e 7511dd0a73aaf2ca4bcd829f9 --------------- ------------------------- 109 ~ 0% -0.1% 109 ~ 0% lkp-snb01/micro/will-it-scale/pthread_mutex2 121 ~ 0% -2.3% 119 ~ 0% lkp-snb01/micro/will-it-scale/sched_yield 231 ~ 0% -1.3% 228 ~ 0% TOTAL turbostat.Cor_W time.percent_of_cpu_this_job_got 490 *+-----*---*---*--*---*--*---*---*--*---*---*--*---*--*---*---*--*---* | .. + | 480 ++ + | 470 ++ * | | | 460 ++ | | | 450 ++ | | | 440 ++ | 430 ++ | | O | 420 O+ O O O O O O O O O O O O O O O O O O | | 410 ++-------------------------------------------------------------------+ time.involuntary_context_switches 8e+08 ++-----------------------------------------------------------------+ | | 7e+08 O+ O O O O O O O O O O O O O O O O O O 6e+08 ++ O | | | 5e+08 ++ | | | 4e+08 ++ | | | 3e+08 ++ | 2e+08 ++ | | | 1e+08 ++ | | | 0 *+--*--*---*--*---*--*---*--*---*--*---*--*---*--*---*--*---*--*---* turbostat.%c0 51 *+--------------------------------------------------------------------+ | . .*...*...*..*...*...*..*...*...*...*..*...*...*..*...*...*..*...* 50 ++ *. | | | 49 ++ | | | 48 ++ | | | 47 ++ | | O 46 ++ O O O O | O O O O O O O O O O O O O O | 45 ++ | | O | 44 ++--------------------------------------------------------------------+ vmstat.system.cs 6e+06 ++------------------------------------------------------O----------+ | O O O | 5e+06 O+ O O O O O O O O O O | | O O O | | O O 4e+06 ++ | | | 3e+06 ++ | | | 2e+06 ++ | | | | | 1e+06 ++ | | | 0 *+--*--*---*--*---*--*---*--*---*--*---*--*---*--*---*--*---*--*---* Thanks, Fengguang