mirror of https://lore.kernel.org/lkml/
 help / color / mirror / Atom feed
From: Dou Liyang <douly.fnst@cn.fujitsu.com>
To: Pavel Tatashin <pasha.tatashin@oracle.com>,
	<steven.sistare@oracle.com>, <daniel.m.jordan@oracle.com>,
	<linux@armlinux.org.uk>, <schwidefsky@de.ibm.com>,
	<heiko.carstens@de.ibm.com>, <john.stultz@linaro.org>,
	<sboyd@codeaurora.org>, <x86@kernel.org>,
	<linux-kernel@vger.kernel.org>, <mingo@redhat.com>,
	<tglx@linutronix.de>, <hpa@zytor.com>, <peterz@infradead.org>,
	<prarit@redhat.com>, <feng.tang@intel.com>, <pmladek@suse.com>,
	<gnomes@lxorguk.ukuu.org.uk>, <linux-s390@vger.kernel.org>,
	<boris.ostrovsky@oracle.com>, <jgross@suse.com>
Subject: Re: [PATCH v13 14/18] x86/tsc: initialize cyc2ns when tsc freq. is determined
Date: Fri, 13 Jul 2018 17:11:39 +0800	[thread overview]
Message-ID: <dfd0e8d4-0020-d07c-2570-c1e1652875c5@cn.fujitsu.com> (raw)
In-Reply-To: <20180712000419.5165-15-pasha.tatashin@oracle.com>



At 07/12/2018 08:04 AM, Pavel Tatashin wrote:
> cyc2ns converts tsc to nanoseconds, and it is handled in a per-cpu data
> structure.
> 
> Currently, the setup code for c2ns data for every possible CPU goes through
> the same sequence of calculations as for the boot CPU, but is based on the
> same tsc frequency as the boot CPU, and thus this is not necessary.
> 
> Initialize the boot cpu when tsc frequency is determined. Copy the
> calculated data from the boot CPU to the other CPUs in tsc_init().
> 
> In addition do the following:
> 
> - Remove unnecessary zeroing of c2ns data by removing cyc2ns_data_init()
> - Split set_cyc2ns_scale() into two functions, so set_cyc2ns_scale() can be
>    called when system is up, and wraps around __set_cyc2ns_scale() that can
>    be called directly when system is booting but avoids saving restoring
>    IRQs and going and waking up from idle.
> 
> Suggested-by: Thomas Gleixner <tglx@linutronix.de>
> Signed-off-by: Pavel Tatashin <pasha.tatashin@oracle.com>
> ---
>   arch/x86/kernel/tsc.c | 94 ++++++++++++++++++++++++-------------------
>   1 file changed, 53 insertions(+), 41 deletions(-)
> 
> diff --git a/arch/x86/kernel/tsc.c b/arch/x86/kernel/tsc.c
> index bc8eb82050a3..0b1abe7fdd8e 100644
> --- a/arch/x86/kernel/tsc.c
> +++ b/arch/x86/kernel/tsc.c
> @@ -103,23 +103,6 @@ void cyc2ns_read_end(void)
>    *                      -johnstul@us.ibm.com "math is hard, lets go shopping!"
>    */
>   
> -static void cyc2ns_data_init(struct cyc2ns_data *data)
> -{
> -	data->cyc2ns_mul = 0;
> -	data->cyc2ns_shift = 0;
> -	data->cyc2ns_offset = 0;
> -}
> -
> -static void __init cyc2ns_init(int cpu)
> -{
> -	struct cyc2ns *c2n = &per_cpu(cyc2ns, cpu);
> -
> -	cyc2ns_data_init(&c2n->data[0]);
> -	cyc2ns_data_init(&c2n->data[1]);
> -
> -	seqcount_init(&c2n->seq);
> -}
> -
>   static inline unsigned long long cycles_2_ns(unsigned long long cyc)
>   {
>   	struct cyc2ns_data data;
> @@ -135,18 +118,11 @@ static inline unsigned long long cycles_2_ns(unsigned long long cyc)
>   	return ns;
>   }
>   
> -static void set_cyc2ns_scale(unsigned long khz, int cpu, unsigned long long tsc_now)
> +static void __set_cyc2ns_scale(unsigned long khz, int cpu, unsigned long long tsc_now)
>   {
>   	unsigned long long ns_now;
>   	struct cyc2ns_data data;
>   	struct cyc2ns *c2n;
> -	unsigned long flags;
> -
> -	local_irq_save(flags);
> -	sched_clock_idle_sleep_event();
> -
> -	if (!khz)
> -		goto done;
>   
>   	ns_now = cycles_2_ns(tsc_now);
>   
> @@ -178,12 +154,55 @@ static void set_cyc2ns_scale(unsigned long khz, int cpu, unsigned long long tsc_
>   	c2n->data[0] = data;
>   	raw_write_seqcount_latch(&c2n->seq);
>   	c2n->data[1] = data;
> +}
> +
> +static void set_cyc2ns_scale(unsigned long khz, int cpu, unsigned long long tsc_now)
> +{
> +	unsigned long flags;
> +
> +	local_irq_save(flags);
> +	sched_clock_idle_sleep_event();
> +
> +	if (khz)
> +		__set_cyc2ns_scale(khz, cpu, tsc_now);
>   
> -done:
>   	sched_clock_idle_wakeup_event();
>   	local_irq_restore(flags);
>   } >
> +/*
> + * Initialize cyc2ns for boot cpu
> + */
> +static void __init cyc2ns_init_boot_cpu(void)
> +{
> +	struct cyc2ns *c2n = this_cpu_ptr(&cyc2ns);
> +
> +	seqcount_init(&c2n->seq);
> +	__set_cyc2ns_scale(tsc_khz, smp_processor_id(), rdtsc());
> +}
Hi Paval,

Here we didn't protect it with local_irq_save()/local_irq_restore()

> +
> +/*
> + * Secondary CPUs do not run through cyc2ns_init(), so set up
> + * all the scale factors for all CPUs, assuming the same
> + * speed as the bootup CPU. (cpufreq notifiers will fix this
> + * up if their speed diverges)
> + */
> +static void __init cyc2ns_init_secondary_cpus(void)
> +{
> +	unsigned int cpu, this_cpu = smp_processor_id();
> +	struct cyc2ns *c2n = this_cpu_ptr(&cyc2ns);
> +	struct cyc2ns_data *data = c2n->data;
> +
> +	for_each_possible_cpu(cpu) {
> +		if (cpu != this_cpu) {
> +			seqcount_init(&c2n->seq);
> +			c2n = per_cpu_ptr(&cyc2ns, cpu);
> +			c2n->data[0] = data[0];
> +			c2n->data[1] = data[1];
> +		}
> +	}
> +}
> +
>   /*
>    * Scheduler clock - returns current time in nanosec units.
>    */
> @@ -1385,6 +1404,10 @@ void __init tsc_early_init(void)
>   	if (!determine_cpu_tsc_frequncies())
>   		return;
>   	loops_per_jiffy = get_loops_per_jiffy();
> +
> +	/* Sanitize TSC ADJUST before cyc2ns gets initialized */
> +	tsc_store_and_check_tsc_adjust(true);
> +	cyc2ns_init_boot_cpu();
>   }
>   
>   void __init tsc_init(void)
> @@ -1400,23 +1423,12 @@ void __init tsc_init(void)
>   			mark_tsc_unstable("could not calculate TSC khz");
>   			return;
>   		}
> +		/* Sanitize TSC ADJUST before cyc2ns gets initialized */
> +		tsc_store_and_check_tsc_adjust(true);
> +		cyc2ns_init_boot_cpu();

In tsc_init(), the timer interrupt has worked, Is that OK?

IMO, no need to change so much, just use the original code,
eg:

+static void __init cyc2ns_init_bsp(void)
+{
+       cyc2ns_init(0);
+       set_cyc2ns_scale(tsc_khz, 0, rdtsc());
+}
+
+static void __init cyc2ns_init_cpus(void)
+{
+       struct cyc2ns *c2n0 = &per_cpu(cyc2ns, 0);
+       struct cyc2ns *c2n;
+       unsigned int cpu;
+
+       for_each_possible_cpu(cpu) {
+               if (cpu != 0) {
+                       cyc2ns_init(cpu);
+                       c2n = &per_cpu(cyc2ns, cpu);
+                       c2n->data[0] = c2n0->data[0];
+                       c2n->data[1] = c2n0->data[1];
+               }
+       }
+}
+


Thanks,
	dou

>   	}
>   
> -	/* Sanitize TSC ADJUST before cyc2ns gets initialized */
> -	tsc_store_and_check_tsc_adjust(true);
> -
> -	/*
> -	 * Secondary CPUs do not run through tsc_init(), so set up
> -	 * all the scale factors for all CPUs, assuming the same
> -	 * speed as the bootup CPU. (cpufreq notifiers will fix this
> -	 * up if their speed diverges)
> -	 */
> -	cyc = rdtsc();
> -	for_each_possible_cpu(cpu) {
> -		cyc2ns_init(cpu);
> -		set_cyc2ns_scale(tsc_khz, cpu, cyc);
> -	}
> -
> +	cyc2ns_init_secondary_cpus();
>   	static_branch_enable(&__use_tsc);
>   
>   	if (!no_sched_irq_time)
> 



  reply	other threads:[~2018-07-13  9:11 UTC|newest]

Thread overview: 33+ messages / expand[flat|nested]  mbox.gz  Atom feed  top
2018-07-12  0:04 [PATCH v13 00/18] Early boot time stamps Pavel Tatashin
2018-07-12  0:04 ` [PATCH v13 01/18] x86: text_poke() may access uninitialized struct pages Pavel Tatashin
2018-07-12  0:04 ` [PATCH v13 02/18] x86: initialize static branching early Pavel Tatashin
2018-07-12  0:04 ` [PATCH v13 03/18] x86/CPU: Call detect_nopl() only on the BSP Pavel Tatashin
2018-07-12  0:04 ` [PATCH v13 04/18] x86/tsc: redefine notsc to behave as tsc=unstable Pavel Tatashin
2018-07-12  0:04 ` [PATCH v13 05/18] kvm/x86: remove kvm memblock dependency Pavel Tatashin
2018-07-12  0:04 ` [PATCH v13 06/18] x86/xen/time: initialize pv xen time in init_hypervisor_platform Pavel Tatashin
2018-07-13  1:57   ` Pavel Tatashin
2018-07-17 15:28   ` Boris Ostrovsky
2018-07-18  1:38     ` Pavel Tatashin
2018-07-12  0:04 ` [PATCH v13 07/18] x86/xen/time: output xen sched_clock time from 0 Pavel Tatashin
2018-07-17 15:43   ` Boris Ostrovsky
2018-07-18  1:59     ` Pavel Tatashin
2018-07-12  0:04 ` [PATCH v13 08/18] s390/time: add read_persistent_wall_and_boot_offset() Pavel Tatashin
2018-07-12  0:04 ` [PATCH v13 09/18] time: replace read_boot_clock64() with read_persistent_wall_and_boot_offset() Pavel Tatashin
2018-07-12  0:04 ` [PATCH v13 10/18] time: default boot time offset to local_clock() Pavel Tatashin
2018-07-12  0:04 ` [PATCH v13 11/18] s390/time: remove read_boot_clock64() Pavel Tatashin
2018-07-12  0:04 ` [PATCH v13 12/18] ARM/time: " Pavel Tatashin
2018-07-12  0:04 ` [PATCH v13 13/18] x86/tsc: calibrate tsc only once Pavel Tatashin
2018-07-13  7:22   ` Dou Liyang
2018-07-13 11:30     ` Pavel Tatashin
2018-07-16  9:32       ` Dou Liyang
2018-07-16 13:35         ` Pavel Tatashin
2018-07-17  8:59           ` Dou Liyang
2018-07-17 14:36             ` Pavel Tatashin
2018-07-12  0:04 ` [PATCH v13 14/18] x86/tsc: initialize cyc2ns when tsc freq. is determined Pavel Tatashin
2018-07-13  9:11   ` Dou Liyang [this message]
2018-07-13 11:39     ` Pavel Tatashin
2018-07-12  0:04 ` [PATCH v13 15/18] x86/tsc: use tsc early Pavel Tatashin
2018-07-12  0:04 ` [PATCH v13 16/18] sched: move sched clock initialization and merge with generic clock Pavel Tatashin
2018-07-12 23:50   ` kbuild test robot
2018-07-12  0:04 ` [PATCH v13 17/18] sched: early boot clock Pavel Tatashin
2018-07-12  0:04 ` [PATCH v13 18/18] sched: use static key for sched_clock_running Pavel Tatashin

Reply instructions:

You may reply publicly to this message via plain-text email
using any one of the following methods:

* Save the following mbox file, import it into your mail client,
  and reply-to-all from there: mbox

  Avoid top-posting and favor interleaved quoting:
  https://en.wikipedia.org/wiki/Posting_style#Interleaved_style

* Reply using the --to, --cc, and --in-reply-to
  switches of git-send-email(1):

  git send-email \
    --in-reply-to=dfd0e8d4-0020-d07c-2570-c1e1652875c5@cn.fujitsu.com \
    --to=douly.fnst@cn.fujitsu.com \
    --cc=boris.ostrovsky@oracle.com \
    --cc=daniel.m.jordan@oracle.com \
    --cc=feng.tang@intel.com \
    --cc=gnomes@lxorguk.ukuu.org.uk \
    --cc=heiko.carstens@de.ibm.com \
    --cc=hpa@zytor.com \
    --cc=jgross@suse.com \
    --cc=john.stultz@linaro.org \
    --cc=linux-kernel@vger.kernel.org \
    --cc=linux-s390@vger.kernel.org \
    --cc=linux@armlinux.org.uk \
    --cc=mingo@redhat.com \
    --cc=pasha.tatashin@oracle.com \
    --cc=peterz@infradead.org \
    --cc=pmladek@suse.com \
    --cc=prarit@redhat.com \
    --cc=sboyd@codeaurora.org \
    --cc=schwidefsky@de.ibm.com \
    --cc=steven.sistare@oracle.com \
    --cc=tglx@linutronix.de \
    --cc=x86@kernel.org \
    /path/to/YOUR_REPLY

  https://kernel.org/pub/software/scm/git/docs/git-send-email.html

* If your mail client supports setting the In-Reply-To header
  via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox

all inboxes | Powered by JetHome®