All of lore.kernel.org
 help / color / mirror / Atom feed
* [PATCH] MCE: support cpu notification chain
@ 2012-10-25 13:54 Christoph Egger
  2012-10-25 14:10 ` Jan Beulich
  0 siblings, 1 reply; 6+ messages in thread
From: Christoph Egger @ 2012-10-25 13:54 UTC (permalink / raw)
  To: xen-devel

[-- Attachment #1: Type: text/plain, Size: 485 bytes --]


Add support for cpu notification chain.
This is useful with nested virtualization when Xen
runs as l1 hypervisor.
This cleans up mce initialization cleanup as a side-effect.

Signed-off-by: Christoph Egger <Christoph.Egger@amd.com>


-- 
---to satisfy European Law for business letters:
Advanced Micro Devices GmbH
Einsteinring 24, 85689 Dornach b. Muenchen
Geschaeftsfuehrer: Alberto Bozzo
Sitz: Dornach, Gemeinde Aschheim, Landkreis Muenchen
Registergericht Muenchen, HRB Nr. 43632

[-- Attachment #2: xen_mce_init.diff --]
[-- Type: text/plain, Size: 4413 bytes --]

diff -r 7abb25095de0 xen/arch/x86/cpu/mcheck/mce.c
--- a/xen/arch/x86/cpu/mcheck/mce.c	Thu Oct 25 13:15:19 2012 +0200
+++ b/xen/arch/x86/cpu/mcheck/mce.c	Thu Oct 25 14:20:49 2012 +0200
@@ -560,30 +560,6 @@ void mcheck_mca_clearbanks(struct mca_ba
     }
 }
 
-static enum mcheck_type amd_mcheck_init(struct cpuinfo_x86 *ci)
-{
-    enum mcheck_type rc = mcheck_none;
-
-    switch (ci->x86) {
-    case 6:
-        rc = amd_k7_mcheck_init(ci);
-        break;
-
-    default:
-        /* Assume that machine check support is available.
-         * The minimum provided support is at least the K8. */
-    case 0xf:
-        rc = amd_k8_mcheck_init(ci);
-        break;
-
-    case 0x10 ... 0x17:
-        rc = amd_f10_mcheck_init(ci);
-        break;
-    }
-
-    return rc;
-}
-
 /*check the existence of Machine Check*/
 int mce_available(struct cpuinfo_x86 *c)
 {
@@ -774,7 +750,7 @@ void mcheck_init(struct cpuinfo_x86 *c, 
 
     switch (c->x86_vendor) {
     case X86_VENDOR_AMD:
-        inited = amd_mcheck_init(c);
+        inited = amd_mcheck_init(c, bsp);
         break;
 
     case X86_VENDOR_INTEL:
diff -r 7abb25095de0 xen/arch/x86/cpu/mcheck/mce.h
--- a/xen/arch/x86/cpu/mcheck/mce.h	Thu Oct 25 13:15:19 2012 +0200
+++ b/xen/arch/x86/cpu/mcheck/mce.h	Thu Oct 25 14:20:49 2012 +0200
@@ -39,10 +39,7 @@ enum mcheck_type {
 };
 
 /* Init functions */
-enum mcheck_type amd_k7_mcheck_init(struct cpuinfo_x86 *c);
-enum mcheck_type amd_k8_mcheck_init(struct cpuinfo_x86 *c);
-enum mcheck_type amd_f10_mcheck_init(struct cpuinfo_x86 *c);
-
+enum mcheck_type amd_mcheck_init(struct cpuinfo_x86 *c, bool_t bsp);
 enum mcheck_type intel_mcheck_init(struct cpuinfo_x86 *c, bool_t bsp);
 
 void intel_mcheck_timer(struct cpuinfo_x86 *c);
diff -r 7abb25095de0 xen/arch/x86/cpu/mcheck/mce_amd.c
--- a/xen/arch/x86/cpu/mcheck/mce_amd.c	Thu Oct 25 13:15:19 2012 +0200
+++ b/xen/arch/x86/cpu/mcheck/mce_amd.c	Thu Oct 25 14:20:49 2012 +0200
@@ -19,6 +19,7 @@
 
 #include <xen/init.h>
 #include <xen/types.h>
+#include <xen/cpu.h>
 
 #include <asm/msr.h>
 
@@ -98,3 +99,85 @@ mc_amd_addrcheck(uint64_t status, uint64
     BUG();
     return 0;
 }
+
+static void
+amd_cpu_mcabank_free(unsigned int cpu)
+{
+    struct mca_banks *mb;
+
+    mb = per_cpu(mce_clear_banks, cpu);
+    mcabanks_free(mb);
+}
+
+static int
+amd_cpu_mcabank_alloc(unsigned int cpu)
+{
+    struct mca_banks *mb;
+
+    mb = mcabanks_alloc();
+    if (!mb)
+        return -ENOMEM;
+
+    per_cpu(mce_clear_banks, cpu) = mb;
+    return 0;
+}
+
+static int
+amd_cpu_callback(struct notifier_block *nfb, unsigned long action, void *hcpu)
+{
+    unsigned int cpu = (unsigned long)hcpu;
+    int rc = 0;
+
+    switch (action) {
+    case CPU_UP_PREPARE:
+        rc = amd_cpu_mcabank_alloc(cpu);
+        break;
+    case CPU_DYING:
+        clear_in_cr4(X86_CR4_MCE);
+        break;
+    case CPU_UP_CANCELED:
+    case CPU_DEAD:
+        amd_cpu_mcabank_free(cpu);
+        break;
+    default:
+        break;
+    }
+
+    return !rc ? NOTIFY_DONE : notifier_from_errno(rc);
+}
+
+static struct notifier_block cpu_nfb = {
+    .notifier_call = amd_cpu_callback
+};
+
+enum mcheck_type
+amd_mcheck_init(struct cpuinfo_x86 *ci, bool_t bsp)
+{
+    enum mcheck_type rc = mcheck_none;
+
+    if (bsp) {
+        /* Early MCE initialization for BSP. */
+        if ( amd_cpu_mcabank_alloc(0) )
+            BUG();
+        register_cpu_notifier(&cpu_nfb);
+    }
+
+    switch (ci->x86) {
+    case 6:
+        rc = amd_k7_mcheck_init(ci);
+        break;
+
+    default:
+        /* Assume that machine check support is available.
+         * The minimum provided support is at least the K8. */
+    case 0xf:
+        rc = amd_k8_mcheck_init(ci);
+        break;
+
+    case 0x10 ... 0x17:
+        rc = amd_f10_mcheck_init(ci);
+        break;
+    }
+
+    return rc;
+}
diff -r 7abb25095de0 xen/arch/x86/cpu/mcheck/mce_amd.h
--- a/xen/arch/x86/cpu/mcheck/mce_amd.h	Thu Oct 25 13:15:19 2012 +0200
+++ b/xen/arch/x86/cpu/mcheck/mce_amd.h	Thu Oct 25 14:20:49 2012 +0200
@@ -1,6 +1,10 @@
 #ifndef _MCHECK_AMD_H
 #define _MCHECK_AMD_H
 
+enum mcheck_type amd_k7_mcheck_init(struct cpuinfo_x86 *c);
+enum mcheck_type amd_k8_mcheck_init(struct cpuinfo_x86 *c);
+enum mcheck_type amd_f10_mcheck_init(struct cpuinfo_x86 *c);
+
 int mc_amd_recoverable_scan(uint64_t status);
 int mc_amd_addrcheck(uint64_t status, uint64_t misc, int addrtype);
 

[-- Attachment #3: Type: text/plain, Size: 126 bytes --]

_______________________________________________
Xen-devel mailing list
Xen-devel@lists.xen.org
http://lists.xen.org/xen-devel

^ permalink raw reply	[flat|nested] 6+ messages in thread

* Re: [PATCH] MCE: support cpu notification chain
  2012-10-25 13:54 [PATCH] MCE: support cpu notification chain Christoph Egger
@ 2012-10-25 14:10 ` Jan Beulich
  2012-10-25 14:18   ` Christoph Egger
  0 siblings, 1 reply; 6+ messages in thread
From: Jan Beulich @ 2012-10-25 14:10 UTC (permalink / raw)
  To: Christoph Egger; +Cc: xen-devel

>>> On 25.10.12 at 15:54, Christoph Egger <Christoph.Egger@amd.com> wrote:
> Add support for cpu notification chain.
> This is useful with nested virtualization when Xen
> runs as l1 hypervisor.
> This cleans up mce initialization cleanup as a side-effect.

Did you notice the fix I had done to your earlier patch before
committing c/s 26106:1883c1d29de9? With the change here,
mce_clear_banks will get allocated twice (once in generic code
and once in AMD specific code), leaking one instance.

Jan

^ permalink raw reply	[flat|nested] 6+ messages in thread

* Re: [PATCH] MCE: support cpu notification chain
  2012-10-25 14:10 ` Jan Beulich
@ 2012-10-25 14:18   ` Christoph Egger
  2012-10-25 14:45     ` Christoph Egger
  0 siblings, 1 reply; 6+ messages in thread
From: Christoph Egger @ 2012-10-25 14:18 UTC (permalink / raw)
  To: Jan Beulich; +Cc: xen-devel

On 10/25/12 16:10, Jan Beulich wrote:
>>>> On 25.10.12 at 15:54, Christoph Egger <Christoph.Egger@amd.com> wrote:
>> Add support for cpu notification chain.
>> This is useful with nested virtualization when Xen
>> runs as l1 hypervisor.
>> This cleans up mce initialization cleanup as a side-effect.
> 
> Did you notice the fix I had done to your earlier patch before
> committing c/s 26106:1883c1d29de9? With the change here,
> mce_clear_banks will get allocated twice (once in generic code
> and once in AMD specific code), leaking one instance.

Ugh... must be a merge botch.

Christoph


-- 
---to satisfy European Law for business letters:
Advanced Micro Devices GmbH
Einsteinring 24, 85689 Dornach b. Muenchen
Geschaeftsfuehrer: Alberto Bozzo
Sitz: Dornach, Gemeinde Aschheim, Landkreis Muenchen
Registergericht Muenchen, HRB Nr. 43632

^ permalink raw reply	[flat|nested] 6+ messages in thread

* Re: [PATCH] MCE: support cpu notification chain
  2012-10-25 14:18   ` Christoph Egger
@ 2012-10-25 14:45     ` Christoph Egger
  2012-10-25 14:57       ` Jan Beulich
  0 siblings, 1 reply; 6+ messages in thread
From: Christoph Egger @ 2012-10-25 14:45 UTC (permalink / raw)
  To: Jan Beulich; +Cc: xen-devel

[-- Attachment #1: Type: text/plain, Size: 971 bytes --]

On 10/25/12 16:18, Christoph Egger wrote:
> On 10/25/12 16:10, Jan Beulich wrote:
>>>>> On 25.10.12 at 15:54, Christoph Egger <Christoph.Egger@amd.com> wrote:
>>> Add support for cpu notification chain.
>>> This is useful with nested virtualization when Xen
>>> runs as l1 hypervisor.
>>> This cleans up mce initialization cleanup as a side-effect.
>>
>> Did you notice the fix I had done to your earlier patch before
>> committing c/s 26106:1883c1d29de9? With the change here,
>> mce_clear_banks will get allocated twice (once in generic code
>> and once in AMD specific code), leaking one instance.
> 
> Ugh... must be a merge botch.

Updated patch attached.

Signed-off-by: Christoph Egger <Christoph.Egger@amd.com>


-- 
---to satisfy European Law for business letters:
Advanced Micro Devices GmbH
Einsteinring 24, 85689 Dornach b. Muenchen
Geschaeftsfuehrer: Alberto Bozzo
Sitz: Dornach, Gemeinde Aschheim, Landkreis Muenchen
Registergericht Muenchen, HRB Nr. 43632

[-- Attachment #2: xen_mce_init.diff --]
[-- Type: text/plain, Size: 3734 bytes --]

diff -r 7abb25095de0 xen/arch/x86/cpu/mcheck/mce.c
--- a/xen/arch/x86/cpu/mcheck/mce.c	Thu Oct 25 13:15:19 2012 +0200
+++ b/xen/arch/x86/cpu/mcheck/mce.c	Thu Oct 25 15:13:24 2012 +0200
@@ -560,30 +560,6 @@ void mcheck_mca_clearbanks(struct mca_ba
     }
 }
 
-static enum mcheck_type amd_mcheck_init(struct cpuinfo_x86 *ci)
-{
-    enum mcheck_type rc = mcheck_none;
-
-    switch (ci->x86) {
-    case 6:
-        rc = amd_k7_mcheck_init(ci);
-        break;
-
-    default:
-        /* Assume that machine check support is available.
-         * The minimum provided support is at least the K8. */
-    case 0xf:
-        rc = amd_k8_mcheck_init(ci);
-        break;
-
-    case 0x10 ... 0x17:
-        rc = amd_f10_mcheck_init(ci);
-        break;
-    }
-
-    return rc;
-}
-
 /*check the existence of Machine Check*/
 int mce_available(struct cpuinfo_x86 *c)
 {
@@ -774,7 +750,7 @@ void mcheck_init(struct cpuinfo_x86 *c, 
 
     switch (c->x86_vendor) {
     case X86_VENDOR_AMD:
-        inited = amd_mcheck_init(c);
+        inited = amd_mcheck_init(c, bsp);
         break;
 
     case X86_VENDOR_INTEL:
diff -r 7abb25095de0 xen/arch/x86/cpu/mcheck/mce.h
--- a/xen/arch/x86/cpu/mcheck/mce.h	Thu Oct 25 13:15:19 2012 +0200
+++ b/xen/arch/x86/cpu/mcheck/mce.h	Thu Oct 25 15:13:24 2012 +0200
@@ -39,10 +39,7 @@ enum mcheck_type {
 };
 
 /* Init functions */
-enum mcheck_type amd_k7_mcheck_init(struct cpuinfo_x86 *c);
-enum mcheck_type amd_k8_mcheck_init(struct cpuinfo_x86 *c);
-enum mcheck_type amd_f10_mcheck_init(struct cpuinfo_x86 *c);
-
+enum mcheck_type amd_mcheck_init(struct cpuinfo_x86 *c, bool_t bsp);
 enum mcheck_type intel_mcheck_init(struct cpuinfo_x86 *c, bool_t bsp);
 
 void intel_mcheck_timer(struct cpuinfo_x86 *c);
diff -r 7abb25095de0 xen/arch/x86/cpu/mcheck/mce_amd.c
--- a/xen/arch/x86/cpu/mcheck/mce_amd.c	Thu Oct 25 13:15:19 2012 +0200
+++ b/xen/arch/x86/cpu/mcheck/mce_amd.c	Thu Oct 25 15:13:24 2012 +0200
@@ -19,6 +19,7 @@
 
 #include <xen/init.h>
 #include <xen/types.h>
+#include <xen/cpu.h>
 
 #include <asm/msr.h>
 
@@ -98,3 +99,53 @@ mc_amd_addrcheck(uint64_t status, uint64
     BUG();
     return 0;
 }
+
+static int
+amd_cpu_callback(struct notifier_block *nfb, unsigned long action, void *hcpu)
+{
+    int rc = 0;
+
+    switch (action) {
+    case CPU_DYING:
+        clear_in_cr4(X86_CR4_MCE);
+        break;
+    default:
+        break;
+    }
+
+    return notifier_from_errno(rc);
+}
+
+static struct notifier_block cpu_nfb = {
+    .notifier_call = amd_cpu_callback
+};
+
+enum mcheck_type
+amd_mcheck_init(struct cpuinfo_x86 *ci, bool_t bsp)
+{
+    enum mcheck_type rc = mcheck_none;
+
+    if (bsp) {
+        /* Early MCE initialization for BSP. */
+        register_cpu_notifier(&cpu_nfb);
+    }
+
+    switch (ci->x86) {
+    case 6:
+        rc = amd_k7_mcheck_init(ci);
+        break;
+
+    default:
+        /* Assume that machine check support is available.
+         * The minimum provided support is at least the K8. */
+    case 0xf:
+        rc = amd_k8_mcheck_init(ci);
+        break;
+
+    case 0x10 ... 0x17:
+        rc = amd_f10_mcheck_init(ci);
+        break;
+    }
+
+    return rc;
+}
diff -r 7abb25095de0 xen/arch/x86/cpu/mcheck/mce_amd.h
--- a/xen/arch/x86/cpu/mcheck/mce_amd.h	Thu Oct 25 13:15:19 2012 +0200
+++ b/xen/arch/x86/cpu/mcheck/mce_amd.h	Thu Oct 25 15:13:24 2012 +0200
@@ -1,6 +1,10 @@
 #ifndef _MCHECK_AMD_H
 #define _MCHECK_AMD_H
 
+enum mcheck_type amd_k7_mcheck_init(struct cpuinfo_x86 *c);
+enum mcheck_type amd_k8_mcheck_init(struct cpuinfo_x86 *c);
+enum mcheck_type amd_f10_mcheck_init(struct cpuinfo_x86 *c);
+
 int mc_amd_recoverable_scan(uint64_t status);
 int mc_amd_addrcheck(uint64_t status, uint64_t misc, int addrtype);
 

[-- Attachment #3: Type: text/plain, Size: 126 bytes --]

_______________________________________________
Xen-devel mailing list
Xen-devel@lists.xen.org
http://lists.xen.org/xen-devel

^ permalink raw reply	[flat|nested] 6+ messages in thread

* Re: [PATCH] MCE: support cpu notification chain
  2012-10-25 14:45     ` Christoph Egger
@ 2012-10-25 14:57       ` Jan Beulich
  2012-10-26  8:24         ` Christoph Egger
  0 siblings, 1 reply; 6+ messages in thread
From: Jan Beulich @ 2012-10-25 14:57 UTC (permalink / raw)
  To: Christoph Egger; +Cc: xen-devel

>>> On 25.10.12 at 16:45, Christoph Egger <Christoph.Egger@amd.com> wrote:
> On 10/25/12 16:18, Christoph Egger wrote:
>> On 10/25/12 16:10, Jan Beulich wrote:
>>>>>> On 25.10.12 at 15:54, Christoph Egger <Christoph.Egger@amd.com> wrote:
>>>> Add support for cpu notification chain.
>>>> This is useful with nested virtualization when Xen
>>>> runs as l1 hypervisor.
>>>> This cleans up mce initialization cleanup as a side-effect.
>>>
>>> Did you notice the fix I had done to your earlier patch before
>>> committing c/s 26106:1883c1d29de9? With the change here,
>>> mce_clear_banks will get allocated twice (once in generic code
>>> and once in AMD specific code), leaking one instance.
>> 
>> Ugh... must be a merge botch.
> 
> Updated patch attached.
> 
> Signed-off-by: Christoph Egger <Christoph.Egger@amd.com>

Subject and patch don't really fit together anymore. This is
mostly cleanup (code movement) now, and I wonder whether
this

>+amd_cpu_callback(struct notifier_block *nfb, unsigned long action, void *hcpu)
>+{
>+    int rc = 0;
>+
>+    switch (action) {
>+    case CPU_DYING:
>+        clear_in_cr4(X86_CR4_MCE);
>+        break;

if needed at all, isn't rather to be put in generic code (you might
need to settle on this with the Intel folks). In any case it would
need an explanation in the commit message.

Jan

^ permalink raw reply	[flat|nested] 6+ messages in thread

* Re: [PATCH] MCE: support cpu notification chain
  2012-10-25 14:57       ` Jan Beulich
@ 2012-10-26  8:24         ` Christoph Egger
  0 siblings, 0 replies; 6+ messages in thread
From: Christoph Egger @ 2012-10-26  8:24 UTC (permalink / raw)
  To: Jan Beulich; +Cc: xen-devel

On 10/25/12 16:57, Jan Beulich wrote:
>>>> On 25.10.12 at 16:45, Christoph Egger <Christoph.Egger@amd.com> wrote:
>> On 10/25/12 16:18, Christoph Egger wrote:
>>> On 10/25/12 16:10, Jan Beulich wrote:
>>>>>>> On 25.10.12 at 15:54, Christoph Egger <Christoph.Egger@amd.com> wrote:
>>>>> Add support for cpu notification chain.
>>>>> This is useful with nested virtualization when Xen
>>>>> runs as l1 hypervisor.
>>>>> This cleans up mce initialization cleanup as a side-effect.
>>>>
>>>> Did you notice the fix I had done to your earlier patch before
>>>> committing c/s 26106:1883c1d29de9? With the change here,
>>>> mce_clear_banks will get allocated twice (once in generic code
>>>> and once in AMD specific code), leaking one instance.
>>>
>>> Ugh... must be a merge botch.
>>
>> Updated patch attached.
>>
>> Signed-off-by: Christoph Egger <Christoph.Egger@amd.com>
> 
> Subject and patch don't really fit together anymore. This is
> mostly cleanup (code movement) now, and I wonder whether
> this

Will adjust and resend.

Christoph

-- 
---to satisfy European Law for business letters:
Advanced Micro Devices GmbH
Einsteinring 24, 85689 Dornach b. Muenchen
Geschaeftsfuehrer: Alberto Bozzo
Sitz: Dornach, Gemeinde Aschheim, Landkreis Muenchen
Registergericht Muenchen, HRB Nr. 43632

^ permalink raw reply	[flat|nested] 6+ messages in thread

end of thread, other threads:[~2012-10-26  8:24 UTC | newest]

Thread overview: 6+ messages (download: mbox.gz / follow: Atom feed)
-- links below jump to the message on this page --
2012-10-25 13:54 [PATCH] MCE: support cpu notification chain Christoph Egger
2012-10-25 14:10 ` Jan Beulich
2012-10-25 14:18   ` Christoph Egger
2012-10-25 14:45     ` Christoph Egger
2012-10-25 14:57       ` Jan Beulich
2012-10-26  8:24         ` Christoph Egger

This is an external index of several public inboxes,
see mirroring instructions on how to clone and mirror
all data and code used by this external index.