blob: 0c88d3ec8c18bb6d19cf6db11c38c0d72ac65685 [file] [log] [blame]
Eric W. Biederman5033cba2005-06-25 14:57:56 -07001/*
2 * Architecture specific (i386) functions for kexec based crash dumps.
3 *
4 * Created by: Hariprasad Nellitheertha (hari@in.ibm.com)
5 *
6 * Copyright (C) IBM Corporation, 2004. All rights reserved.
7 *
8 */
9
10#include <linux/init.h>
11#include <linux/types.h>
12#include <linux/kernel.h>
13#include <linux/smp.h>
Eric W. Biederman5033cba2005-06-25 14:57:56 -070014#include <linux/reboot.h>
15#include <linux/kexec.h>
Eric W. Biederman5033cba2005-06-25 14:57:56 -070016#include <linux/delay.h>
17#include <linux/elf.h>
18#include <linux/elfcore.h>
19
20#include <asm/processor.h>
21#include <asm/hardirq.h>
22#include <asm/nmi.h>
23#include <asm/hw_irq.h>
Vivek Goyal19842d62005-11-15 00:09:04 -080024#include <asm/apic.h>
Eric W. Biedermanc4ac4262005-06-25 14:57:58 -070025#include <mach_ipi.h>
Eric W. Biederman5033cba2005-06-25 14:57:56 -070026
Eric W. Biederman5033cba2005-06-25 14:57:56 -070027
Vivek Goyala3ea8ac2005-06-25 14:58:14 -070028/* This keeps a track of which one is crashing cpu. */
29static int crashing_cpu;
Eric W. Biederman5033cba2005-06-25 14:57:56 -070030
Maneesh Soni72414d32005-06-25 14:58:28 -070031static u32 *append_elf_note(u32 *buf, char *name, unsigned type, void *data,
32 size_t data_len)
Eric W. Biederman2c818b42005-06-25 14:57:59 -070033{
34 struct elf_note note;
Maneesh Soni72414d32005-06-25 14:58:28 -070035
Eric W. Biederman2c818b42005-06-25 14:57:59 -070036 note.n_namesz = strlen(name) + 1;
37 note.n_descsz = data_len;
38 note.n_type = type;
39 memcpy(buf, &note, sizeof(note));
40 buf += (sizeof(note) +3)/4;
41 memcpy(buf, name, note.n_namesz);
42 buf += (note.n_namesz + 3)/4;
43 memcpy(buf, data, note.n_descsz);
44 buf += (note.n_descsz + 3)/4;
Maneesh Soni72414d32005-06-25 14:58:28 -070045
Eric W. Biederman2c818b42005-06-25 14:57:59 -070046 return buf;
47}
48
49static void final_note(u32 *buf)
50{
51 struct elf_note note;
Maneesh Soni72414d32005-06-25 14:58:28 -070052
Eric W. Biederman2c818b42005-06-25 14:57:59 -070053 note.n_namesz = 0;
54 note.n_descsz = 0;
55 note.n_type = 0;
56 memcpy(buf, &note, sizeof(note));
57}
58
Eric W. Biederman2c818b42005-06-25 14:57:59 -070059static void crash_save_this_cpu(struct pt_regs *regs, int cpu)
60{
61 struct elf_prstatus prstatus;
62 u32 *buf;
Maneesh Soni72414d32005-06-25 14:58:28 -070063
64 if ((cpu < 0) || (cpu >= NR_CPUS))
Eric W. Biederman2c818b42005-06-25 14:57:59 -070065 return;
Maneesh Soni72414d32005-06-25 14:58:28 -070066
Eric W. Biederman2c818b42005-06-25 14:57:59 -070067 /* Using ELF notes here is opportunistic.
68 * I need a well defined structure format
69 * for the data I pass, and I need tags
70 * on the data to indicate what information I have
71 * squirrelled away. ELF notes happen to provide
Horms36a891b2006-04-01 01:39:17 +020072 * all of that, so there is no need to invent something new.
Eric W. Biederman2c818b42005-06-25 14:57:59 -070073 */
Vivek Goyalcc571652006-01-09 20:51:41 -080074 buf = (u32*)per_cpu_ptr(crash_notes, cpu);
75 if (!buf)
76 return;
Eric W. Biederman2c818b42005-06-25 14:57:59 -070077 memset(&prstatus, 0, sizeof(prstatus));
78 prstatus.pr_pid = current->pid;
79 elf_core_copy_regs(&prstatus.pr_reg, regs);
Maneesh Soni72414d32005-06-25 14:58:28 -070080 buf = append_elf_note(buf, "CORE", NT_PRSTATUS, &prstatus,
81 sizeof(prstatus));
Eric W. Biederman2c818b42005-06-25 14:57:59 -070082 final_note(buf);
83}
84
Vivek Goyale996e582006-01-09 20:51:44 -080085static void crash_save_self(struct pt_regs *regs)
Eric W. Biederman2c818b42005-06-25 14:57:59 -070086{
Eric W. Biederman2c818b42005-06-25 14:57:59 -070087 int cpu;
Alexander Nyberg6e274d12005-06-25 14:58:26 -070088
Maneesh Soni72414d32005-06-25 14:58:28 -070089 cpu = smp_processor_id();
Vivek Goyale996e582006-01-09 20:51:44 -080090 crash_save_this_cpu(regs, cpu);
Eric W. Biederman2c818b42005-06-25 14:57:59 -070091}
92
Eric W. Biedermanc4ac4262005-06-25 14:57:58 -070093#ifdef CONFIG_SMP
94static atomic_t waiting_for_crash_ipi;
95
96static int crash_nmi_callback(struct pt_regs *regs, int cpu)
97{
Vivek Goyal4d554762005-06-25 14:58:13 -070098 struct pt_regs fixed_regs;
Vivek Goyala3ea8ac2005-06-25 14:58:14 -070099
100 /* Don't do anything if this handler is invoked on crashing cpu.
101 * Otherwise, system will completely hang. Crashing cpu can get
102 * an NMI if system was initially booted with nmi_watchdog parameter.
103 */
104 if (cpu == crashing_cpu)
105 return 1;
Eric W. Biedermanc4ac4262005-06-25 14:57:58 -0700106 local_irq_disable();
Vivek Goyal4d554762005-06-25 14:58:13 -0700107
Jan Beulichdb753bd2006-03-23 02:59:46 -0800108 if (!user_mode_vm(regs)) {
Vivek Goyale996e582006-01-09 20:51:44 -0800109 crash_fixup_ss_esp(&fixed_regs, regs);
Vivek Goyal4d554762005-06-25 14:58:13 -0700110 regs = &fixed_regs;
111 }
Eric W. Biederman2c818b42005-06-25 14:57:59 -0700112 crash_save_this_cpu(regs, cpu);
Vivek Goyal19842d62005-11-15 00:09:04 -0800113 disable_local_APIC();
Eric W. Biedermanc4ac4262005-06-25 14:57:58 -0700114 atomic_dec(&waiting_for_crash_ipi);
115 /* Assume hlt works */
Zachary Amsdenf2ab4462005-09-03 15:56:42 -0700116 halt();
Chuck Ebbertcaad3c22006-06-25 05:46:53 -0700117 for (;;)
118 cpu_relax();
Maneesh Soni72414d32005-06-25 14:58:28 -0700119
Eric W. Biedermanc4ac4262005-06-25 14:57:58 -0700120 return 1;
121}
122
Eric W. Biedermanc4ac4262005-06-25 14:57:58 -0700123static void smp_send_nmi_allbutself(void)
124{
Keith Owens45486f82006-06-26 13:59:41 +0200125 send_IPI_allbutself(NMI_VECTOR);
Eric W. Biedermanc4ac4262005-06-25 14:57:58 -0700126}
127
128static void nmi_shootdown_cpus(void)
129{
130 unsigned long msecs;
Eric W. Biedermanc4ac4262005-06-25 14:57:58 -0700131
Maneesh Soni72414d32005-06-25 14:58:28 -0700132 atomic_set(&waiting_for_crash_ipi, num_online_cpus() - 1);
Eric W. Biedermanc4ac4262005-06-25 14:57:58 -0700133 /* Would it be better to replace the trap vector here? */
134 set_nmi_callback(crash_nmi_callback);
135 /* Ensure the new callback function is set before sending
136 * out the NMI
137 */
138 wmb();
139
140 smp_send_nmi_allbutself();
141
142 msecs = 1000; /* Wait at most a second for the other cpus to stop */
143 while ((atomic_read(&waiting_for_crash_ipi) > 0) && msecs) {
144 mdelay(1);
145 msecs--;
146 }
147
148 /* Leave the nmi callback set */
Vivek Goyal19842d62005-11-15 00:09:04 -0800149 disable_local_APIC();
Eric W. Biedermanc4ac4262005-06-25 14:57:58 -0700150}
151#else
152static void nmi_shootdown_cpus(void)
153{
154 /* There are no cpus to shootdown */
155}
156#endif
157
Alexander Nyberg6e274d12005-06-25 14:58:26 -0700158void machine_crash_shutdown(struct pt_regs *regs)
Eric W. Biederman5033cba2005-06-25 14:57:56 -0700159{
160 /* This function is only called after the system
161 * has paniced or is otherwise in a critical state.
162 * The minimum amount of code to allow a kexec'd kernel
163 * to run successfully needs to happen here.
164 *
165 * In practice this means shooting down the other cpus in
166 * an SMP system.
167 */
Eric W. Biedermanc4ac4262005-06-25 14:57:58 -0700168 /* The kernel is broken so disable interrupts */
169 local_irq_disable();
Vivek Goyala3ea8ac2005-06-25 14:58:14 -0700170
171 /* Make a note of crashing cpu. Will be used in NMI callback.*/
172 crashing_cpu = smp_processor_id();
Eric W. Biedermanc4ac4262005-06-25 14:57:58 -0700173 nmi_shootdown_cpus();
Vivek Goyal19842d62005-11-15 00:09:04 -0800174 lapic_shutdown();
175#if defined(CONFIG_X86_IO_APIC)
176 disable_IO_APIC();
177#endif
Alexander Nyberg6e274d12005-06-25 14:58:26 -0700178 crash_save_self(regs);
Eric W. Biederman5033cba2005-06-25 14:57:56 -0700179}