blob: d27c5afc90aecfbe41506814d3a0c3891bdacc4b [file] [log] [blame]
Linas Vepstas172ca922005-11-03 18:50:04 -06001/*
Linas Vepstas172ca922005-11-03 18:50:04 -06002 * This program is free software; you can redistribute it and/or modify
3 * it under the terms of the GNU General Public License as published by
4 * the Free Software Foundation; either version 2 of the License, or
5 * (at your option) any later version.
6 *
7 * This program is distributed in the hope that it will be useful,
8 * but WITHOUT ANY WARRANTY; without even the implied warranty of
9 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
10 * GNU General Public License for more details.
11 *
12 * You should have received a copy of the GNU General Public License
13 * along with this program; if not, write to the Free Software
14 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
15 *
16 * Copyright (c) 2005 Linas Vepstas <linas@linas.org>
17 */
18
Linas Vepstasac325ac2006-04-18 21:05:21 -070019#include <linux/delay.h>
Linas Vepstas172ca922005-11-03 18:50:04 -060020#include <linux/list.h>
Paul Gortmaker62fe91b2011-05-27 14:25:11 -040021#include <linux/sched.h>
Gavin Shanc8608552013-06-20 13:21:00 +080022#include <linux/semaphore.h>
Linas Vepstas172ca922005-11-03 18:50:04 -060023#include <linux/pci.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090024#include <linux/slab.h>
Al Viroecf89e52012-10-02 15:32:10 -040025#include <linux/kthread.h>
Linas Vepstas172ca922005-11-03 18:50:04 -060026#include <asm/eeh_event.h>
Linas Vepstas77bd7412005-11-03 18:52:49 -060027#include <asm/ppc-pci.h>
Linas Vepstas172ca922005-11-03 18:50:04 -060028
29/** Overview:
30 * EEH error states may be detected within exception handlers;
31 * however, the recovery processing needs to occur asynchronously
32 * in a normal kernel context and not an interrupt context.
33 * This pair of routines creates an event and queues it onto a
34 * work-queue, where a worker thread can drive recovery.
35 */
36
Ingo Molnar34af9462006-06-27 02:53:55 -070037static DEFINE_SPINLOCK(eeh_eventlist_lock);
Gavin Shanc8608552013-06-20 13:21:00 +080038static struct semaphore eeh_eventlist_sem;
Linas Vepstas172ca922005-11-03 18:50:04 -060039LIST_HEAD(eeh_eventlist);
Linas Vepstas8c33fd12006-03-29 15:29:18 -060040
Linas Vepstas172ca922005-11-03 18:50:04 -060041/**
Gavin Shan29f8bf12012-02-27 20:04:02 +000042 * eeh_event_handler - Dispatch EEH events.
Linas Vepstas172ca922005-11-03 18:50:04 -060043 * @dummy - unused
Linas Vepstas8c33fd12006-03-29 15:29:18 -060044 *
45 * The detection of a frozen slot can occur inside an interrupt,
46 * where it can be hard to do anything about it. The goal of this
47 * routine is to pull these detection events out of the context
48 * of the interrupt handler, and re-dispatch them for processing
49 * at a later time in a normal context.
Linas Vepstas172ca922005-11-03 18:50:04 -060050 */
51static int eeh_event_handler(void * dummy)
52{
53 unsigned long flags;
Gavin Shan40a7cd92012-02-27 20:04:08 +000054 struct eeh_event *event;
Gavin Shan120dc492012-09-07 22:44:18 +000055 struct eeh_pe *pe;
Linas Vepstas172ca922005-11-03 18:50:04 -060056
Gavin Shanc8608552013-06-20 13:21:00 +080057 while (!kthread_should_stop()) {
Gavin Shan5459ae12013-06-25 14:35:28 +080058 if (down_interruptible(&eeh_eventlist_sem))
59 break;
Linas Vepstas172ca922005-11-03 18:50:04 -060060
Gavin Shanc8608552013-06-20 13:21:00 +080061 /* Fetch EEH event from the queue */
62 spin_lock_irqsave(&eeh_eventlist_lock, flags);
63 event = NULL;
64 if (!list_empty(&eeh_eventlist)) {
65 event = list_entry(eeh_eventlist.next,
66 struct eeh_event, list);
67 list_del(&event->list);
68 }
69 spin_unlock_irqrestore(&eeh_eventlist_lock, flags);
70 if (!event)
71 continue;
Linas Vepstas77bd7412005-11-03 18:52:49 -060072
Gavin Shanc8608552013-06-20 13:21:00 +080073 /* We might have event without binding PE */
74 pe = event->pe;
75 if (pe) {
76 eeh_pe_state_mark(pe, EEH_PE_RECOVERING);
77 pr_info("EEH: Detected PCI bus error on PHB#%d-PE#%x\n",
78 pe->phb->global_number, pe->addr);
79 eeh_handle_event(pe);
80 eeh_pe_state_clear(pe, EEH_PE_RECOVERING);
81 } else {
82 eeh_handle_event(NULL);
83 }
Linas Vepstas8c33fd12006-03-29 15:29:18 -060084
Gavin Shanc8608552013-06-20 13:21:00 +080085 kfree(event);
Linas Vepstas172ca922005-11-03 18:50:04 -060086 }
87
88 return 0;
89}
90
91/**
Gavin Shanc8608552013-06-20 13:21:00 +080092 * eeh_event_init - Start kernel thread to handle EEH events
Gavin Shan29f8bf12012-02-27 20:04:02 +000093 *
94 * This routine is called to start the kernel thread for processing
95 * EEH event.
Linas Vepstas172ca922005-11-03 18:50:04 -060096 */
Gavin Shanc8608552013-06-20 13:21:00 +080097int eeh_event_init(void)
Linas Vepstas172ca922005-11-03 18:50:04 -060098{
Gavin Shanc8608552013-06-20 13:21:00 +080099 struct task_struct *t;
100 int ret = 0;
101
102 /* Initialize semaphore */
103 sema_init(&eeh_eventlist_sem, 0);
104
105 t = kthread_run(eeh_event_handler, NULL, "eehd");
106 if (IS_ERR(t)) {
107 ret = PTR_ERR(t);
108 pr_err("%s: Failed to start EEH daemon (%d)\n",
109 __func__, ret);
110 return ret;
111 }
112
113 return 0;
Linas Vepstas172ca922005-11-03 18:50:04 -0600114}
115
116/**
Gavin Shan29f8bf12012-02-27 20:04:02 +0000117 * eeh_send_failure_event - Generate a PCI error event
Gavin Shanc533b462012-09-07 22:44:11 +0000118 * @pe: EEH PE
Linas Vepstas172ca922005-11-03 18:50:04 -0600119 *
120 * This routine can be called within an interrupt context;
121 * the actual event will be delivered in a normal context
122 * (from a workqueue).
123 */
Gavin Shanc533b462012-09-07 22:44:11 +0000124int eeh_send_failure_event(struct eeh_pe *pe)
Linas Vepstas172ca922005-11-03 18:50:04 -0600125{
126 unsigned long flags;
127 struct eeh_event *event;
128
Gavin Shan7e4bbaf2012-09-07 22:44:03 +0000129 event = kzalloc(sizeof(*event), GFP_ATOMIC);
Gavin Shanc533b462012-09-07 22:44:11 +0000130 if (!event) {
131 pr_err("EEH: out of memory, event not handled\n");
132 return -ENOMEM;
133 }
134 event->pe = pe;
Linas Vepstas172ca922005-11-03 18:50:04 -0600135
136 /* We may or may not be called in an interrupt context */
137 spin_lock_irqsave(&eeh_eventlist_lock, flags);
138 list_add(&event->list, &eeh_eventlist);
139 spin_unlock_irqrestore(&eeh_eventlist_lock, flags);
140
Gavin Shanc8608552013-06-20 13:21:00 +0800141 /* For EEH deamon to knick in */
142 up(&eeh_eventlist_sem);
Linas Vepstas172ca922005-11-03 18:50:04 -0600143
144 return 0;
145}
Gavin Shan99866592013-06-20 13:21:02 +0800146
147/**
148 * eeh_remove_event - Remove EEH event from the queue
149 * @pe: Event binding to the PE
150 *
151 * On PowerNV platform, we might have subsequent coming events
152 * is part of the former one. For that case, those subsequent
153 * coming events are totally duplicated and unnecessary, thus
154 * they should be removed.
155 */
156void eeh_remove_event(struct eeh_pe *pe)
157{
158 unsigned long flags;
159 struct eeh_event *event, *tmp;
160
161 spin_lock_irqsave(&eeh_eventlist_lock, flags);
162 list_for_each_entry_safe(event, tmp, &eeh_eventlist, list) {
163 /*
164 * If we don't have valid PE passed in, that means
165 * we already have event corresponding to dead IOC
166 * and all events should be purged.
167 */
168 if (!pe) {
169 list_del(&event->list);
170 kfree(event);
171 } else if (pe->type & EEH_PE_PHB) {
172 if (event->pe && event->pe->phb == pe->phb) {
173 list_del(&event->list);
174 kfree(event);
175 }
176 } else if (event->pe == pe) {
177 list_del(&event->list);
178 kfree(event);
179 }
180 }
181 spin_unlock_irqrestore(&eeh_eventlist_lock, flags);
182}