Kumar Gala | 620165f | 2009-02-12 13:54:53 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Author: Kumar Gala <galak@kernel.crashing.org> |
| 3 | * |
| 4 | * Copyright 2009 Freescale Semiconductor Inc. |
| 5 | * |
| 6 | * This program is free software; you can redistribute it and/or modify it |
| 7 | * under the terms of the GNU General Public License as published by the |
| 8 | * Free Software Foundation; either version 2 of the License, or (at your |
| 9 | * option) any later version. |
| 10 | */ |
| 11 | |
| 12 | #include <linux/stddef.h> |
| 13 | #include <linux/kernel.h> |
| 14 | #include <linux/smp.h> |
| 15 | #include <linux/threads.h> |
Benjamin Herrenschmidt | b9f1cd7 | 2010-07-09 15:29:53 +1000 | [diff] [blame] | 16 | #include <linux/percpu.h> |
Kumar Gala | 620165f | 2009-02-12 13:54:53 +0000 | [diff] [blame] | 17 | |
| 18 | #include <asm/dbell.h> |
David Gibson | 0e37d25 | 2010-07-09 15:32:30 +1000 | [diff] [blame^] | 19 | #include <asm/irq_regs.h> |
Kumar Gala | 620165f | 2009-02-12 13:54:53 +0000 | [diff] [blame] | 20 | |
| 21 | #ifdef CONFIG_SMP |
Benjamin Herrenschmidt | b9f1cd7 | 2010-07-09 15:29:53 +1000 | [diff] [blame] | 22 | struct doorbell_cpu_info { |
| 23 | unsigned long messages; /* current messages bits */ |
| 24 | unsigned int tag; /* tag value */ |
| 25 | }; |
Kumar Gala | 620165f | 2009-02-12 13:54:53 +0000 | [diff] [blame] | 26 | |
Benjamin Herrenschmidt | b9f1cd7 | 2010-07-09 15:29:53 +1000 | [diff] [blame] | 27 | static DEFINE_PER_CPU(struct doorbell_cpu_info, doorbell_cpu_info); |
| 28 | |
| 29 | void doorbell_setup_this_cpu(void) |
Kumar Gala | 620165f | 2009-02-12 13:54:53 +0000 | [diff] [blame] | 30 | { |
Benjamin Herrenschmidt | b9f1cd7 | 2010-07-09 15:29:53 +1000 | [diff] [blame] | 31 | struct doorbell_cpu_info *info = &__get_cpu_var(doorbell_cpu_info); |
| 32 | |
| 33 | info->messages = 0; |
| 34 | info->tag = mfspr(SPRN_PIR) & 0x3fff; |
| 35 | } |
| 36 | |
| 37 | void doorbell_message_pass(int target, int msg) |
| 38 | { |
| 39 | struct doorbell_cpu_info *info; |
Kumar Gala | 620165f | 2009-02-12 13:54:53 +0000 | [diff] [blame] | 40 | int i; |
| 41 | |
Benjamin Herrenschmidt | b9f1cd7 | 2010-07-09 15:29:53 +1000 | [diff] [blame] | 42 | if (target < NR_CPUS) { |
| 43 | info = &per_cpu(doorbell_cpu_info, target); |
| 44 | set_bit(msg, &info->messages); |
| 45 | ppc_msgsnd(PPC_DBELL, 0, info->tag); |
Kumar Gala | 620165f | 2009-02-12 13:54:53 +0000 | [diff] [blame] | 46 | } |
Benjamin Herrenschmidt | b9f1cd7 | 2010-07-09 15:29:53 +1000 | [diff] [blame] | 47 | else if (target == MSG_ALL_BUT_SELF) { |
Kumar Gala | 620165f | 2009-02-12 13:54:53 +0000 | [diff] [blame] | 48 | for_each_online_cpu(i) { |
| 49 | if (i == smp_processor_id()) |
| 50 | continue; |
Benjamin Herrenschmidt | b9f1cd7 | 2010-07-09 15:29:53 +1000 | [diff] [blame] | 51 | info = &per_cpu(doorbell_cpu_info, i); |
| 52 | set_bit(msg, &info->messages); |
| 53 | ppc_msgsnd(PPC_DBELL, 0, info->tag); |
Kumar Gala | 620165f | 2009-02-12 13:54:53 +0000 | [diff] [blame] | 54 | } |
| 55 | } |
| 56 | else { /* target == MSG_ALL */ |
Benjamin Herrenschmidt | b9f1cd7 | 2010-07-09 15:29:53 +1000 | [diff] [blame] | 57 | for_each_online_cpu(i) { |
| 58 | info = &per_cpu(doorbell_cpu_info, i); |
| 59 | set_bit(msg, &info->messages); |
| 60 | } |
Kumar Gala | 620165f | 2009-02-12 13:54:53 +0000 | [diff] [blame] | 61 | ppc_msgsnd(PPC_DBELL, PPC_DBELL_MSG_BRDCAST, 0); |
| 62 | } |
| 63 | } |
Benjamin Herrenschmidt | e3145b3 | 2010-07-09 15:25:18 +1000 | [diff] [blame] | 64 | |
| 65 | void doorbell_exception(struct pt_regs *regs) |
| 66 | { |
David Gibson | 0e37d25 | 2010-07-09 15:32:30 +1000 | [diff] [blame^] | 67 | struct pt_regs *old_regs = set_irq_regs(regs); |
Benjamin Herrenschmidt | b9f1cd7 | 2010-07-09 15:29:53 +1000 | [diff] [blame] | 68 | struct doorbell_cpu_info *info = &__get_cpu_var(doorbell_cpu_info); |
Benjamin Herrenschmidt | e3145b3 | 2010-07-09 15:25:18 +1000 | [diff] [blame] | 69 | int msg; |
| 70 | |
Benjamin Herrenschmidt | b9f1cd7 | 2010-07-09 15:29:53 +1000 | [diff] [blame] | 71 | /* Warning: regs can be NULL when called from irq enable */ |
| 72 | |
| 73 | if (!info->messages || (num_online_cpus() < 2)) |
David Gibson | 0e37d25 | 2010-07-09 15:32:30 +1000 | [diff] [blame^] | 74 | goto out; |
Benjamin Herrenschmidt | e3145b3 | 2010-07-09 15:25:18 +1000 | [diff] [blame] | 75 | |
| 76 | for (msg = 0; msg < 4; msg++) |
Benjamin Herrenschmidt | b9f1cd7 | 2010-07-09 15:29:53 +1000 | [diff] [blame] | 77 | if (test_and_clear_bit(msg, &info->messages)) |
Benjamin Herrenschmidt | e3145b3 | 2010-07-09 15:25:18 +1000 | [diff] [blame] | 78 | smp_message_recv(msg); |
David Gibson | 0e37d25 | 2010-07-09 15:32:30 +1000 | [diff] [blame^] | 79 | |
| 80 | out: |
| 81 | set_irq_regs(old_regs); |
Benjamin Herrenschmidt | e3145b3 | 2010-07-09 15:25:18 +1000 | [diff] [blame] | 82 | } |
| 83 | |
| 84 | #else /* CONFIG_SMP */ |
| 85 | void doorbell_exception(struct pt_regs *regs) |
| 86 | { |
| 87 | printk(KERN_WARNING "Received doorbell on non-smp system\n"); |
| 88 | } |
| 89 | #endif /* CONFIG_SMP */ |
| 90 | |