Jordan Crouse | 0fdf3a0 | 2012-03-16 14:53:41 -0600 | [diff] [blame] | 1 | /* Copyright (c) 2008-2012, Code Aurora Forum. All rights reserved. |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 2 | * |
| 3 | * This program is free software; you can redistribute it and/or modify |
| 4 | * it under the terms of the GNU General Public License version 2 and |
| 5 | * only version 2 as published by the Free Software Foundation. |
| 6 | * |
| 7 | * This program is distributed in the hope that it will be useful, |
| 8 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 9 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 10 | * GNU General Public License for more details. |
| 11 | * |
| 12 | */ |
| 13 | #ifndef __KGSL_H |
| 14 | #define __KGSL_H |
| 15 | |
| 16 | #include <linux/types.h> |
| 17 | #include <linux/msm_kgsl.h> |
| 18 | #include <linux/platform_device.h> |
| 19 | #include <linux/clk.h> |
| 20 | #include <linux/interrupt.h> |
| 21 | #include <linux/mutex.h> |
| 22 | #include <linux/cdev.h> |
| 23 | #include <linux/regulator/consumer.h> |
Harsh Vardhan Dwivedi | 8cb835b | 2012-03-29 17:23:11 -0600 | [diff] [blame] | 24 | #include <linux/mm.h> |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 25 | |
Jordan Crouse | 914de9b | 2012-07-09 13:49:46 -0600 | [diff] [blame] | 26 | #include <mach/kgsl.h> |
| 27 | |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 28 | #define KGSL_NAME "kgsl" |
| 29 | |
Carter Cooper | 7e7f02e | 2012-02-15 09:36:31 -0700 | [diff] [blame] | 30 | /* The number of memstore arrays limits the number of contexts allowed. |
| 31 | * If more contexts are needed, update multiple for MEMSTORE_SIZE |
| 32 | */ |
| 33 | #define KGSL_MEMSTORE_SIZE ((int)(PAGE_SIZE * 2)) |
| 34 | #define KGSL_MEMSTORE_GLOBAL (0) |
| 35 | #define KGSL_MEMSTORE_MAX (KGSL_MEMSTORE_SIZE / \ |
| 36 | sizeof(struct kgsl_devmemstore) - 1) |
| 37 | |
Jeff Boody | 23bfaa2 | 2012-04-24 14:57:45 -0600 | [diff] [blame] | 38 | /* Timestamp window used to detect rollovers (half of integer range) */ |
Jeff Boody | 8614948 | 2012-04-17 09:30:19 -0600 | [diff] [blame] | 39 | #define KGSL_TIMESTAMP_WINDOW 0x80000000 |
| 40 | |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 41 | /*cache coherency ops */ |
| 42 | #define DRM_KGSL_GEM_CACHE_OP_TO_DEV 0x0001 |
| 43 | #define DRM_KGSL_GEM_CACHE_OP_FROM_DEV 0x0002 |
| 44 | |
| 45 | /* The size of each entry in a page table */ |
| 46 | #define KGSL_PAGETABLE_ENTRY_SIZE 4 |
| 47 | |
| 48 | /* Pagetable Virtual Address base */ |
Shubhraprakash Das | f692074 | 2012-05-01 01:48:37 -0600 | [diff] [blame] | 49 | #define KGSL_PAGETABLE_BASE 0x10000000 |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 50 | |
| 51 | /* Extra accounting entries needed in the pagetable */ |
| 52 | #define KGSL_PT_EXTRA_ENTRIES 16 |
| 53 | |
| 54 | #define KGSL_PAGETABLE_ENTRIES(_sz) (((_sz) >> PAGE_SHIFT) + \ |
| 55 | KGSL_PT_EXTRA_ENTRIES) |
| 56 | |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 57 | #ifdef CONFIG_KGSL_PER_PROCESS_PAGE_TABLE |
| 58 | #define KGSL_PAGETABLE_COUNT (CONFIG_MSM_KGSL_PAGE_TABLE_COUNT) |
| 59 | #else |
| 60 | #define KGSL_PAGETABLE_COUNT 1 |
| 61 | #endif |
| 62 | |
| 63 | /* Casting using container_of() for structures that kgsl owns. */ |
| 64 | #define KGSL_CONTAINER_OF(ptr, type, member) \ |
| 65 | container_of(ptr, type, member) |
| 66 | |
| 67 | /* A macro for memory statistics - add the new size to the stat and if |
| 68 | the statisic is greater then _max, set _max |
| 69 | */ |
| 70 | |
| 71 | #define KGSL_STATS_ADD(_size, _stat, _max) \ |
| 72 | do { _stat += (_size); if (_stat > _max) _max = _stat; } while (0) |
| 73 | |
| 74 | struct kgsl_device; |
| 75 | |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 76 | struct kgsl_driver { |
| 77 | struct cdev cdev; |
| 78 | dev_t major; |
| 79 | struct class *class; |
| 80 | /* Virtual device for managing the core */ |
| 81 | struct device virtdev; |
| 82 | /* Kobjects for storing pagetable and process statistics */ |
| 83 | struct kobject *ptkobj; |
| 84 | struct kobject *prockobj; |
| 85 | struct kgsl_device *devp[KGSL_DEVICE_MAX]; |
| 86 | |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 87 | /* Global lilst of open processes */ |
| 88 | struct list_head process_list; |
| 89 | /* Global list of pagetables */ |
| 90 | struct list_head pagetable_list; |
| 91 | /* Spinlock for accessing the pagetable list */ |
| 92 | spinlock_t ptlock; |
| 93 | /* Mutex for accessing the process list */ |
| 94 | struct mutex process_mutex; |
| 95 | |
| 96 | /* Mutex for protecting the device list */ |
| 97 | struct mutex devlock; |
| 98 | |
Shubhraprakash Das | 767fdda | 2011-08-15 15:49:45 -0600 | [diff] [blame] | 99 | void *ptpool; |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 100 | |
| 101 | struct { |
| 102 | unsigned int vmalloc; |
| 103 | unsigned int vmalloc_max; |
Harsh Vardhan Dwivedi | f99c263 | 2012-03-15 14:17:11 -0600 | [diff] [blame] | 104 | unsigned int page_alloc; |
| 105 | unsigned int page_alloc_max; |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 106 | unsigned int coherent; |
| 107 | unsigned int coherent_max; |
| 108 | unsigned int mapped; |
| 109 | unsigned int mapped_max; |
| 110 | unsigned int histogram[16]; |
| 111 | } stats; |
| 112 | }; |
| 113 | |
| 114 | extern struct kgsl_driver kgsl_driver; |
| 115 | |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 116 | struct kgsl_pagetable; |
Harsh Vardhan Dwivedi | 8cb835b | 2012-03-29 17:23:11 -0600 | [diff] [blame] | 117 | struct kgsl_memdesc; |
| 118 | |
| 119 | struct kgsl_memdesc_ops { |
| 120 | int (*vmflags)(struct kgsl_memdesc *); |
| 121 | int (*vmfault)(struct kgsl_memdesc *, struct vm_area_struct *, |
| 122 | struct vm_fault *); |
| 123 | void (*free)(struct kgsl_memdesc *memdesc); |
| 124 | int (*map_kernel_mem)(struct kgsl_memdesc *); |
| 125 | }; |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 126 | |
Jordan Crouse | 7d3139b | 2012-05-18 10:05:02 -0600 | [diff] [blame] | 127 | #define KGSL_MEMDESC_GUARD_PAGE BIT(0) |
| 128 | |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 129 | /* shared memory allocation */ |
| 130 | struct kgsl_memdesc { |
| 131 | struct kgsl_pagetable *pagetable; |
| 132 | void *hostptr; |
| 133 | unsigned int gpuaddr; |
| 134 | unsigned int physaddr; |
| 135 | unsigned int size; |
| 136 | unsigned int priv; |
Jordan Crouse | d17e9aa | 2011-10-12 16:57:48 -0600 | [diff] [blame] | 137 | struct scatterlist *sg; |
| 138 | unsigned int sglen; |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 139 | struct kgsl_memdesc_ops *ops; |
Jordan Crouse | 7d3139b | 2012-05-18 10:05:02 -0600 | [diff] [blame] | 140 | int flags; |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 141 | }; |
| 142 | |
Jordan Crouse | 1b897cf | 2011-10-12 16:57:48 -0600 | [diff] [blame] | 143 | /* List of different memory entry types */ |
| 144 | |
| 145 | #define KGSL_MEM_ENTRY_KERNEL 0 |
| 146 | #define KGSL_MEM_ENTRY_PMEM 1 |
| 147 | #define KGSL_MEM_ENTRY_ASHMEM 2 |
| 148 | #define KGSL_MEM_ENTRY_USER 3 |
Jordan Crouse | 8eab35a | 2011-10-12 16:57:48 -0600 | [diff] [blame] | 149 | #define KGSL_MEM_ENTRY_ION 4 |
| 150 | #define KGSL_MEM_ENTRY_MAX 5 |
Jordan Crouse | 1b897cf | 2011-10-12 16:57:48 -0600 | [diff] [blame] | 151 | |
Jordan Crouse | 9610b6b | 2012-03-16 14:53:42 -0600 | [diff] [blame] | 152 | /* List of flags */ |
| 153 | |
| 154 | #define KGSL_MEM_ENTRY_FROZEN (1 << 0) |
| 155 | |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 156 | struct kgsl_mem_entry { |
| 157 | struct kref refcount; |
| 158 | struct kgsl_memdesc memdesc; |
| 159 | int memtype; |
Jordan Crouse | 9610b6b | 2012-03-16 14:53:42 -0600 | [diff] [blame] | 160 | int flags; |
Jordan Crouse | 1b897cf | 2011-10-12 16:57:48 -0600 | [diff] [blame] | 161 | void *priv_data; |
Jordan Crouse | c9559e4 | 2012-04-05 16:55:56 -0600 | [diff] [blame] | 162 | struct rb_node node; |
Carter Cooper | 7e7f02e | 2012-02-15 09:36:31 -0700 | [diff] [blame] | 163 | unsigned int context_id; |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 164 | /* back pointer to private structure under whose context this |
| 165 | * allocation is made */ |
| 166 | struct kgsl_process_private *priv; |
| 167 | }; |
| 168 | |
| 169 | #ifdef CONFIG_MSM_KGSL_MMU_PAGE_FAULT |
| 170 | #define MMU_CONFIG 2 |
| 171 | #else |
| 172 | #define MMU_CONFIG 1 |
| 173 | #endif |
| 174 | |
| 175 | void kgsl_mem_entry_destroy(struct kref *kref); |
Harsh Vardhan Dwivedi | 715fb83 | 2012-05-18 00:24:18 -0600 | [diff] [blame^] | 176 | int kgsl_postmortem_dump(struct kgsl_device *device, int manual); |
Jordan Crouse | 0fdf3a0 | 2012-03-16 14:53:41 -0600 | [diff] [blame] | 177 | |
| 178 | struct kgsl_mem_entry *kgsl_get_mem_entry(unsigned int ptbase, |
| 179 | unsigned int gpuaddr, unsigned int size); |
| 180 | |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 181 | struct kgsl_mem_entry *kgsl_sharedmem_find_region( |
| 182 | struct kgsl_process_private *private, unsigned int gpuaddr, |
| 183 | size_t size); |
| 184 | |
Shubhraprakash Das | cb06807 | 2012-06-07 17:52:41 -0600 | [diff] [blame] | 185 | int kgsl_add_event(struct kgsl_device *device, u32 id, u32 ts, |
| 186 | void (*cb)(struct kgsl_device *, void *, u32, u32), void *priv, |
| 187 | void *owner); |
| 188 | |
| 189 | void kgsl_cancel_events(struct kgsl_device *device, |
| 190 | void *owner); |
| 191 | |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 192 | extern const struct dev_pm_ops kgsl_pm_ops; |
| 193 | |
| 194 | struct early_suspend; |
| 195 | int kgsl_suspend_driver(struct platform_device *pdev, pm_message_t state); |
| 196 | int kgsl_resume_driver(struct platform_device *pdev); |
| 197 | void kgsl_early_suspend_driver(struct early_suspend *h); |
| 198 | void kgsl_late_resume_driver(struct early_suspend *h); |
| 199 | |
| 200 | #ifdef CONFIG_MSM_KGSL_DRM |
| 201 | extern int kgsl_drm_init(struct platform_device *dev); |
| 202 | extern void kgsl_drm_exit(void); |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 203 | #else |
| 204 | static inline int kgsl_drm_init(struct platform_device *dev) |
| 205 | { |
| 206 | return 0; |
| 207 | } |
| 208 | |
| 209 | static inline void kgsl_drm_exit(void) |
| 210 | { |
| 211 | } |
| 212 | #endif |
| 213 | |
| 214 | static inline int kgsl_gpuaddr_in_memdesc(const struct kgsl_memdesc *memdesc, |
Jeremy Gebben | 16e80fa | 2011-11-30 15:56:29 -0700 | [diff] [blame] | 215 | unsigned int gpuaddr, unsigned int size) |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 216 | { |
Jeremy Gebben | 16e80fa | 2011-11-30 15:56:29 -0700 | [diff] [blame] | 217 | if (gpuaddr >= memdesc->gpuaddr && |
| 218 | ((gpuaddr + size) <= (memdesc->gpuaddr + memdesc->size))) { |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 219 | return 1; |
| 220 | } |
| 221 | return 0; |
| 222 | } |
Jordan Crouse | 17d6d8b | 2012-04-18 09:31:09 -0600 | [diff] [blame] | 223 | |
| 224 | static inline void *kgsl_memdesc_map(struct kgsl_memdesc *memdesc) |
| 225 | { |
Shubhraprakash Das | 80af30d | 2012-05-24 18:22:54 -0600 | [diff] [blame] | 226 | if (memdesc->hostptr == NULL && memdesc->ops && |
| 227 | memdesc->ops->map_kernel_mem) |
Jordan Crouse | 17d6d8b | 2012-04-18 09:31:09 -0600 | [diff] [blame] | 228 | memdesc->ops->map_kernel_mem(memdesc); |
| 229 | |
| 230 | return memdesc->hostptr; |
| 231 | } |
| 232 | |
Harsh Vardhan Dwivedi | 8cb835b | 2012-03-29 17:23:11 -0600 | [diff] [blame] | 233 | static inline uint8_t *kgsl_gpuaddr_to_vaddr(struct kgsl_memdesc *memdesc, |
Jeremy Gebben | 16e80fa | 2011-11-30 15:56:29 -0700 | [diff] [blame] | 234 | unsigned int gpuaddr) |
| 235 | { |
Jordan Crouse | 17d6d8b | 2012-04-18 09:31:09 -0600 | [diff] [blame] | 236 | void *hostptr = NULL; |
Jeremy Gebben | 16e80fa | 2011-11-30 15:56:29 -0700 | [diff] [blame] | 237 | |
Jordan Crouse | 17d6d8b | 2012-04-18 09:31:09 -0600 | [diff] [blame] | 238 | if ((gpuaddr >= memdesc->gpuaddr) && |
| 239 | (gpuaddr < (memdesc->gpuaddr + memdesc->size))) |
| 240 | hostptr = kgsl_memdesc_map(memdesc); |
| 241 | |
| 242 | return hostptr != NULL ? hostptr + (gpuaddr - memdesc->gpuaddr) : NULL; |
Jeremy Gebben | 16e80fa | 2011-11-30 15:56:29 -0700 | [diff] [blame] | 243 | } |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 244 | |
Jeff Boody | 23bfaa2 | 2012-04-24 14:57:45 -0600 | [diff] [blame] | 245 | static inline int timestamp_cmp(unsigned int a, unsigned int b) |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 246 | { |
Jeff Boody | 23bfaa2 | 2012-04-24 14:57:45 -0600 | [diff] [blame] | 247 | /* check for equal */ |
| 248 | if (a == b) |
Jordan Crouse | e6239dd | 2011-11-17 13:39:21 -0700 | [diff] [blame] | 249 | return 0; |
| 250 | |
Jeff Boody | 23bfaa2 | 2012-04-24 14:57:45 -0600 | [diff] [blame] | 251 | /* check for greater-than for non-rollover case */ |
| 252 | if ((a > b) && (a - b < KGSL_TIMESTAMP_WINDOW)) |
| 253 | return 1; |
| 254 | |
| 255 | /* check for greater-than for rollover case |
| 256 | * note that <= is required to ensure that consistent |
| 257 | * results are returned for values whose difference is |
| 258 | * equal to the window size |
| 259 | */ |
| 260 | a += KGSL_TIMESTAMP_WINDOW; |
| 261 | b += KGSL_TIMESTAMP_WINDOW; |
| 262 | return ((a > b) && (a - b <= KGSL_TIMESTAMP_WINDOW)) ? 1 : -1; |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 263 | } |
| 264 | |
| 265 | static inline void |
| 266 | kgsl_mem_entry_get(struct kgsl_mem_entry *entry) |
| 267 | { |
| 268 | kref_get(&entry->refcount); |
| 269 | } |
| 270 | |
| 271 | static inline void |
| 272 | kgsl_mem_entry_put(struct kgsl_mem_entry *entry) |
| 273 | { |
| 274 | kref_put(&entry->refcount, kgsl_mem_entry_destroy); |
| 275 | } |
| 276 | |
| 277 | #endif /* __KGSL_H */ |