blob: feaf652f69ad28867de9666f288eb16ff622565e [file] [log] [blame]
Jordan Crouse156cfbc2012-01-24 09:32:04 -07001/* Copyright (c) 2002,2007-2012, Code Aurora Forum. All rights reserved.
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -07002 *
3 * This program is free software; you can redistribute it and/or modify
4 * it under the terms of the GNU General Public License version 2 and
5 * only version 2 as published by the Free Software Foundation.
6 *
7 * This program is distributed in the hope that it will be useful,
8 * but WITHOUT ANY WARRANTY; without even the implied warranty of
9 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
10 * GNU General Public License for more details.
11 *
12 */
13#ifndef __KGSL_DEVICE_H
14#define __KGSL_DEVICE_H
15
16#include <linux/idr.h>
17#include <linux/wakelock.h>
Lucille Sylvester10297892012-02-27 13:54:47 -070018#include <linux/pm_qos_params.h>
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070019#include <linux/earlysuspend.h>
20
21#include "kgsl.h"
22#include "kgsl_mmu.h"
23#include "kgsl_pwrctrl.h"
24#include "kgsl_log.h"
25#include "kgsl_pwrscale.h"
26
27#define KGSL_TIMEOUT_NONE 0
28#define KGSL_TIMEOUT_DEFAULT 0xFFFFFFFF
29
30#define FIRST_TIMEOUT (HZ / 2)
31
32
33/* KGSL device state is initialized to INIT when platform_probe *
34 * sucessfully initialized the device. Once a device has been opened *
35 * (started) it becomes active. NAP implies that only low latency *
36 * resources (for now clocks on some platforms) are off. SLEEP implies *
37 * that the KGSL module believes a device is idle (has been inactive *
38 * past its timer) and all system resources are released. SUSPEND is *
39 * requested by the kernel and will be enforced upon all open devices. */
40
41#define KGSL_STATE_NONE 0x00000000
42#define KGSL_STATE_INIT 0x00000001
43#define KGSL_STATE_ACTIVE 0x00000002
44#define KGSL_STATE_NAP 0x00000004
45#define KGSL_STATE_SLEEP 0x00000008
46#define KGSL_STATE_SUSPEND 0x00000010
47#define KGSL_STATE_HUNG 0x00000020
48#define KGSL_STATE_DUMP_AND_RECOVER 0x00000040
Suman Tatiraju24569022011-10-27 11:11:12 -070049#define KGSL_STATE_SLUMBER 0x00000080
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070050
51#define KGSL_GRAPHICS_MEMORY_LOW_WATERMARK 0x1000000
52
53#define KGSL_IS_PAGE_ALIGNED(addr) (!((addr) & (~PAGE_MASK)))
54
55struct kgsl_device;
56struct platform_device;
57struct kgsl_device_private;
58struct kgsl_context;
59struct kgsl_power_stats;
60
61struct kgsl_functable {
62 /* Mandatory functions - these functions must be implemented
63 by the client device. The driver will not check for a NULL
64 pointer before calling the hook.
65 */
66 void (*regread) (struct kgsl_device *device,
67 unsigned int offsetwords, unsigned int *value);
68 void (*regwrite) (struct kgsl_device *device,
69 unsigned int offsetwords, unsigned int value);
70 int (*idle) (struct kgsl_device *device, unsigned int timeout);
71 unsigned int (*isidle) (struct kgsl_device *device);
72 int (*suspend_context) (struct kgsl_device *device);
73 int (*start) (struct kgsl_device *device, unsigned int init_ram);
74 int (*stop) (struct kgsl_device *device);
75 int (*getproperty) (struct kgsl_device *device,
76 enum kgsl_property_type type, void *value,
77 unsigned int sizebytes);
78 int (*waittimestamp) (struct kgsl_device *device,
Wei Zouc8c01632012-03-24 17:27:26 -070079 unsigned int timestamp, unsigned int msecs);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070080 unsigned int (*readtimestamp) (struct kgsl_device *device,
Wei Zouc8c01632012-03-24 17:27:26 -070081 enum kgsl_timestamp_type type);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070082 int (*issueibcmds) (struct kgsl_device_private *dev_priv,
83 struct kgsl_context *context, struct kgsl_ibdesc *ibdesc,
84 unsigned int sizedwords, uint32_t *timestamp,
85 unsigned int flags);
86 int (*setup_pt)(struct kgsl_device *device,
87 struct kgsl_pagetable *pagetable);
Jordan Crouse9f739212011-07-28 08:37:57 -060088 void (*cleanup_pt)(struct kgsl_device *device,
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070089 struct kgsl_pagetable *pagetable);
90 void (*power_stats)(struct kgsl_device *device,
91 struct kgsl_power_stats *stats);
92 void (*irqctrl)(struct kgsl_device *device, int state);
Jordan Crousea0758f22011-12-07 11:19:22 -070093 unsigned int (*gpuid)(struct kgsl_device *device);
Jordan Crouse156cfbc2012-01-24 09:32:04 -070094 void * (*snapshot)(struct kgsl_device *device, void *snapshot,
95 int *remain, int hang);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070096 /* Optional functions - these functions are not mandatory. The
97 driver will check that the function pointer is not NULL before
98 calling the hook */
99 void (*setstate) (struct kgsl_device *device, uint32_t flags);
100 int (*drawctxt_create) (struct kgsl_device *device,
101 struct kgsl_pagetable *pagetable, struct kgsl_context *context,
102 uint32_t flags);
103 void (*drawctxt_destroy) (struct kgsl_device *device,
104 struct kgsl_context *context);
105 long (*ioctl) (struct kgsl_device_private *dev_priv,
106 unsigned int cmd, void *data);
Jordan Crouseed7dd7f2012-03-29 13:16:02 -0600107 int (*setproperty) (struct kgsl_device *device,
108 enum kgsl_property_type type, void *value,
109 unsigned int sizebytes);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700110};
111
112struct kgsl_memregion {
113 unsigned char *mmio_virt_base;
114 unsigned int mmio_phys_base;
115 uint32_t gpu_base;
116 unsigned int sizebytes;
117};
118
Jeremy Gebben4e8aada2011-07-12 10:07:47 -0600119/* MH register values */
120struct kgsl_mh {
121 unsigned int mharb;
122 unsigned int mh_intf_cfg1;
123 unsigned int mh_intf_cfg2;
124 uint32_t mpu_base;
125 int mpu_range;
126};
127
Jordan Croused4bc9d22011-11-17 13:39:21 -0700128struct kgsl_event {
129 uint32_t timestamp;
Wei Zouc8c01632012-03-24 17:27:26 -0700130 void (*func)(struct kgsl_device *, void *, u32);
Jordan Croused4bc9d22011-11-17 13:39:21 -0700131 void *priv;
132 struct list_head list;
Jeremy Gebbenfd87f9a2012-02-10 07:06:09 -0700133 struct kgsl_device_private *owner;
Jordan Croused4bc9d22011-11-17 13:39:21 -0700134};
135
136
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700137struct kgsl_device {
138 struct device *dev;
139 const char *name;
140 unsigned int ver_major;
141 unsigned int ver_minor;
142 uint32_t flags;
143 enum kgsl_deviceid id;
144 struct kgsl_memregion regspace;
145 struct kgsl_memdesc memstore;
146 const char *iomemname;
147
Jeremy Gebben4e8aada2011-07-12 10:07:47 -0600148 struct kgsl_mh mh;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700149 struct kgsl_mmu mmu;
150 struct completion hwaccess_gate;
151 const struct kgsl_functable *ftbl;
152 struct work_struct idle_check_ws;
153 struct timer_list idle_timer;
154 struct kgsl_pwrctrl pwrctrl;
155 int open_count;
156
157 struct atomic_notifier_head ts_notifier_list;
158 struct mutex mutex;
159 uint32_t state;
160 uint32_t requested_state;
161
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700162 unsigned int active_cnt;
163 struct completion suspend_gate;
164
165 wait_queue_head_t wait_queue;
166 struct workqueue_struct *work_queue;
167 struct device *parentdev;
168 struct completion recovery_gate;
169 struct dentry *d_debugfs;
170 struct idr context_idr;
171 struct early_suspend display_off;
172
Jordan Crouse156cfbc2012-01-24 09:32:04 -0700173 void *snapshot; /* Pointer to the snapshot memory region */
174 int snapshot_maxsize; /* Max size of the snapshot region */
175 int snapshot_size; /* Current size of the snapshot region */
176 u32 snapshot_timestamp; /* Timestamp of the last valid snapshot */
177 int snapshot_frozen; /* 1 if the snapshot output is frozen until
178 it gets read by the user. This avoids
179 losing the output on multiple hangs */
180 struct kobject snapshot_kobj;
181
Jordan Crouse9610b6b2012-03-16 14:53:42 -0600182 /*
183 * List of GPU buffers that have been frozen in memory until they can be
184 * dumped
185 */
186 struct list_head snapshot_obj_list;
187
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700188 /* Logging levels */
189 int cmd_log;
190 int ctxt_log;
191 int drv_log;
192 int mem_log;
193 int pwr_log;
194 struct wake_lock idle_wakelock;
195 struct kgsl_pwrscale pwrscale;
196 struct kobject pwrscale_kobj;
Lucille Sylvester10297892012-02-27 13:54:47 -0700197 struct pm_qos_request_list pm_qos_req_dma;
Jordan Crouse1bf80aa2011-10-12 16:57:47 -0600198 struct work_struct ts_expired_ws;
Jordan Croused4bc9d22011-11-17 13:39:21 -0700199 struct list_head events;
Lucille Sylvester808eca22011-11-03 10:26:29 -0700200 s64 on_time;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700201};
202
203struct kgsl_context {
204 uint32_t id;
205
206 /* Pointer to the owning device instance */
207 struct kgsl_device_private *dev_priv;
208
209 /* Pointer to the device specific context information */
210 void *devctxt;
Shubhraprakash Das2dfe5dd2012-02-10 13:49:53 -0700211 /*
212 * Status indicating whether a gpu reset occurred and whether this
213 * context was responsible for causing it
214 */
215 unsigned int reset_status;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700216};
217
218struct kgsl_process_private {
219 unsigned int refcnt;
220 pid_t pid;
221 spinlock_t mem_lock;
Jordan Crousec9559e42012-04-05 16:55:56 -0600222 struct rb_root mem_rb;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700223 struct kgsl_pagetable *pagetable;
224 struct list_head list;
Jordan Crouse1b897cf2011-10-12 16:57:48 -0600225 struct kobject kobj;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700226
227 struct {
Jordan Crouse1b897cf2011-10-12 16:57:48 -0600228 unsigned int cur;
229 unsigned int max;
230 } stats[KGSL_MEM_ENTRY_MAX];
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700231};
232
233struct kgsl_device_private {
234 struct kgsl_device *device;
235 struct kgsl_process_private *process_priv;
236};
237
238struct kgsl_power_stats {
239 s64 total_time;
240 s64 busy_time;
241};
242
243struct kgsl_device *kgsl_get_device(int dev_idx);
244
Jordan Crouse1b897cf2011-10-12 16:57:48 -0600245static inline void kgsl_process_add_stats(struct kgsl_process_private *priv,
246 unsigned int type, size_t size)
247{
248 priv->stats[type].cur += size;
249 if (priv->stats[type].max < priv->stats[type].cur)
250 priv->stats[type].max = priv->stats[type].cur;
251}
252
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700253static inline void kgsl_regread(struct kgsl_device *device,
254 unsigned int offsetwords,
255 unsigned int *value)
256{
257 device->ftbl->regread(device, offsetwords, value);
258}
259
260static inline void kgsl_regwrite(struct kgsl_device *device,
261 unsigned int offsetwords,
262 unsigned int value)
263{
264 device->ftbl->regwrite(device, offsetwords, value);
265}
266
267static inline int kgsl_idle(struct kgsl_device *device, unsigned int timeout)
268{
269 return device->ftbl->idle(device, timeout);
270}
271
Jordan Crousea0758f22011-12-07 11:19:22 -0700272static inline unsigned int kgsl_gpuid(struct kgsl_device *device)
273{
274 return device->ftbl->gpuid(device);
275}
276
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700277static inline int kgsl_create_device_sysfs_files(struct device *root,
278 const struct device_attribute **list)
279{
280 int ret = 0, i;
281 for (i = 0; list[i] != NULL; i++)
282 ret |= device_create_file(root, list[i]);
283 return ret;
284}
285
286static inline void kgsl_remove_device_sysfs_files(struct device *root,
287 const struct device_attribute **list)
288{
289 int i;
290 for (i = 0; list[i] != NULL; i++)
291 device_remove_file(root, list[i]);
292}
293
294static inline struct kgsl_mmu *
295kgsl_get_mmu(struct kgsl_device *device)
296{
297 return (struct kgsl_mmu *) (device ? &device->mmu : NULL);
298}
299
300static inline struct kgsl_device *kgsl_device_from_dev(struct device *dev)
301{
302 int i;
303
304 for (i = 0; i < KGSL_DEVICE_MAX; i++) {
305 if (kgsl_driver.devp[i] && kgsl_driver.devp[i]->dev == dev)
306 return kgsl_driver.devp[i];
307 }
308
309 return NULL;
310}
311
312static inline int kgsl_create_device_workqueue(struct kgsl_device *device)
313{
Steve Muckle3e042df2011-11-18 11:25:04 -0800314 device->work_queue = create_singlethread_workqueue(device->name);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700315 if (!device->work_queue) {
Steve Muckle3e042df2011-11-18 11:25:04 -0800316 KGSL_DRV_ERR(device,
317 "create_singlethread_workqueue(%s) failed\n",
318 device->name);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700319 return -EINVAL;
320 }
321 return 0;
322}
323
324static inline struct kgsl_context *
325kgsl_find_context(struct kgsl_device_private *dev_priv, uint32_t id)
326{
327 struct kgsl_context *ctxt =
328 idr_find(&dev_priv->device->context_idr, id);
329
330 /* Make sure that the context belongs to the current instance so
331 that other processes can't guess context IDs and mess things up */
332
333 return (ctxt && ctxt->dev_priv == dev_priv) ? ctxt : NULL;
334}
335
Wei Zouc8c01632012-03-24 17:27:26 -0700336int kgsl_check_timestamp(struct kgsl_device *device, unsigned int timestamp);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700337
338int kgsl_register_ts_notifier(struct kgsl_device *device,
339 struct notifier_block *nb);
340
341int kgsl_unregister_ts_notifier(struct kgsl_device *device,
342 struct notifier_block *nb);
343
344int kgsl_device_platform_probe(struct kgsl_device *device,
345 irqreturn_t (*dev_isr) (int, void*));
346void kgsl_device_platform_remove(struct kgsl_device *device);
347
Jeremy Gebbenb50f3312011-12-16 08:58:33 -0700348const char *kgsl_pwrstate_to_str(unsigned int state);
349
Jordan Crouse156cfbc2012-01-24 09:32:04 -0700350int kgsl_device_snapshot_init(struct kgsl_device *device);
351int kgsl_device_snapshot(struct kgsl_device *device, int hang);
352void kgsl_device_snapshot_close(struct kgsl_device *device);
353
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700354#endif /* __KGSL_DEVICE_H */