blob: f30854dc82ce2c69189cec160416f551cde460f0 [file] [log] [blame]
Vijay Krishnamoorthybef66932012-01-24 09:32:05 -07001/* Copyright (c) 2002,2007-2012, Code Aurora Forum. All rights reserved.
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -07002 *
3 * This program is free software; you can redistribute it and/or modify
4 * it under the terms of the GNU General Public License version 2 and
5 * only version 2 as published by the Free Software Foundation.
6 *
7 * This program is distributed in the hope that it will be useful,
8 * but WITHOUT ANY WARRANTY; without even the implied warranty of
9 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
10 * GNU General Public License for more details.
11 *
12 */
Jordan Crousea78c9172011-07-11 13:14:09 -060013
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070014#include <linux/slab.h>
15
16#include "kgsl.h"
17#include "kgsl_sharedmem.h"
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070018#include "adreno.h"
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070019
Carter Cooper7e7f02e2012-02-15 09:36:31 -070020#define KGSL_INIT_REFTIMESTAMP 0x7FFFFFFF
21
Jordan Crouse0e0486f2011-07-28 08:37:58 -060022/* quad for copying GMEM to context shadow */
23#define QUAD_LEN 12
Jordan Crouseb4d31bd2012-02-01 22:11:12 -070024#define QUAD_RESTORE_LEN 14
Jordan Crouse0e0486f2011-07-28 08:37:58 -060025
26static unsigned int gmem_copy_quad[QUAD_LEN] = {
27 0x00000000, 0x00000000, 0x3f800000,
28 0x00000000, 0x00000000, 0x3f800000,
29 0x00000000, 0x00000000, 0x3f800000,
30 0x00000000, 0x00000000, 0x3f800000
31};
32
Jordan Crouseb4d31bd2012-02-01 22:11:12 -070033static unsigned int gmem_restore_quad[QUAD_RESTORE_LEN] = {
34 0x00000000, 0x3f800000, 0x3f800000,
35 0x00000000, 0x00000000, 0x00000000,
36 0x3f800000, 0x00000000, 0x00000000,
37 0x3f800000, 0x00000000, 0x00000000,
38 0x3f800000, 0x3f800000,
39};
40
Jordan Crouse0e0486f2011-07-28 08:37:58 -060041#define TEXCOORD_LEN 8
42
43static unsigned int gmem_copy_texcoord[TEXCOORD_LEN] = {
44 0x00000000, 0x3f800000,
45 0x3f800000, 0x3f800000,
46 0x00000000, 0x00000000,
47 0x3f800000, 0x00000000
48};
49
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070050/*
Jordan Crousea78c9172011-07-11 13:14:09 -060051 * Helper functions
52 * These are global helper functions used by the GPUs during context switch
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070053 */
54
Jordan Crousea78c9172011-07-11 13:14:09 -060055/**
56 * uint2float - convert a uint to IEEE754 single precision float
57 * @ uintval - value to convert
58 */
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070059
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070060unsigned int uint2float(unsigned int uintval)
61{
62 unsigned int exp, frac = 0;
63
64 if (uintval == 0)
65 return 0;
66
67 exp = ilog2(uintval);
68
69 /* Calculate fraction */
70 if (23 > exp)
71 frac = (uintval & (~(1 << exp))) << (23 - exp);
72
73 /* Exp is biased by 127 and shifted 23 bits */
74 exp = (exp + 127) << 23;
75
76 return exp | frac;
77}
78
Jordan Crouse0e0486f2011-07-28 08:37:58 -060079static void set_gmem_copy_quad(struct gmem_shadow_t *shadow)
80{
81 /* set vertex buffer values */
82 gmem_copy_quad[1] = uint2float(shadow->height);
83 gmem_copy_quad[3] = uint2float(shadow->width);
84 gmem_copy_quad[4] = uint2float(shadow->height);
85 gmem_copy_quad[9] = uint2float(shadow->width);
86
Jordan Crouseb4d31bd2012-02-01 22:11:12 -070087 gmem_restore_quad[5] = uint2float(shadow->height);
88 gmem_restore_quad[7] = uint2float(shadow->width);
Jordan Crouse0e0486f2011-07-28 08:37:58 -060089
90 memcpy(shadow->quad_vertices.hostptr, gmem_copy_quad, QUAD_LEN << 2);
Tarun Karra7e8e1cf2012-02-06 18:23:19 -080091 memcpy(shadow->quad_vertices_restore.hostptr, gmem_restore_quad,
Jordan Crouseb4d31bd2012-02-01 22:11:12 -070092 QUAD_RESTORE_LEN << 2);
Jordan Crouse0e0486f2011-07-28 08:37:58 -060093
94 memcpy(shadow->quad_texcoords.hostptr, gmem_copy_texcoord,
95 TEXCOORD_LEN << 2);
96}
97
98/**
99 * build_quad_vtxbuff - Create a quad for saving/restoring GMEM
100 * @ context - Pointer to the context being created
101 * @ shadow - Pointer to the GMEM shadow structure
102 * @ incmd - Pointer to pointer to the temporary command buffer
103 */
104
105/* quad for saving/restoring gmem */
106void build_quad_vtxbuff(struct adreno_context *drawctxt,
107 struct gmem_shadow_t *shadow, unsigned int **incmd)
108{
109 unsigned int *cmd = *incmd;
110
111 /* quad vertex buffer location (in GPU space) */
112 shadow->quad_vertices.hostptr = cmd;
113 shadow->quad_vertices.gpuaddr = virt2gpu(cmd, &drawctxt->gpustate);
114
115 cmd += QUAD_LEN;
116
Jordan Crouseb4d31bd2012-02-01 22:11:12 -0700117 /* Used by A3XX, but define for both to make the code easier */
118 shadow->quad_vertices_restore.hostptr = cmd;
119 shadow->quad_vertices_restore.gpuaddr =
120 virt2gpu(cmd, &drawctxt->gpustate);
121
122 cmd += QUAD_RESTORE_LEN;
123
Jordan Crouse0e0486f2011-07-28 08:37:58 -0600124 /* tex coord buffer location (in GPU space) */
125 shadow->quad_texcoords.hostptr = cmd;
126 shadow->quad_texcoords.gpuaddr = virt2gpu(cmd, &drawctxt->gpustate);
127
128 cmd += TEXCOORD_LEN;
129
130 set_gmem_copy_quad(shadow);
131 *incmd = cmd;
132}
133
Jordan Crousea78c9172011-07-11 13:14:09 -0600134/**
135 * adreno_drawctxt_create - create a new adreno draw context
136 * @device - KGSL device to create the context on
137 * @pagetable - Pagetable for the context
138 * @context- Generic KGSL context structure
139 * @flags - flags for the context (passed from user space)
140 *
141 * Create a new draw context for the 3D core. Return 0 on success,
142 * or error code on failure.
143 */
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700144int adreno_drawctxt_create(struct kgsl_device *device,
145 struct kgsl_pagetable *pagetable,
146 struct kgsl_context *context, uint32_t flags)
147{
148 struct adreno_context *drawctxt;
149 struct adreno_device *adreno_dev = ADRENO_DEVICE(device);
Carter Cooper7ffaba62012-05-24 13:59:53 -0600150 struct adreno_ringbuffer *rb = &adreno_dev->ringbuffer;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700151 int ret;
152
153 drawctxt = kzalloc(sizeof(struct adreno_context), GFP_KERNEL);
154
155 if (drawctxt == NULL)
156 return -ENOMEM;
157
158 drawctxt->pagetable = pagetable;
159 drawctxt->bin_base_offset = 0;
Carter Cooper7e7f02e2012-02-15 09:36:31 -0700160 drawctxt->id = context->id;
Carter Cooper7ffaba62012-05-24 13:59:53 -0600161 rb->timestamp[context->id] = 0;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700162
Vijay Krishnamoorthybef66932012-01-24 09:32:05 -0700163 if (flags & KGSL_CONTEXT_PREAMBLE)
164 drawctxt->flags |= CTXT_FLAGS_PREAMBLE;
Jordan Crousea78c9172011-07-11 13:14:09 -0600165
Vijay Krishnamoorthybef66932012-01-24 09:32:05 -0700166 if (flags & KGSL_CONTEXT_NO_GMEM_ALLOC)
167 drawctxt->flags |= CTXT_FLAGS_NOGMEMALLOC;
168
Carter Cooper7e7f02e2012-02-15 09:36:31 -0700169 if (flags & KGSL_CONTEXT_PER_CONTEXT_TS)
170 drawctxt->flags |= CTXT_FLAGS_PER_CONTEXT_TS;
171
Vijay Krishnamoorthybef66932012-01-24 09:32:05 -0700172 ret = adreno_dev->gpudev->ctxt_create(adreno_dev, drawctxt);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700173 if (ret)
174 goto err;
175
Carter Cooper7e7f02e2012-02-15 09:36:31 -0700176 kgsl_sharedmem_writel(&device->memstore,
177 KGSL_MEMSTORE_OFFSET(drawctxt->id, ref_wait_ts),
178 KGSL_INIT_REFTIMESTAMP);
Carter Cooper7ffaba62012-05-24 13:59:53 -0600179 kgsl_sharedmem_writel(&device->memstore,
180 KGSL_MEMSTORE_OFFSET(drawctxt->id, ts_cmp_enable), 0);
181 kgsl_sharedmem_writel(&device->memstore,
182 KGSL_MEMSTORE_OFFSET(drawctxt->id, soptimestamp), 0);
183 kgsl_sharedmem_writel(&device->memstore,
184 KGSL_MEMSTORE_OFFSET(drawctxt->id, eoptimestamp), 0);
Carter Cooper7e7f02e2012-02-15 09:36:31 -0700185
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700186 context->devctxt = drawctxt;
187 return 0;
188err:
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700189 kfree(drawctxt);
190 return ret;
191}
192
Jordan Crousea78c9172011-07-11 13:14:09 -0600193/**
194 * adreno_drawctxt_destroy - destroy a draw context
195 * @device - KGSL device that owns the context
196 * @context- Generic KGSL context container for the context
197 *
198 * Destroy an existing context. Return 0 on success or error
199 * code on failure.
200 */
201
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700202/* destroy a drawing context */
203
204void adreno_drawctxt_destroy(struct kgsl_device *device,
205 struct kgsl_context *context)
206{
207 struct adreno_device *adreno_dev = ADRENO_DEVICE(device);
Carter Cooper7e7f02e2012-02-15 09:36:31 -0700208 struct adreno_context *drawctxt;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700209
Jordan Crouse87239682012-06-19 13:08:22 -0600210 if (context == NULL || context->devctxt == NULL)
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700211 return;
212
Carter Cooper7e7f02e2012-02-15 09:36:31 -0700213 drawctxt = context->devctxt;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700214 /* deactivate context */
215 if (adreno_dev->drawctxt_active == drawctxt) {
216 /* no need to save GMEM or shader, the context is
217 * being destroyed.
218 */
219 drawctxt->flags &= ~(CTXT_FLAGS_GMEM_SAVE |
220 CTXT_FLAGS_SHADER_SAVE |
221 CTXT_FLAGS_GMEM_SHADOW |
222 CTXT_FLAGS_STATE_SHADOW);
223
Shubhraprakash Dasc9ec2662012-11-20 11:10:41 -0700224 drawctxt->flags |= CTXT_FLAGS_BEING_DESTROYED;
Shubhraprakash Dasfc2c9042012-08-15 04:11:55 -0700225
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700226 adreno_drawctxt_switch(adreno_dev, NULL, 0);
227 }
228
Tarun Karra5244cbd2012-09-20 13:27:20 -0700229 if (device->state != KGSL_STATE_HUNG)
230 adreno_idle(device);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700231
Rajeev Kulkarni27923382012-08-12 16:03:15 +0530232 if (adreno_is_a20x(adreno_dev) && adreno_dev->drawctxt_active)
233 kgsl_setstate(&device->mmu, adreno_dev->drawctxt_active->id,
234 KGSL_MMUFLAGS_PTUPDATE);
235
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700236 kgsl_sharedmem_free(&drawctxt->gpustate);
237 kgsl_sharedmem_free(&drawctxt->context_gmem_shadow.gmemshadow);
238
239 kfree(drawctxt);
240 context->devctxt = NULL;
241}
242
Jordan Crousea78c9172011-07-11 13:14:09 -0600243/**
244 * adreno_drawctxt_set_bin_base_offset - set bin base offset for the context
245 * @device - KGSL device that owns the context
246 * @context- Generic KGSL context container for the context
247 * @offset - Offset to set
248 *
249 * Set the bin base offset for A2XX devices. Not valid for A3XX devices.
250 */
251
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700252void adreno_drawctxt_set_bin_base_offset(struct kgsl_device *device,
253 struct kgsl_context *context,
254 unsigned int offset)
255{
256 struct adreno_context *drawctxt = context->devctxt;
257
258 if (drawctxt)
259 drawctxt->bin_base_offset = offset;
260}
261
Jordan Crousea78c9172011-07-11 13:14:09 -0600262/**
263 * adreno_drawctxt_switch - switch the current draw context
264 * @adreno_dev - The 3D device that owns the context
265 * @drawctxt - the 3D context to switch to
266 * @flags - Flags to accompany the switch (from user space)
267 *
268 * Switch the current draw context
269 */
270
271void adreno_drawctxt_switch(struct adreno_device *adreno_dev,
272 struct adreno_context *drawctxt,
273 unsigned int flags)
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700274{
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700275 struct kgsl_device *device = &adreno_dev->dev;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700276
277 if (drawctxt) {
278 if (flags & KGSL_CONTEXT_SAVE_GMEM)
279 /* Set the flag in context so that the save is done
280 * when this context is switched out. */
281 drawctxt->flags |= CTXT_FLAGS_GMEM_SAVE;
282 else
283 /* Remove GMEM saving flag from the context */
284 drawctxt->flags &= ~CTXT_FLAGS_GMEM_SAVE;
285 }
Jordan Crousea78c9172011-07-11 13:14:09 -0600286
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700287 /* already current? */
Shubhraprakash Das4624b552012-06-01 14:08:03 -0600288 if (adreno_dev->drawctxt_active == drawctxt) {
289 if (adreno_dev->gpudev->ctxt_draw_workaround &&
290 adreno_is_a225(adreno_dev))
291 adreno_dev->gpudev->ctxt_draw_workaround(
Shubhraprakash Dasb2abc452012-06-08 16:33:03 -0600292 adreno_dev, drawctxt);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700293 return;
Shubhraprakash Das4624b552012-06-01 14:08:03 -0600294 }
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700295
296 KGSL_CTXT_INFO(device, "from %p to %p flags %d\n",
297 adreno_dev->drawctxt_active, drawctxt, flags);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700298
Jordan Crousea78c9172011-07-11 13:14:09 -0600299 /* Save the old context */
300 adreno_dev->gpudev->ctxt_save(adreno_dev, adreno_dev->drawctxt_active);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700301
Jordan Crousea78c9172011-07-11 13:14:09 -0600302 /* Set the new context */
Jordan Crousea78c9172011-07-11 13:14:09 -0600303 adreno_dev->gpudev->ctxt_restore(adreno_dev, drawctxt);
Shubhraprakash Dasb848f442012-04-26 15:53:46 -0600304 adreno_dev->drawctxt_active = drawctxt;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700305}