blob: a50747d6d68a5455e0ca11d0a84a21b9df918cd1 [file] [log] [blame]
Vijay Krishnamoorthybef66932012-01-24 09:32:05 -07001/* Copyright (c) 2002,2007-2012, Code Aurora Forum. All rights reserved.
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -07002 *
3 * This program is free software; you can redistribute it and/or modify
4 * it under the terms of the GNU General Public License version 2 and
5 * only version 2 as published by the Free Software Foundation.
6 *
7 * This program is distributed in the hope that it will be useful,
8 * but WITHOUT ANY WARRANTY; without even the implied warranty of
9 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
10 * GNU General Public License for more details.
11 *
12 */
Jordan Crousea78c9172011-07-11 13:14:09 -060013
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070014#include <linux/slab.h>
15
16#include "kgsl.h"
17#include "kgsl_sharedmem.h"
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070018#include "adreno.h"
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070019
Carter Cooper7e7f02e2012-02-15 09:36:31 -070020#define KGSL_INIT_REFTIMESTAMP 0x7FFFFFFF
21
Jordan Crouse0e0486f2011-07-28 08:37:58 -060022/* quad for copying GMEM to context shadow */
23#define QUAD_LEN 12
Jordan Crouseb4d31bd2012-02-01 22:11:12 -070024#define QUAD_RESTORE_LEN 14
Jordan Crouse0e0486f2011-07-28 08:37:58 -060025
26static unsigned int gmem_copy_quad[QUAD_LEN] = {
27 0x00000000, 0x00000000, 0x3f800000,
28 0x00000000, 0x00000000, 0x3f800000,
29 0x00000000, 0x00000000, 0x3f800000,
30 0x00000000, 0x00000000, 0x3f800000
31};
32
Jordan Crouseb4d31bd2012-02-01 22:11:12 -070033static unsigned int gmem_restore_quad[QUAD_RESTORE_LEN] = {
34 0x00000000, 0x3f800000, 0x3f800000,
35 0x00000000, 0x00000000, 0x00000000,
36 0x3f800000, 0x00000000, 0x00000000,
37 0x3f800000, 0x00000000, 0x00000000,
38 0x3f800000, 0x3f800000,
39};
40
Jordan Crouse0e0486f2011-07-28 08:37:58 -060041#define TEXCOORD_LEN 8
42
43static unsigned int gmem_copy_texcoord[TEXCOORD_LEN] = {
44 0x00000000, 0x3f800000,
45 0x3f800000, 0x3f800000,
46 0x00000000, 0x00000000,
47 0x3f800000, 0x00000000
48};
49
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070050/*
Jordan Crousea78c9172011-07-11 13:14:09 -060051 * Helper functions
52 * These are global helper functions used by the GPUs during context switch
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070053 */
54
Jordan Crousea78c9172011-07-11 13:14:09 -060055/**
56 * uint2float - convert a uint to IEEE754 single precision float
57 * @ uintval - value to convert
58 */
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070059
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070060unsigned int uint2float(unsigned int uintval)
61{
62 unsigned int exp, frac = 0;
63
64 if (uintval == 0)
65 return 0;
66
67 exp = ilog2(uintval);
68
69 /* Calculate fraction */
70 if (23 > exp)
71 frac = (uintval & (~(1 << exp))) << (23 - exp);
72
73 /* Exp is biased by 127 and shifted 23 bits */
74 exp = (exp + 127) << 23;
75
76 return exp | frac;
77}
78
Jordan Crouse0e0486f2011-07-28 08:37:58 -060079static void set_gmem_copy_quad(struct gmem_shadow_t *shadow)
80{
81 /* set vertex buffer values */
82 gmem_copy_quad[1] = uint2float(shadow->height);
83 gmem_copy_quad[3] = uint2float(shadow->width);
84 gmem_copy_quad[4] = uint2float(shadow->height);
85 gmem_copy_quad[9] = uint2float(shadow->width);
86
Jordan Crouseb4d31bd2012-02-01 22:11:12 -070087 gmem_restore_quad[5] = uint2float(shadow->height);
88 gmem_restore_quad[7] = uint2float(shadow->width);
Jordan Crouse0e0486f2011-07-28 08:37:58 -060089
90 memcpy(shadow->quad_vertices.hostptr, gmem_copy_quad, QUAD_LEN << 2);
Tarun Karra7e8e1cf2012-02-06 18:23:19 -080091 memcpy(shadow->quad_vertices_restore.hostptr, gmem_restore_quad,
Jordan Crouseb4d31bd2012-02-01 22:11:12 -070092 QUAD_RESTORE_LEN << 2);
Jordan Crouse0e0486f2011-07-28 08:37:58 -060093
94 memcpy(shadow->quad_texcoords.hostptr, gmem_copy_texcoord,
95 TEXCOORD_LEN << 2);
96}
97
98/**
99 * build_quad_vtxbuff - Create a quad for saving/restoring GMEM
100 * @ context - Pointer to the context being created
101 * @ shadow - Pointer to the GMEM shadow structure
102 * @ incmd - Pointer to pointer to the temporary command buffer
103 */
104
105/* quad for saving/restoring gmem */
106void build_quad_vtxbuff(struct adreno_context *drawctxt,
107 struct gmem_shadow_t *shadow, unsigned int **incmd)
108{
109 unsigned int *cmd = *incmd;
110
111 /* quad vertex buffer location (in GPU space) */
112 shadow->quad_vertices.hostptr = cmd;
113 shadow->quad_vertices.gpuaddr = virt2gpu(cmd, &drawctxt->gpustate);
114
115 cmd += QUAD_LEN;
116
Jordan Crouseb4d31bd2012-02-01 22:11:12 -0700117 /* Used by A3XX, but define for both to make the code easier */
118 shadow->quad_vertices_restore.hostptr = cmd;
119 shadow->quad_vertices_restore.gpuaddr =
120 virt2gpu(cmd, &drawctxt->gpustate);
121
122 cmd += QUAD_RESTORE_LEN;
123
Jordan Crouse0e0486f2011-07-28 08:37:58 -0600124 /* tex coord buffer location (in GPU space) */
125 shadow->quad_texcoords.hostptr = cmd;
126 shadow->quad_texcoords.gpuaddr = virt2gpu(cmd, &drawctxt->gpustate);
127
128 cmd += TEXCOORD_LEN;
129
130 set_gmem_copy_quad(shadow);
131 *incmd = cmd;
132}
133
Jordan Crousea78c9172011-07-11 13:14:09 -0600134/**
135 * adreno_drawctxt_create - create a new adreno draw context
136 * @device - KGSL device to create the context on
137 * @pagetable - Pagetable for the context
138 * @context- Generic KGSL context structure
139 * @flags - flags for the context (passed from user space)
140 *
141 * Create a new draw context for the 3D core. Return 0 on success,
142 * or error code on failure.
143 */
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700144int adreno_drawctxt_create(struct kgsl_device *device,
145 struct kgsl_pagetable *pagetable,
146 struct kgsl_context *context, uint32_t flags)
147{
148 struct adreno_context *drawctxt;
149 struct adreno_device *adreno_dev = ADRENO_DEVICE(device);
Carter Cooper7ffaba62012-05-24 13:59:53 -0600150 struct adreno_ringbuffer *rb = &adreno_dev->ringbuffer;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700151 int ret;
152
153 drawctxt = kzalloc(sizeof(struct adreno_context), GFP_KERNEL);
154
155 if (drawctxt == NULL)
156 return -ENOMEM;
157
158 drawctxt->pagetable = pagetable;
159 drawctxt->bin_base_offset = 0;
Carter Cooper7e7f02e2012-02-15 09:36:31 -0700160 drawctxt->id = context->id;
Carter Cooper7ffaba62012-05-24 13:59:53 -0600161 rb->timestamp[context->id] = 0;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700162
Vijay Krishnamoorthybef66932012-01-24 09:32:05 -0700163 if (flags & KGSL_CONTEXT_PREAMBLE)
164 drawctxt->flags |= CTXT_FLAGS_PREAMBLE;
Jordan Crousea78c9172011-07-11 13:14:09 -0600165
Vijay Krishnamoorthybef66932012-01-24 09:32:05 -0700166 if (flags & KGSL_CONTEXT_NO_GMEM_ALLOC)
167 drawctxt->flags |= CTXT_FLAGS_NOGMEMALLOC;
168
Carter Cooper7e7f02e2012-02-15 09:36:31 -0700169 if (flags & KGSL_CONTEXT_PER_CONTEXT_TS)
170 drawctxt->flags |= CTXT_FLAGS_PER_CONTEXT_TS;
171
Vijay Krishnamoorthybef66932012-01-24 09:32:05 -0700172 ret = adreno_dev->gpudev->ctxt_create(adreno_dev, drawctxt);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700173 if (ret)
174 goto err;
175
Carter Cooper7e7f02e2012-02-15 09:36:31 -0700176 kgsl_sharedmem_writel(&device->memstore,
177 KGSL_MEMSTORE_OFFSET(drawctxt->id, ref_wait_ts),
178 KGSL_INIT_REFTIMESTAMP);
Carter Cooper7ffaba62012-05-24 13:59:53 -0600179 kgsl_sharedmem_writel(&device->memstore,
180 KGSL_MEMSTORE_OFFSET(drawctxt->id, ts_cmp_enable), 0);
181 kgsl_sharedmem_writel(&device->memstore,
182 KGSL_MEMSTORE_OFFSET(drawctxt->id, soptimestamp), 0);
183 kgsl_sharedmem_writel(&device->memstore,
184 KGSL_MEMSTORE_OFFSET(drawctxt->id, eoptimestamp), 0);
Carter Cooper7e7f02e2012-02-15 09:36:31 -0700185
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700186 context->devctxt = drawctxt;
187 return 0;
188err:
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700189 kfree(drawctxt);
190 return ret;
191}
192
Jordan Crousea78c9172011-07-11 13:14:09 -0600193/**
194 * adreno_drawctxt_destroy - destroy a draw context
195 * @device - KGSL device that owns the context
196 * @context- Generic KGSL context container for the context
197 *
198 * Destroy an existing context. Return 0 on success or error
199 * code on failure.
200 */
201
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700202/* destroy a drawing context */
203
204void adreno_drawctxt_destroy(struct kgsl_device *device,
205 struct kgsl_context *context)
206{
207 struct adreno_device *adreno_dev = ADRENO_DEVICE(device);
Carter Cooper7e7f02e2012-02-15 09:36:31 -0700208 struct adreno_context *drawctxt;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700209
Jordan Crouse87239682012-06-19 13:08:22 -0600210 if (context == NULL || context->devctxt == NULL)
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700211 return;
212
Carter Cooper7e7f02e2012-02-15 09:36:31 -0700213 drawctxt = context->devctxt;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700214 /* deactivate context */
215 if (adreno_dev->drawctxt_active == drawctxt) {
216 /* no need to save GMEM or shader, the context is
217 * being destroyed.
218 */
219 drawctxt->flags &= ~(CTXT_FLAGS_GMEM_SAVE |
220 CTXT_FLAGS_SHADER_SAVE |
221 CTXT_FLAGS_GMEM_SHADOW |
222 CTXT_FLAGS_STATE_SHADOW);
223
Shubhraprakash Dasfc2c9042012-08-15 04:11:55 -0700224 drawctxt->flags |= CTXT_FLAGS_BEING_DESTOYED;
225
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700226 adreno_drawctxt_switch(adreno_dev, NULL, 0);
227 }
228
Jordan Crousea29a2e02012-08-14 09:09:23 -0600229 adreno_idle(device);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700230
Rajeev Kulkarni27923382012-08-12 16:03:15 +0530231 if (adreno_is_a20x(adreno_dev) && adreno_dev->drawctxt_active)
232 kgsl_setstate(&device->mmu, adreno_dev->drawctxt_active->id,
233 KGSL_MMUFLAGS_PTUPDATE);
234
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700235 kgsl_sharedmem_free(&drawctxt->gpustate);
236 kgsl_sharedmem_free(&drawctxt->context_gmem_shadow.gmemshadow);
237
238 kfree(drawctxt);
239 context->devctxt = NULL;
240}
241
Jordan Crousea78c9172011-07-11 13:14:09 -0600242/**
243 * adreno_drawctxt_set_bin_base_offset - set bin base offset for the context
244 * @device - KGSL device that owns the context
245 * @context- Generic KGSL context container for the context
246 * @offset - Offset to set
247 *
248 * Set the bin base offset for A2XX devices. Not valid for A3XX devices.
249 */
250
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700251void adreno_drawctxt_set_bin_base_offset(struct kgsl_device *device,
252 struct kgsl_context *context,
253 unsigned int offset)
254{
255 struct adreno_context *drawctxt = context->devctxt;
256
257 if (drawctxt)
258 drawctxt->bin_base_offset = offset;
259}
260
Jordan Crousea78c9172011-07-11 13:14:09 -0600261/**
262 * adreno_drawctxt_switch - switch the current draw context
263 * @adreno_dev - The 3D device that owns the context
264 * @drawctxt - the 3D context to switch to
265 * @flags - Flags to accompany the switch (from user space)
266 *
267 * Switch the current draw context
268 */
269
270void adreno_drawctxt_switch(struct adreno_device *adreno_dev,
271 struct adreno_context *drawctxt,
272 unsigned int flags)
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700273{
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700274 struct kgsl_device *device = &adreno_dev->dev;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700275
276 if (drawctxt) {
277 if (flags & KGSL_CONTEXT_SAVE_GMEM)
278 /* Set the flag in context so that the save is done
279 * when this context is switched out. */
280 drawctxt->flags |= CTXT_FLAGS_GMEM_SAVE;
281 else
282 /* Remove GMEM saving flag from the context */
283 drawctxt->flags &= ~CTXT_FLAGS_GMEM_SAVE;
284 }
Jordan Crousea78c9172011-07-11 13:14:09 -0600285
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700286 /* already current? */
Shubhraprakash Das4624b552012-06-01 14:08:03 -0600287 if (adreno_dev->drawctxt_active == drawctxt) {
288 if (adreno_dev->gpudev->ctxt_draw_workaround &&
289 adreno_is_a225(adreno_dev))
290 adreno_dev->gpudev->ctxt_draw_workaround(
Shubhraprakash Dasb2abc452012-06-08 16:33:03 -0600291 adreno_dev, drawctxt);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700292 return;
Shubhraprakash Das4624b552012-06-01 14:08:03 -0600293 }
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700294
295 KGSL_CTXT_INFO(device, "from %p to %p flags %d\n",
296 adreno_dev->drawctxt_active, drawctxt, flags);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700297
Jordan Crousea78c9172011-07-11 13:14:09 -0600298 /* Save the old context */
299 adreno_dev->gpudev->ctxt_save(adreno_dev, adreno_dev->drawctxt_active);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700300
Jordan Crousea78c9172011-07-11 13:14:09 -0600301 /* Set the new context */
Jordan Crousea78c9172011-07-11 13:14:09 -0600302 adreno_dev->gpudev->ctxt_restore(adreno_dev, drawctxt);
Shubhraprakash Dasb848f442012-04-26 15:53:46 -0600303 adreno_dev->drawctxt_active = drawctxt;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700304}