Vijay Krishnamoorthy | bef6693 | 2012-01-24 09:32:05 -0700 | [diff] [blame] | 1 | /* Copyright (c) 2002,2007-2012, Code Aurora Forum. All rights reserved. |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 2 | * |
| 3 | * This program is free software; you can redistribute it and/or modify |
| 4 | * it under the terms of the GNU General Public License version 2 and |
| 5 | * only version 2 as published by the Free Software Foundation. |
| 6 | * |
| 7 | * This program is distributed in the hope that it will be useful, |
| 8 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 9 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 10 | * GNU General Public License for more details. |
| 11 | * |
| 12 | */ |
Jordan Crouse | a78c917 | 2011-07-11 13:14:09 -0600 | [diff] [blame] | 13 | |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 14 | #include <linux/slab.h> |
| 15 | |
| 16 | #include "kgsl.h" |
| 17 | #include "kgsl_sharedmem.h" |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 18 | #include "adreno.h" |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 19 | |
Carter Cooper | 7e7f02e | 2012-02-15 09:36:31 -0700 | [diff] [blame] | 20 | #define KGSL_INIT_REFTIMESTAMP 0x7FFFFFFF |
| 21 | |
Jordan Crouse | 0e0486f | 2011-07-28 08:37:58 -0600 | [diff] [blame] | 22 | /* quad for copying GMEM to context shadow */ |
| 23 | #define QUAD_LEN 12 |
Jordan Crouse | b4d31bd | 2012-02-01 22:11:12 -0700 | [diff] [blame] | 24 | #define QUAD_RESTORE_LEN 14 |
Jordan Crouse | 0e0486f | 2011-07-28 08:37:58 -0600 | [diff] [blame] | 25 | |
| 26 | static unsigned int gmem_copy_quad[QUAD_LEN] = { |
| 27 | 0x00000000, 0x00000000, 0x3f800000, |
| 28 | 0x00000000, 0x00000000, 0x3f800000, |
| 29 | 0x00000000, 0x00000000, 0x3f800000, |
| 30 | 0x00000000, 0x00000000, 0x3f800000 |
| 31 | }; |
| 32 | |
Jordan Crouse | b4d31bd | 2012-02-01 22:11:12 -0700 | [diff] [blame] | 33 | static unsigned int gmem_restore_quad[QUAD_RESTORE_LEN] = { |
| 34 | 0x00000000, 0x3f800000, 0x3f800000, |
| 35 | 0x00000000, 0x00000000, 0x00000000, |
| 36 | 0x3f800000, 0x00000000, 0x00000000, |
| 37 | 0x3f800000, 0x00000000, 0x00000000, |
| 38 | 0x3f800000, 0x3f800000, |
| 39 | }; |
| 40 | |
Jordan Crouse | 0e0486f | 2011-07-28 08:37:58 -0600 | [diff] [blame] | 41 | #define TEXCOORD_LEN 8 |
| 42 | |
| 43 | static unsigned int gmem_copy_texcoord[TEXCOORD_LEN] = { |
| 44 | 0x00000000, 0x3f800000, |
| 45 | 0x3f800000, 0x3f800000, |
| 46 | 0x00000000, 0x00000000, |
| 47 | 0x3f800000, 0x00000000 |
| 48 | }; |
| 49 | |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 50 | /* |
Jordan Crouse | a78c917 | 2011-07-11 13:14:09 -0600 | [diff] [blame] | 51 | * Helper functions |
| 52 | * These are global helper functions used by the GPUs during context switch |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 53 | */ |
| 54 | |
Jordan Crouse | a78c917 | 2011-07-11 13:14:09 -0600 | [diff] [blame] | 55 | /** |
| 56 | * uint2float - convert a uint to IEEE754 single precision float |
| 57 | * @ uintval - value to convert |
| 58 | */ |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 59 | |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 60 | unsigned int uint2float(unsigned int uintval) |
| 61 | { |
| 62 | unsigned int exp, frac = 0; |
| 63 | |
| 64 | if (uintval == 0) |
| 65 | return 0; |
| 66 | |
| 67 | exp = ilog2(uintval); |
| 68 | |
| 69 | /* Calculate fraction */ |
| 70 | if (23 > exp) |
| 71 | frac = (uintval & (~(1 << exp))) << (23 - exp); |
| 72 | |
| 73 | /* Exp is biased by 127 and shifted 23 bits */ |
| 74 | exp = (exp + 127) << 23; |
| 75 | |
| 76 | return exp | frac; |
| 77 | } |
| 78 | |
Jordan Crouse | 0e0486f | 2011-07-28 08:37:58 -0600 | [diff] [blame] | 79 | static void set_gmem_copy_quad(struct gmem_shadow_t *shadow) |
| 80 | { |
| 81 | /* set vertex buffer values */ |
| 82 | gmem_copy_quad[1] = uint2float(shadow->height); |
| 83 | gmem_copy_quad[3] = uint2float(shadow->width); |
| 84 | gmem_copy_quad[4] = uint2float(shadow->height); |
| 85 | gmem_copy_quad[9] = uint2float(shadow->width); |
| 86 | |
Jordan Crouse | b4d31bd | 2012-02-01 22:11:12 -0700 | [diff] [blame] | 87 | gmem_restore_quad[5] = uint2float(shadow->height); |
| 88 | gmem_restore_quad[7] = uint2float(shadow->width); |
Jordan Crouse | 0e0486f | 2011-07-28 08:37:58 -0600 | [diff] [blame] | 89 | |
| 90 | memcpy(shadow->quad_vertices.hostptr, gmem_copy_quad, QUAD_LEN << 2); |
Tarun Karra | 7e8e1cf | 2012-02-06 18:23:19 -0800 | [diff] [blame] | 91 | memcpy(shadow->quad_vertices_restore.hostptr, gmem_restore_quad, |
Jordan Crouse | b4d31bd | 2012-02-01 22:11:12 -0700 | [diff] [blame] | 92 | QUAD_RESTORE_LEN << 2); |
Jordan Crouse | 0e0486f | 2011-07-28 08:37:58 -0600 | [diff] [blame] | 93 | |
| 94 | memcpy(shadow->quad_texcoords.hostptr, gmem_copy_texcoord, |
| 95 | TEXCOORD_LEN << 2); |
| 96 | } |
| 97 | |
| 98 | /** |
| 99 | * build_quad_vtxbuff - Create a quad for saving/restoring GMEM |
| 100 | * @ context - Pointer to the context being created |
| 101 | * @ shadow - Pointer to the GMEM shadow structure |
| 102 | * @ incmd - Pointer to pointer to the temporary command buffer |
| 103 | */ |
| 104 | |
| 105 | /* quad for saving/restoring gmem */ |
| 106 | void build_quad_vtxbuff(struct adreno_context *drawctxt, |
| 107 | struct gmem_shadow_t *shadow, unsigned int **incmd) |
| 108 | { |
| 109 | unsigned int *cmd = *incmd; |
| 110 | |
| 111 | /* quad vertex buffer location (in GPU space) */ |
| 112 | shadow->quad_vertices.hostptr = cmd; |
| 113 | shadow->quad_vertices.gpuaddr = virt2gpu(cmd, &drawctxt->gpustate); |
| 114 | |
| 115 | cmd += QUAD_LEN; |
| 116 | |
Jordan Crouse | b4d31bd | 2012-02-01 22:11:12 -0700 | [diff] [blame] | 117 | /* Used by A3XX, but define for both to make the code easier */ |
| 118 | shadow->quad_vertices_restore.hostptr = cmd; |
| 119 | shadow->quad_vertices_restore.gpuaddr = |
| 120 | virt2gpu(cmd, &drawctxt->gpustate); |
| 121 | |
| 122 | cmd += QUAD_RESTORE_LEN; |
| 123 | |
Jordan Crouse | 0e0486f | 2011-07-28 08:37:58 -0600 | [diff] [blame] | 124 | /* tex coord buffer location (in GPU space) */ |
| 125 | shadow->quad_texcoords.hostptr = cmd; |
| 126 | shadow->quad_texcoords.gpuaddr = virt2gpu(cmd, &drawctxt->gpustate); |
| 127 | |
| 128 | cmd += TEXCOORD_LEN; |
| 129 | |
| 130 | set_gmem_copy_quad(shadow); |
| 131 | *incmd = cmd; |
| 132 | } |
| 133 | |
Jordan Crouse | a78c917 | 2011-07-11 13:14:09 -0600 | [diff] [blame] | 134 | /** |
| 135 | * adreno_drawctxt_create - create a new adreno draw context |
| 136 | * @device - KGSL device to create the context on |
| 137 | * @pagetable - Pagetable for the context |
| 138 | * @context- Generic KGSL context structure |
| 139 | * @flags - flags for the context (passed from user space) |
| 140 | * |
| 141 | * Create a new draw context for the 3D core. Return 0 on success, |
| 142 | * or error code on failure. |
| 143 | */ |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 144 | int adreno_drawctxt_create(struct kgsl_device *device, |
| 145 | struct kgsl_pagetable *pagetable, |
| 146 | struct kgsl_context *context, uint32_t flags) |
| 147 | { |
| 148 | struct adreno_context *drawctxt; |
| 149 | struct adreno_device *adreno_dev = ADRENO_DEVICE(device); |
Carter Cooper | 7ffaba6 | 2012-05-24 13:59:53 -0600 | [diff] [blame] | 150 | struct adreno_ringbuffer *rb = &adreno_dev->ringbuffer; |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 151 | int ret; |
| 152 | |
| 153 | drawctxt = kzalloc(sizeof(struct adreno_context), GFP_KERNEL); |
| 154 | |
| 155 | if (drawctxt == NULL) |
| 156 | return -ENOMEM; |
| 157 | |
| 158 | drawctxt->pagetable = pagetable; |
| 159 | drawctxt->bin_base_offset = 0; |
Carter Cooper | 7e7f02e | 2012-02-15 09:36:31 -0700 | [diff] [blame] | 160 | drawctxt->id = context->id; |
Carter Cooper | 7ffaba6 | 2012-05-24 13:59:53 -0600 | [diff] [blame] | 161 | rb->timestamp[context->id] = 0; |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 162 | |
Vijay Krishnamoorthy | bef6693 | 2012-01-24 09:32:05 -0700 | [diff] [blame] | 163 | if (flags & KGSL_CONTEXT_PREAMBLE) |
| 164 | drawctxt->flags |= CTXT_FLAGS_PREAMBLE; |
Jordan Crouse | a78c917 | 2011-07-11 13:14:09 -0600 | [diff] [blame] | 165 | |
Vijay Krishnamoorthy | bef6693 | 2012-01-24 09:32:05 -0700 | [diff] [blame] | 166 | if (flags & KGSL_CONTEXT_NO_GMEM_ALLOC) |
| 167 | drawctxt->flags |= CTXT_FLAGS_NOGMEMALLOC; |
| 168 | |
Carter Cooper | 7e7f02e | 2012-02-15 09:36:31 -0700 | [diff] [blame] | 169 | if (flags & KGSL_CONTEXT_PER_CONTEXT_TS) |
| 170 | drawctxt->flags |= CTXT_FLAGS_PER_CONTEXT_TS; |
| 171 | |
Vijay Krishnamoorthy | e80c346 | 2012-08-27 14:07:32 -0700 | [diff] [blame^] | 172 | if (flags & KGSL_CONTEXT_USER_GENERATED_TS) { |
| 173 | if (!(flags & KGSL_CONTEXT_PER_CONTEXT_TS)) { |
| 174 | ret = -EINVAL; |
| 175 | goto err; |
| 176 | } |
| 177 | drawctxt->flags |= CTXT_FLAGS_USER_GENERATED_TS; |
| 178 | } |
| 179 | |
Vijay Krishnamoorthy | bef6693 | 2012-01-24 09:32:05 -0700 | [diff] [blame] | 180 | ret = adreno_dev->gpudev->ctxt_create(adreno_dev, drawctxt); |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 181 | if (ret) |
| 182 | goto err; |
| 183 | |
Carter Cooper | 7e7f02e | 2012-02-15 09:36:31 -0700 | [diff] [blame] | 184 | kgsl_sharedmem_writel(&device->memstore, |
| 185 | KGSL_MEMSTORE_OFFSET(drawctxt->id, ref_wait_ts), |
| 186 | KGSL_INIT_REFTIMESTAMP); |
Carter Cooper | 7ffaba6 | 2012-05-24 13:59:53 -0600 | [diff] [blame] | 187 | kgsl_sharedmem_writel(&device->memstore, |
| 188 | KGSL_MEMSTORE_OFFSET(drawctxt->id, ts_cmp_enable), 0); |
| 189 | kgsl_sharedmem_writel(&device->memstore, |
| 190 | KGSL_MEMSTORE_OFFSET(drawctxt->id, soptimestamp), 0); |
| 191 | kgsl_sharedmem_writel(&device->memstore, |
| 192 | KGSL_MEMSTORE_OFFSET(drawctxt->id, eoptimestamp), 0); |
Carter Cooper | 7e7f02e | 2012-02-15 09:36:31 -0700 | [diff] [blame] | 193 | |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 194 | context->devctxt = drawctxt; |
| 195 | return 0; |
| 196 | err: |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 197 | kfree(drawctxt); |
| 198 | return ret; |
| 199 | } |
| 200 | |
Jordan Crouse | a78c917 | 2011-07-11 13:14:09 -0600 | [diff] [blame] | 201 | /** |
| 202 | * adreno_drawctxt_destroy - destroy a draw context |
| 203 | * @device - KGSL device that owns the context |
| 204 | * @context- Generic KGSL context container for the context |
| 205 | * |
| 206 | * Destroy an existing context. Return 0 on success or error |
| 207 | * code on failure. |
| 208 | */ |
| 209 | |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 210 | /* destroy a drawing context */ |
| 211 | |
| 212 | void adreno_drawctxt_destroy(struct kgsl_device *device, |
| 213 | struct kgsl_context *context) |
| 214 | { |
| 215 | struct adreno_device *adreno_dev = ADRENO_DEVICE(device); |
Carter Cooper | 7e7f02e | 2012-02-15 09:36:31 -0700 | [diff] [blame] | 216 | struct adreno_context *drawctxt; |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 217 | |
Jordan Crouse | 8723968 | 2012-06-19 13:08:22 -0600 | [diff] [blame] | 218 | if (context == NULL || context->devctxt == NULL) |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 219 | return; |
| 220 | |
Carter Cooper | 7e7f02e | 2012-02-15 09:36:31 -0700 | [diff] [blame] | 221 | drawctxt = context->devctxt; |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 222 | /* deactivate context */ |
| 223 | if (adreno_dev->drawctxt_active == drawctxt) { |
| 224 | /* no need to save GMEM or shader, the context is |
| 225 | * being destroyed. |
| 226 | */ |
| 227 | drawctxt->flags &= ~(CTXT_FLAGS_GMEM_SAVE | |
| 228 | CTXT_FLAGS_SHADER_SAVE | |
| 229 | CTXT_FLAGS_GMEM_SHADOW | |
| 230 | CTXT_FLAGS_STATE_SHADOW); |
| 231 | |
Shubhraprakash Das | c9ec266 | 2012-11-20 11:10:41 -0700 | [diff] [blame] | 232 | drawctxt->flags |= CTXT_FLAGS_BEING_DESTROYED; |
Shubhraprakash Das | fc2c904 | 2012-08-15 04:11:55 -0700 | [diff] [blame] | 233 | |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 234 | adreno_drawctxt_switch(adreno_dev, NULL, 0); |
| 235 | } |
| 236 | |
Tarun Karra | 5244cbd | 2012-09-20 13:27:20 -0700 | [diff] [blame] | 237 | if (device->state != KGSL_STATE_HUNG) |
| 238 | adreno_idle(device); |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 239 | |
Rajeev Kulkarni | 2792338 | 2012-08-12 16:03:15 +0530 | [diff] [blame] | 240 | if (adreno_is_a20x(adreno_dev) && adreno_dev->drawctxt_active) |
| 241 | kgsl_setstate(&device->mmu, adreno_dev->drawctxt_active->id, |
| 242 | KGSL_MMUFLAGS_PTUPDATE); |
| 243 | |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 244 | kgsl_sharedmem_free(&drawctxt->gpustate); |
| 245 | kgsl_sharedmem_free(&drawctxt->context_gmem_shadow.gmemshadow); |
| 246 | |
| 247 | kfree(drawctxt); |
| 248 | context->devctxt = NULL; |
| 249 | } |
| 250 | |
Jordan Crouse | a78c917 | 2011-07-11 13:14:09 -0600 | [diff] [blame] | 251 | /** |
| 252 | * adreno_drawctxt_set_bin_base_offset - set bin base offset for the context |
| 253 | * @device - KGSL device that owns the context |
| 254 | * @context- Generic KGSL context container for the context |
| 255 | * @offset - Offset to set |
| 256 | * |
| 257 | * Set the bin base offset for A2XX devices. Not valid for A3XX devices. |
| 258 | */ |
| 259 | |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 260 | void adreno_drawctxt_set_bin_base_offset(struct kgsl_device *device, |
| 261 | struct kgsl_context *context, |
| 262 | unsigned int offset) |
| 263 | { |
| 264 | struct adreno_context *drawctxt = context->devctxt; |
| 265 | |
| 266 | if (drawctxt) |
| 267 | drawctxt->bin_base_offset = offset; |
| 268 | } |
| 269 | |
Jordan Crouse | a78c917 | 2011-07-11 13:14:09 -0600 | [diff] [blame] | 270 | /** |
| 271 | * adreno_drawctxt_switch - switch the current draw context |
| 272 | * @adreno_dev - The 3D device that owns the context |
| 273 | * @drawctxt - the 3D context to switch to |
| 274 | * @flags - Flags to accompany the switch (from user space) |
| 275 | * |
| 276 | * Switch the current draw context |
| 277 | */ |
| 278 | |
| 279 | void adreno_drawctxt_switch(struct adreno_device *adreno_dev, |
| 280 | struct adreno_context *drawctxt, |
| 281 | unsigned int flags) |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 282 | { |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 283 | struct kgsl_device *device = &adreno_dev->dev; |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 284 | |
| 285 | if (drawctxt) { |
| 286 | if (flags & KGSL_CONTEXT_SAVE_GMEM) |
| 287 | /* Set the flag in context so that the save is done |
| 288 | * when this context is switched out. */ |
| 289 | drawctxt->flags |= CTXT_FLAGS_GMEM_SAVE; |
| 290 | else |
| 291 | /* Remove GMEM saving flag from the context */ |
| 292 | drawctxt->flags &= ~CTXT_FLAGS_GMEM_SAVE; |
| 293 | } |
Jordan Crouse | a78c917 | 2011-07-11 13:14:09 -0600 | [diff] [blame] | 294 | |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 295 | /* already current? */ |
Shubhraprakash Das | 4624b55 | 2012-06-01 14:08:03 -0600 | [diff] [blame] | 296 | if (adreno_dev->drawctxt_active == drawctxt) { |
| 297 | if (adreno_dev->gpudev->ctxt_draw_workaround && |
| 298 | adreno_is_a225(adreno_dev)) |
| 299 | adreno_dev->gpudev->ctxt_draw_workaround( |
Shubhraprakash Das | b2abc45 | 2012-06-08 16:33:03 -0600 | [diff] [blame] | 300 | adreno_dev, drawctxt); |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 301 | return; |
Shubhraprakash Das | 4624b55 | 2012-06-01 14:08:03 -0600 | [diff] [blame] | 302 | } |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 303 | |
| 304 | KGSL_CTXT_INFO(device, "from %p to %p flags %d\n", |
| 305 | adreno_dev->drawctxt_active, drawctxt, flags); |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 306 | |
Jordan Crouse | a78c917 | 2011-07-11 13:14:09 -0600 | [diff] [blame] | 307 | /* Save the old context */ |
| 308 | adreno_dev->gpudev->ctxt_save(adreno_dev, adreno_dev->drawctxt_active); |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 309 | |
Jordan Crouse | a78c917 | 2011-07-11 13:14:09 -0600 | [diff] [blame] | 310 | /* Set the new context */ |
Jordan Crouse | a78c917 | 2011-07-11 13:14:09 -0600 | [diff] [blame] | 311 | adreno_dev->gpudev->ctxt_restore(adreno_dev, drawctxt); |
Shubhraprakash Das | b848f44 | 2012-04-26 15:53:46 -0600 | [diff] [blame] | 312 | adreno_dev->drawctxt_active = drawctxt; |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 313 | } |