blob: 3aff68409b35befe120f5ef0c4d85fd2a3857253 [file] [log] [blame]
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -08001/*
2 * Copyright (C) 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "Camera3-OutputStream"
18#define ATRACE_TAG ATRACE_TAG_CAMERA
19//#define LOG_NDEBUG 0
20
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -080021#include <utils/Log.h>
22#include <utils/Trace.h>
23#include "Camera3OutputStream.h"
24
25#ifndef container_of
26#define container_of(ptr, type, member) \
27 (type *)((char*)(ptr) - offsetof(type, member))
28#endif
29
30namespace android {
31
32namespace camera3 {
33
34Camera3OutputStream::Camera3OutputStream(int id,
Eino-Ville Talvala727d1722015-06-09 13:44:19 -070035 sp<Surface> consumer,
Eino-Ville Talvala3d82c0d2015-02-23 15:19:19 -080036 uint32_t width, uint32_t height, int format,
Shuzhen Wangc28dccc2016-02-11 23:48:46 -080037 android_dataspace dataSpace, camera3_stream_rotation_t rotation,
38 nsecs_t timestampOffset, int setId) :
Igor Murashkine3a9f962013-05-08 18:03:15 -070039 Camera3IOStreamBase(id, CAMERA3_STREAM_OUTPUT, width, height,
Zhijun He125684a2015-12-26 15:07:30 -080040 /*maxSize*/0, format, dataSpace, rotation, setId),
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -080041 mConsumer(consumer),
Ruchit Sharmae0711f22014-08-18 13:48:24 -040042 mTransform(0),
Zhijun He125684a2015-12-26 15:07:30 -080043 mTraceFirstBuffer(true),
Shuzhen Wangc28dccc2016-02-11 23:48:46 -080044 mUseBufferManager(false),
Zhijun He5d677d12016-05-29 16:52:39 -070045 mTimestampOffset(timestampOffset),
46 mConsumerUsage(0) {
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -080047
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -080048 if (mConsumer == NULL) {
49 ALOGE("%s: Consumer is NULL!", __FUNCTION__);
50 mState = STATE_ERROR;
51 }
Zhijun He125684a2015-12-26 15:07:30 -080052
53 if (setId > CAMERA3_STREAM_SET_ID_INVALID) {
54 mBufferReleasedListener = new BufferReleasedListener(this);
55 }
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -080056}
57
58Camera3OutputStream::Camera3OutputStream(int id,
Eino-Ville Talvala727d1722015-06-09 13:44:19 -070059 sp<Surface> consumer,
Eino-Ville Talvala3d82c0d2015-02-23 15:19:19 -080060 uint32_t width, uint32_t height, size_t maxSize, int format,
Shuzhen Wangc28dccc2016-02-11 23:48:46 -080061 android_dataspace dataSpace, camera3_stream_rotation_t rotation,
62 nsecs_t timestampOffset, int setId) :
Igor Murashkine3a9f962013-05-08 18:03:15 -070063 Camera3IOStreamBase(id, CAMERA3_STREAM_OUTPUT, width, height, maxSize,
Zhijun He125684a2015-12-26 15:07:30 -080064 format, dataSpace, rotation, setId),
Igor Murashkina55b5452013-04-02 16:36:33 -070065 mConsumer(consumer),
Ruchit Sharmae0711f22014-08-18 13:48:24 -040066 mTransform(0),
Zhijun He125684a2015-12-26 15:07:30 -080067 mTraceFirstBuffer(true),
Shuzhen Wangc28dccc2016-02-11 23:48:46 -080068 mUseMonoTimestamp(false),
69 mUseBufferManager(false),
Zhijun He5d677d12016-05-29 16:52:39 -070070 mTimestampOffset(timestampOffset),
71 mConsumerUsage(0) {
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -080072
Yin-Chia Yehe9154ce2015-12-07 14:38:04 -080073 if (format != HAL_PIXEL_FORMAT_BLOB && format != HAL_PIXEL_FORMAT_RAW_OPAQUE) {
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -080074 ALOGE("%s: Bad format for size-only stream: %d", __FUNCTION__,
75 format);
76 mState = STATE_ERROR;
77 }
78
79 if (mConsumer == NULL) {
80 ALOGE("%s: Consumer is NULL!", __FUNCTION__);
81 mState = STATE_ERROR;
82 }
Zhijun He125684a2015-12-26 15:07:30 -080083
84 if (setId > CAMERA3_STREAM_SET_ID_INVALID) {
85 mBufferReleasedListener = new BufferReleasedListener(this);
86 }
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -080087}
88
Zhijun He5d677d12016-05-29 16:52:39 -070089Camera3OutputStream::Camera3OutputStream(int id,
90 uint32_t width, uint32_t height, int format,
91 uint32_t consumerUsage, android_dataspace dataSpace,
92 camera3_stream_rotation_t rotation, nsecs_t timestampOffset, int setId) :
93 Camera3IOStreamBase(id, CAMERA3_STREAM_OUTPUT, width, height,
94 /*maxSize*/0, format, dataSpace, rotation, setId),
95 mConsumer(nullptr),
96 mTransform(0),
97 mTraceFirstBuffer(true),
98 mUseBufferManager(false),
99 mTimestampOffset(timestampOffset),
100 mConsumerUsage(consumerUsage) {
101 // Deferred consumer only support preview surface format now.
102 if (format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED) {
103 ALOGE("%s: Deferred consumer only supports IMPLEMENTATION_DEFINED format now!",
104 __FUNCTION__);
105 mState = STATE_ERROR;
106 }
107
108 // Sanity check for the consumer usage flag.
109 if ((consumerUsage & GraphicBuffer::USAGE_HW_TEXTURE) == 0 &&
110 (consumerUsage & GraphicBuffer::USAGE_HW_COMPOSER) == 0) {
111 ALOGE("%s: Deferred consumer usage flag is illegal (0x%x)!", __FUNCTION__, consumerUsage);
112 mState = STATE_ERROR;
113 }
114
115 mConsumerName = String8("Deferred");
116 if (setId > CAMERA3_STREAM_SET_ID_INVALID) {
117 mBufferReleasedListener = new BufferReleasedListener(this);
118 }
119
120}
121
Igor Murashkine3a9f962013-05-08 18:03:15 -0700122Camera3OutputStream::Camera3OutputStream(int id, camera3_stream_type_t type,
123 uint32_t width, uint32_t height,
Eino-Ville Talvala3d82c0d2015-02-23 15:19:19 -0800124 int format,
Yin-Chia Yehb97babb2015-03-12 13:42:44 -0700125 android_dataspace dataSpace,
Zhijun He125684a2015-12-26 15:07:30 -0800126 camera3_stream_rotation_t rotation,
127 int setId) :
Igor Murashkine3a9f962013-05-08 18:03:15 -0700128 Camera3IOStreamBase(id, type, width, height,
129 /*maxSize*/0,
Zhijun He125684a2015-12-26 15:07:30 -0800130 format, dataSpace, rotation, setId),
131 mTransform(0),
132 mTraceFirstBuffer(true),
Shuzhen Wangc28dccc2016-02-11 23:48:46 -0800133 mUseMonoTimestamp(false),
Zhijun He5d677d12016-05-29 16:52:39 -0700134 mUseBufferManager(false),
135 mConsumerUsage(0) {
Zhijun He125684a2015-12-26 15:07:30 -0800136
137 if (setId > CAMERA3_STREAM_SET_ID_INVALID) {
138 mBufferReleasedListener = new BufferReleasedListener(this);
139 }
Igor Murashkine3a9f962013-05-08 18:03:15 -0700140
141 // Subclasses expected to initialize mConsumer themselves
142}
143
144
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800145Camera3OutputStream::~Camera3OutputStream() {
146 disconnectLocked();
147}
148
149status_t Camera3OutputStream::getBufferLocked(camera3_stream_buffer *buffer) {
150 ATRACE_CALL();
151 status_t res;
152
Igor Murashkine3a9f962013-05-08 18:03:15 -0700153 if ((res = getBufferPreconditionCheckLocked()) != OK) {
154 return res;
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800155 }
156
157 ANativeWindowBuffer* anb;
Zhijun He125684a2015-12-26 15:07:30 -0800158 int fenceFd = -1;
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700159 bool gotBufferFromManager = false;
160
Zhijun He125684a2015-12-26 15:07:30 -0800161 if (mUseBufferManager) {
162 sp<GraphicBuffer> gb;
163 res = mBufferManager->getBufferForStream(getId(), getStreamSetId(), &gb, &fenceFd);
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700164 if (res == OK) {
165 // Attach this buffer to the bufferQueue: the buffer will be in dequeue state after a
166 // successful return.
167 anb = gb.get();
168 res = mConsumer->attachBuffer(anb);
169 if (res != OK) {
170 ALOGE("%s: Stream %d: Can't attach the output buffer to this surface: %s (%d)",
171 __FUNCTION__, mId, strerror(-res), res);
172 return res;
173 }
174 gotBufferFromManager = true;
175 ALOGV("Stream %d: Attached new buffer", getId());
176 } else if (res == ALREADY_EXISTS) {
177 // Have sufficient free buffers already attached, can just
178 // dequeue from buffer queue
179 ALOGV("Stream %d: Reusing attached buffer", getId());
180 gotBufferFromManager = false;
181 } else if (res != OK) {
Zhijun He125684a2015-12-26 15:07:30 -0800182 ALOGE("%s: Stream %d: Can't get next output buffer from buffer manager: %s (%d)",
183 __FUNCTION__, mId, strerror(-res), res);
184 return res;
185 }
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700186 }
187 if (!gotBufferFromManager) {
Zhijun He125684a2015-12-26 15:07:30 -0800188 /**
189 * Release the lock briefly to avoid deadlock for below scenario:
190 * Thread 1: StreamingProcessor::startStream -> Camera3Stream::isConfiguring().
191 * This thread acquired StreamingProcessor lock and try to lock Camera3Stream lock.
192 * Thread 2: Camera3Stream::returnBuffer->StreamingProcessor::onFrameAvailable().
193 * This thread acquired Camera3Stream lock and bufferQueue lock, and try to lock
194 * StreamingProcessor lock.
195 * Thread 3: Camera3Stream::getBuffer(). This thread acquired Camera3Stream lock
196 * and try to lock bufferQueue lock.
197 * Then there is circular locking dependency.
198 */
199 sp<ANativeWindow> currentConsumer = mConsumer;
200 mLock.unlock();
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800201
Zhijun He125684a2015-12-26 15:07:30 -0800202 res = currentConsumer->dequeueBuffer(currentConsumer.get(), &anb, &fenceFd);
203 mLock.lock();
204 if (res != OK) {
205 ALOGE("%s: Stream %d: Can't dequeue next output buffer: %s (%d)",
206 __FUNCTION__, mId, strerror(-res), res);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700207
208 // Only transition to STATE_ABANDONED from STATE_CONFIGURED. (If it is STATE_PREPARING,
209 // let prepareNextBuffer handle the error.)
210 if (res == NO_INIT && mState == STATE_CONFIGURED) {
211 mState = STATE_ABANDONED;
212 }
213
Zhijun He125684a2015-12-26 15:07:30 -0800214 return res;
215 }
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800216 }
217
Igor Murashkine3a9f962013-05-08 18:03:15 -0700218 /**
219 * FenceFD now owned by HAL except in case of error,
220 * in which case we reassign it to acquire_fence
221 */
222 handoutBufferLocked(*buffer, &(anb->handle), /*acquireFence*/fenceFd,
Zhijun He6adc9cc2014-04-15 14:09:55 -0700223 /*releaseFence*/-1, CAMERA3_BUFFER_STATUS_OK, /*output*/true);
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800224
225 return OK;
226}
227
228status_t Camera3OutputStream::returnBufferLocked(
229 const camera3_stream_buffer &buffer,
230 nsecs_t timestamp) {
231 ATRACE_CALL();
Igor Murashkine3a9f962013-05-08 18:03:15 -0700232
233 status_t res = returnAnyBufferLocked(buffer, timestamp, /*output*/true);
234
235 if (res != OK) {
236 return res;
237 }
238
239 mLastTimestamp = timestamp;
240
241 return OK;
242}
243
244status_t Camera3OutputStream::returnBufferCheckedLocked(
245 const camera3_stream_buffer &buffer,
246 nsecs_t timestamp,
247 bool output,
248 /*out*/
249 sp<Fence> *releaseFenceOut) {
250
251 (void)output;
252 ALOG_ASSERT(output, "Expected output to be true");
253
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800254 status_t res;
Igor Murashkin5a1798a2013-05-07 10:58:13 -0700255
Yin-Chia Yeh4c9736f2015-03-05 15:01:36 -0800256 // Fence management - always honor release fence from HAL
257 sp<Fence> releaseFence = new Fence(buffer.release_fence);
Igor Murashkin5a1798a2013-05-07 10:58:13 -0700258 int anwReleaseFence = releaseFence->dup();
259
260 /**
Zhijun He124ccf42013-05-22 14:01:30 -0700261 * Release the lock briefly to avoid deadlock with
262 * StreamingProcessor::startStream -> Camera3Stream::isConfiguring (this
263 * thread will go into StreamingProcessor::onFrameAvailable) during
264 * queueBuffer
265 */
266 sp<ANativeWindow> currentConsumer = mConsumer;
267 mLock.unlock();
268
269 /**
Igor Murashkin5a1798a2013-05-07 10:58:13 -0700270 * Return buffer back to ANativeWindow
271 */
272 if (buffer.status == CAMERA3_BUFFER_STATUS_ERROR) {
273 // Cancel buffer
Zhijun He7b171a92016-06-24 16:05:52 -0700274 ALOGW("A frame is dropped for stream %d", mId);
Zhijun He124ccf42013-05-22 14:01:30 -0700275 res = currentConsumer->cancelBuffer(currentConsumer.get(),
Igor Murashkin5a1798a2013-05-07 10:58:13 -0700276 container_of(buffer.buffer, ANativeWindowBuffer, handle),
277 anwReleaseFence);
278 if (res != OK) {
279 ALOGE("%s: Stream %d: Error cancelling buffer to native window:"
Igor Murashkine3a9f962013-05-08 18:03:15 -0700280 " %s (%d)", __FUNCTION__, mId, strerror(-res), res);
Igor Murashkin5a1798a2013-05-07 10:58:13 -0700281 }
Zhijun He1ff811b2016-01-26 14:39:51 -0800282
283 if (mUseBufferManager) {
284 // Return this buffer back to buffer manager.
285 mBufferReleasedListener->onBufferReleased();
286 }
Igor Murashkin5a1798a2013-05-07 10:58:13 -0700287 } else {
Ruchit Sharmae0711f22014-08-18 13:48:24 -0400288 if (mTraceFirstBuffer && (stream_type == CAMERA3_STREAM_OUTPUT)) {
289 {
290 char traceLog[48];
291 snprintf(traceLog, sizeof(traceLog), "Stream %d: first full buffer\n", mId);
292 ATRACE_NAME(traceLog);
293 }
294 mTraceFirstBuffer = false;
295 }
296
Shuzhen Wang13a69632016-01-26 09:51:07 -0800297 /* Certain consumers (such as AudioSource or HardwareComposer) use
298 * MONOTONIC time, causing time misalignment if camera timestamp is
Shuzhen Wangc28dccc2016-02-11 23:48:46 -0800299 * in BOOTTIME. Do the conversion if necessary. */
300 res = native_window_set_buffers_timestamp(mConsumer.get(),
301 mUseMonoTimestamp ? timestamp - mTimestampOffset : timestamp);
302 if (res != OK) {
303 ALOGE("%s: Stream %d: Error setting timestamp: %s (%d)",
304 __FUNCTION__, mId, strerror(-res), res);
305 return res;
Yin-Chia Yeh4c9736f2015-03-05 15:01:36 -0800306 }
307
Zhijun He124ccf42013-05-22 14:01:30 -0700308 res = currentConsumer->queueBuffer(currentConsumer.get(),
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800309 container_of(buffer.buffer, ANativeWindowBuffer, handle),
310 anwReleaseFence);
311 if (res != OK) {
Igor Murashkine3a9f962013-05-08 18:03:15 -0700312 ALOGE("%s: Stream %d: Error queueing buffer to native window: "
313 "%s (%d)", __FUNCTION__, mId, strerror(-res), res);
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800314 }
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800315 }
Zhijun He124ccf42013-05-22 14:01:30 -0700316 mLock.lock();
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -0700317
318 // Once a valid buffer has been returned to the queue, can no longer
319 // dequeue all buffers for preallocation.
320 if (buffer.status != CAMERA3_BUFFER_STATUS_ERROR) {
321 mStreamUnpreparable = true;
322 }
323
Igor Murashkin5a1798a2013-05-07 10:58:13 -0700324 if (res != OK) {
325 close(anwReleaseFence);
Igor Murashkin5a1798a2013-05-07 10:58:13 -0700326 }
327
Igor Murashkine3a9f962013-05-08 18:03:15 -0700328 *releaseFenceOut = releaseFence;
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800329
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700330 return res;
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800331}
332
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800333void Camera3OutputStream::dump(int fd, const Vector<String16> &args) const {
334 (void) args;
335 String8 lines;
336 lines.appendFormat(" Stream[%d]: Output\n", mId);
Eino-Ville Talvala727d1722015-06-09 13:44:19 -0700337 lines.appendFormat(" Consumer name: %s\n", mConsumerName.string());
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800338 write(fd, lines.string(), lines.size());
Igor Murashkine3a9f962013-05-08 18:03:15 -0700339
340 Camera3IOStreamBase::dump(fd, args);
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800341}
342
343status_t Camera3OutputStream::setTransform(int transform) {
344 ATRACE_CALL();
345 Mutex::Autolock l(mLock);
346 return setTransformLocked(transform);
347}
348
349status_t Camera3OutputStream::setTransformLocked(int transform) {
350 status_t res = OK;
351 if (mState == STATE_ERROR) {
352 ALOGE("%s: Stream in error state", __FUNCTION__);
353 return INVALID_OPERATION;
354 }
355
356 mTransform = transform;
357 if (mState == STATE_CONFIGURED) {
358 res = native_window_set_buffers_transform(mConsumer.get(),
359 transform);
360 if (res != OK) {
361 ALOGE("%s: Unable to configure stream transform to %x: %s (%d)",
362 __FUNCTION__, transform, strerror(-res), res);
363 }
364 }
365 return res;
366}
367
368status_t Camera3OutputStream::configureQueueLocked() {
369 status_t res;
370
Ruchit Sharmae0711f22014-08-18 13:48:24 -0400371 mTraceFirstBuffer = true;
Igor Murashkine3a9f962013-05-08 18:03:15 -0700372 if ((res = Camera3IOStreamBase::configureQueueLocked()) != OK) {
373 return res;
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800374 }
375
Igor Murashkine3a9f962013-05-08 18:03:15 -0700376 ALOG_ASSERT(mConsumer != 0, "mConsumer should never be NULL");
377
Zhijun He125684a2015-12-26 15:07:30 -0800378 // Configure consumer-side ANativeWindow interface. The listener may be used
379 // to notify buffer manager (if it is used) of the returned buffers.
380 res = mConsumer->connect(NATIVE_WINDOW_API_CAMERA, /*listener*/mBufferReleasedListener);
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800381 if (res != OK) {
382 ALOGE("%s: Unable to connect to native window for stream %d",
383 __FUNCTION__, mId);
384 return res;
385 }
386
Eino-Ville Talvala727d1722015-06-09 13:44:19 -0700387 mConsumerName = mConsumer->getConsumerName();
388
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800389 res = native_window_set_usage(mConsumer.get(), camera3_stream::usage);
390 if (res != OK) {
391 ALOGE("%s: Unable to configure usage %08x for stream %d",
392 __FUNCTION__, camera3_stream::usage, mId);
393 return res;
394 }
395
396 res = native_window_set_scaling_mode(mConsumer.get(),
397 NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW);
398 if (res != OK) {
399 ALOGE("%s: Unable to configure stream scaling: %s (%d)",
400 __FUNCTION__, strerror(-res), res);
401 return res;
402 }
403
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800404 if (mMaxSize == 0) {
405 // For buffers of known size
Eino-Ville Talvala7d70c5e2014-07-24 18:10:23 -0700406 res = native_window_set_buffers_dimensions(mConsumer.get(),
407 camera3_stream::width, camera3_stream::height);
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800408 } else {
409 // For buffers with bounded size
Eino-Ville Talvala7d70c5e2014-07-24 18:10:23 -0700410 res = native_window_set_buffers_dimensions(mConsumer.get(),
411 mMaxSize, 1);
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800412 }
413 if (res != OK) {
Eino-Ville Talvala7d70c5e2014-07-24 18:10:23 -0700414 ALOGE("%s: Unable to configure stream buffer dimensions"
415 " %d x %d (maxSize %zu) for stream %d",
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800416 __FUNCTION__, camera3_stream::width, camera3_stream::height,
Eino-Ville Talvala7d70c5e2014-07-24 18:10:23 -0700417 mMaxSize, mId);
418 return res;
419 }
420 res = native_window_set_buffers_format(mConsumer.get(),
421 camera3_stream::format);
422 if (res != OK) {
423 ALOGE("%s: Unable to configure stream buffer format %#x for stream %d",
424 __FUNCTION__, camera3_stream::format, mId);
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800425 return res;
426 }
427
Eino-Ville Talvala3d82c0d2015-02-23 15:19:19 -0800428 res = native_window_set_buffers_data_space(mConsumer.get(),
429 camera3_stream::data_space);
430 if (res != OK) {
431 ALOGE("%s: Unable to configure stream dataspace %#x for stream %d",
432 __FUNCTION__, camera3_stream::data_space, mId);
433 return res;
434 }
435
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800436 int maxConsumerBuffers;
Eino-Ville Talvala727d1722015-06-09 13:44:19 -0700437 res = static_cast<ANativeWindow*>(mConsumer.get())->query(
438 mConsumer.get(),
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800439 NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, &maxConsumerBuffers);
440 if (res != OK) {
441 ALOGE("%s: Unable to query consumer undequeued"
442 " buffer count for stream %d", __FUNCTION__, mId);
443 return res;
444 }
445
Alex Ray20cb3002013-05-28 20:18:22 -0700446 ALOGV("%s: Consumer wants %d buffers, HAL wants %d", __FUNCTION__,
447 maxConsumerBuffers, camera3_stream::max_buffers);
448 if (camera3_stream::max_buffers == 0) {
Zhijun He2ab500c2013-07-23 08:02:53 -0700449 ALOGE("%s: Camera HAL requested max_buffer count: %d, requires at least 1",
Alex Ray20cb3002013-05-28 20:18:22 -0700450 __FUNCTION__, camera3_stream::max_buffers);
451 return INVALID_OPERATION;
452 }
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800453
454 mTotalBufferCount = maxConsumerBuffers + camera3_stream::max_buffers;
Zhijun He6adc9cc2014-04-15 14:09:55 -0700455 mHandoutTotalBufferCount = 0;
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800456 mFrameCount = 0;
457 mLastTimestamp = 0;
Shuzhen Wangc28dccc2016-02-11 23:48:46 -0800458 mUseMonoTimestamp = (isConsumedByHWComposer() | isVideoStream());
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800459
460 res = native_window_set_buffer_count(mConsumer.get(),
461 mTotalBufferCount);
462 if (res != OK) {
463 ALOGE("%s: Unable to set buffer count for stream %d",
464 __FUNCTION__, mId);
465 return res;
466 }
467
468 res = native_window_set_buffers_transform(mConsumer.get(),
469 mTransform);
470 if (res != OK) {
471 ALOGE("%s: Unable to configure stream transform to %x: %s (%d)",
472 __FUNCTION__, mTransform, strerror(-res), res);
473 }
474
Zhijun He125684a2015-12-26 15:07:30 -0800475 /**
Zhijun Heedd41ae2016-02-03 14:45:53 -0800476 * Camera3 Buffer manager is only supported by HAL3.3 onwards, as the older HALs requires
Zhijun He125684a2015-12-26 15:07:30 -0800477 * buffers to be statically allocated for internal static buffer registration, while the
478 * buffers provided by buffer manager are really dynamically allocated. Camera3Device only
Zhijun Heedd41ae2016-02-03 14:45:53 -0800479 * sets the mBufferManager if device version is > HAL3.2, which guarantees that the buffer
480 * manager setup is skipped in below code. Note that HAL3.2 is also excluded here, as some
481 * HAL3.2 devices may not support the dynamic buffer registeration.
Zhijun He125684a2015-12-26 15:07:30 -0800482 */
483 if (mBufferManager != 0 && mSetId > CAMERA3_STREAM_SET_ID_INVALID) {
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700484 uint32_t consumerUsage = 0;
485 getEndpointUsage(&consumerUsage);
Zhijun He125684a2015-12-26 15:07:30 -0800486 StreamInfo streamInfo(
487 getId(), getStreamSetId(), getWidth(), getHeight(), getFormat(), getDataSpace(),
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700488 camera3_stream::usage | consumerUsage, mTotalBufferCount,
489 /*isConfigured*/true);
490 wp<Camera3OutputStream> weakThis(this);
491 res = mBufferManager->registerStream(weakThis,
492 streamInfo);
Zhijun He125684a2015-12-26 15:07:30 -0800493 if (res == OK) {
494 // Disable buffer allocation for this BufferQueue, buffer manager will take over
495 // the buffer allocation responsibility.
496 mConsumer->getIGraphicBufferProducer()->allowAllocation(false);
497 mUseBufferManager = true;
498 } else {
499 ALOGE("%s: Unable to register stream %d to camera3 buffer manager, "
500 "(error %d %s), fall back to BufferQueue for buffer management!",
501 __FUNCTION__, mId, res, strerror(-res));
502 }
503 }
504
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800505 return OK;
506}
507
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800508status_t Camera3OutputStream::disconnectLocked() {
509 status_t res;
510
Igor Murashkine3a9f962013-05-08 18:03:15 -0700511 if ((res = Camera3IOStreamBase::disconnectLocked()) != OK) {
512 return res;
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800513 }
514
Zhijun He5d677d12016-05-29 16:52:39 -0700515 // Stream configuration was not finished (can only be in STATE_IN_CONFIG or STATE_CONSTRUCTED
516 // state), don't need change the stream state, return OK.
517 if (mConsumer == nullptr) {
518 return OK;
519 }
520
Zhijun He125684a2015-12-26 15:07:30 -0800521 ALOGV("%s: disconnecting stream %d from native window", __FUNCTION__, getId());
522
Igor Murashkine3a9f962013-05-08 18:03:15 -0700523 res = native_window_api_disconnect(mConsumer.get(),
524 NATIVE_WINDOW_API_CAMERA);
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800525 /**
526 * This is not an error. if client calling process dies, the window will
527 * also die and all calls to it will return DEAD_OBJECT, thus it's already
528 * "disconnected"
529 */
530 if (res == DEAD_OBJECT) {
531 ALOGW("%s: While disconnecting stream %d from native window, the"
532 " native window died from under us", __FUNCTION__, mId);
533 }
534 else if (res != OK) {
Igor Murashkine3a9f962013-05-08 18:03:15 -0700535 ALOGE("%s: Unable to disconnect stream %d from native window "
536 "(error %d %s)",
537 __FUNCTION__, mId, res, strerror(-res));
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800538 mState = STATE_ERROR;
539 return res;
540 }
541
Zhijun He125684a2015-12-26 15:07:30 -0800542 // Since device is already idle, there is no getBuffer call to buffer manager, unregister the
543 // stream at this point should be safe.
544 if (mUseBufferManager) {
545 res = mBufferManager->unregisterStream(getId(), getStreamSetId());
546 if (res != OK) {
547 ALOGE("%s: Unable to unregister stream %d from buffer manager "
548 "(error %d %s)", __FUNCTION__, mId, res, strerror(-res));
549 mState = STATE_ERROR;
550 return res;
551 }
552 // Note that, to make prepare/teardown case work, we must not mBufferManager.clear(), as
553 // the stream is still in usable state after this call.
554 mUseBufferManager = false;
555 }
556
Igor Murashkine3a9f962013-05-08 18:03:15 -0700557 mState = (mState == STATE_IN_RECONFIG) ? STATE_IN_CONFIG
558 : STATE_CONSTRUCTED;
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800559 return OK;
560}
561
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -0700562status_t Camera3OutputStream::getEndpointUsage(uint32_t *usage) const {
Eino-Ville Talvalab2f5b192013-07-30 14:36:03 -0700563
564 status_t res;
565 int32_t u = 0;
Zhijun He5d677d12016-05-29 16:52:39 -0700566 if (mConsumer == nullptr) {
567 // mConsumerUsage was sanitized before the Camera3OutputStream was constructed.
568 *usage = mConsumerUsage;
569 return OK;
570 }
571
Eino-Ville Talvala727d1722015-06-09 13:44:19 -0700572 res = static_cast<ANativeWindow*>(mConsumer.get())->query(mConsumer.get(),
Eino-Ville Talvalab2f5b192013-07-30 14:36:03 -0700573 NATIVE_WINDOW_CONSUMER_USAGE_BITS, &u);
Eino-Ville Talvalab2f5b192013-07-30 14:36:03 -0700574
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700575 // If an opaque output stream's endpoint is ImageReader, add
576 // GRALLOC_USAGE_HW_CAMERA_ZSL to the usage so HAL knows it will be used
577 // for the ZSL use case.
578 // Assume it's for ImageReader if the consumer usage doesn't have any of these bits set:
579 // 1. GRALLOC_USAGE_HW_TEXTURE
580 // 2. GRALLOC_USAGE_HW_RENDER
581 // 3. GRALLOC_USAGE_HW_COMPOSER
582 // 4. GRALLOC_USAGE_HW_VIDEO_ENCODER
583 if (camera3_stream::format == HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED &&
584 (u & (GRALLOC_USAGE_HW_TEXTURE | GRALLOC_USAGE_HW_RENDER | GRALLOC_USAGE_HW_COMPOSER |
585 GRALLOC_USAGE_HW_VIDEO_ENCODER)) == 0) {
586 u |= GRALLOC_USAGE_HW_CAMERA_ZSL;
587 }
588
589 *usage = u;
Eino-Ville Talvalab2f5b192013-07-30 14:36:03 -0700590 return res;
591}
592
Chien-Yu Chen85a64552015-08-28 15:46:12 -0700593bool Camera3OutputStream::isVideoStream() const {
594 uint32_t usage = 0;
595 status_t res = getEndpointUsage(&usage);
596 if (res != OK) {
597 ALOGE("%s: getting end point usage failed: %s (%d).", __FUNCTION__, strerror(-res), res);
598 return false;
599 }
600
601 return (usage & GRALLOC_USAGE_HW_VIDEO_ENCODER) != 0;
602}
603
Zhijun He125684a2015-12-26 15:07:30 -0800604status_t Camera3OutputStream::setBufferManager(sp<Camera3BufferManager> bufferManager) {
605 Mutex::Autolock l(mLock);
606 if (mState != STATE_CONSTRUCTED) {
Zhijun He5d677d12016-05-29 16:52:39 -0700607 ALOGE("%s: this method can only be called when stream in CONSTRUCTED state.",
Zhijun He125684a2015-12-26 15:07:30 -0800608 __FUNCTION__);
609 return INVALID_OPERATION;
610 }
611 mBufferManager = bufferManager;
612
613 return OK;
614}
615
616void Camera3OutputStream::BufferReleasedListener::onBufferReleased() {
617 sp<Camera3OutputStream> stream = mParent.promote();
618 if (stream == nullptr) {
619 ALOGV("%s: Parent camera3 output stream was destroyed", __FUNCTION__);
620 return;
621 }
622
623 Mutex::Autolock l(stream->mLock);
624 if (!(stream->mUseBufferManager)) {
625 return;
626 }
627
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700628 ALOGV("Stream %d: Buffer released", stream->getId());
629 status_t res = stream->mBufferManager->onBufferReleased(
630 stream->getId(), stream->getStreamSetId());
631 if (res != OK) {
632 ALOGE("%s: signaling buffer release to buffer manager failed: %s (%d).", __FUNCTION__,
633 strerror(-res), res);
634 stream->mState = STATE_ERROR;
635 }
636}
637
638status_t Camera3OutputStream::detachBuffer(sp<GraphicBuffer>* buffer, int* fenceFd) {
639 Mutex::Autolock l(mLock);
640
641 ALOGV("Stream %d: detachBuffer", getId());
642 if (buffer == nullptr) {
643 return BAD_VALUE;
644 }
645
Zhijun He125684a2015-12-26 15:07:30 -0800646 sp<Fence> fence;
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700647 status_t res = mConsumer->detachNextBuffer(buffer, &fence);
Zhijun He125684a2015-12-26 15:07:30 -0800648 if (res == NO_MEMORY) {
649 // This may rarely happen, which indicates that the released buffer was freed by other
650 // call (e.g., attachBuffer, dequeueBuffer etc.) before reaching here. We should notify the
651 // buffer manager that this buffer has been freed. It's not fatal, but should be avoided,
652 // therefore log a warning.
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700653 *buffer = 0;
Zhijun He125684a2015-12-26 15:07:30 -0800654 ALOGW("%s: the released buffer has already been freed by the buffer queue!", __FUNCTION__);
655 } else if (res != OK) {
656 // Other errors are fatal.
657 ALOGE("%s: detach next buffer failed: %s (%d).", __FUNCTION__, strerror(-res), res);
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700658 mState = STATE_ERROR;
659 return res;
Zhijun He125684a2015-12-26 15:07:30 -0800660 }
661
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700662 if (fenceFd != nullptr) {
663 if (fence!= 0 && fence->isValid()) {
664 *fenceFd = fence->dup();
665 } else {
666 *fenceFd = -1;
667 }
Zhijun He125684a2015-12-26 15:07:30 -0800668 }
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700669
670 return OK;
Zhijun He125684a2015-12-26 15:07:30 -0800671}
Shuzhen Wang13a69632016-01-26 09:51:07 -0800672
Zhijun He5d677d12016-05-29 16:52:39 -0700673bool Camera3OutputStream::isConsumerConfigurationDeferred() const {
674 Mutex::Autolock l(mLock);
675 return mConsumer == nullptr;
676}
677
678status_t Camera3OutputStream::setConsumer(sp<Surface> consumer) {
679 if (consumer == nullptr) {
680 ALOGE("%s: it's illegal to set a null consumer surface!", __FUNCTION__);
681 return INVALID_OPERATION;
682 }
683
684 if (mConsumer != nullptr) {
685 ALOGE("%s: consumer surface was already set!", __FUNCTION__);
686 return INVALID_OPERATION;
687 }
688
689 mConsumer = consumer;
690 return OK;
691}
692
Shuzhen Wang13a69632016-01-26 09:51:07 -0800693bool Camera3OutputStream::isConsumedByHWComposer() const {
694 uint32_t usage = 0;
695 status_t res = getEndpointUsage(&usage);
696 if (res != OK) {
697 ALOGE("%s: getting end point usage failed: %s (%d).", __FUNCTION__, strerror(-res), res);
698 return false;
699 }
700
701 return (usage & GRALLOC_USAGE_HW_COMPOSER) != 0;
702}
703
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800704}; // namespace camera3
705
706}; // namespace android