blob: bc8f63198ae26ac3d8e73ba51a8062de9d43a2fa [file] [log] [blame]
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -08001/*
2 * Copyright (C) 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "Camera3-OutputStream"
18#define ATRACE_TAG ATRACE_TAG_CAMERA
19//#define LOG_NDEBUG 0
20
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -080021#include <utils/Log.h>
22#include <utils/Trace.h>
23#include "Camera3OutputStream.h"
24
25#ifndef container_of
26#define container_of(ptr, type, member) \
27 (type *)((char*)(ptr) - offsetof(type, member))
28#endif
29
30namespace android {
31
32namespace camera3 {
33
34Camera3OutputStream::Camera3OutputStream(int id,
Eino-Ville Talvala727d1722015-06-09 13:44:19 -070035 sp<Surface> consumer,
Eino-Ville Talvala3d82c0d2015-02-23 15:19:19 -080036 uint32_t width, uint32_t height, int format,
Shuzhen Wangc28dccc2016-02-11 23:48:46 -080037 android_dataspace dataSpace, camera3_stream_rotation_t rotation,
38 nsecs_t timestampOffset, int setId) :
Igor Murashkine3a9f962013-05-08 18:03:15 -070039 Camera3IOStreamBase(id, CAMERA3_STREAM_OUTPUT, width, height,
Zhijun He125684a2015-12-26 15:07:30 -080040 /*maxSize*/0, format, dataSpace, rotation, setId),
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -080041 mConsumer(consumer),
Ruchit Sharmae0711f22014-08-18 13:48:24 -040042 mTransform(0),
Zhijun He125684a2015-12-26 15:07:30 -080043 mTraceFirstBuffer(true),
Shuzhen Wangc28dccc2016-02-11 23:48:46 -080044 mUseBufferManager(false),
Zhijun He5d677d12016-05-29 16:52:39 -070045 mTimestampOffset(timestampOffset),
46 mConsumerUsage(0) {
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -080047
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -080048 if (mConsumer == NULL) {
49 ALOGE("%s: Consumer is NULL!", __FUNCTION__);
50 mState = STATE_ERROR;
51 }
Zhijun He125684a2015-12-26 15:07:30 -080052
53 if (setId > CAMERA3_STREAM_SET_ID_INVALID) {
54 mBufferReleasedListener = new BufferReleasedListener(this);
55 }
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -080056}
57
58Camera3OutputStream::Camera3OutputStream(int id,
Eino-Ville Talvala727d1722015-06-09 13:44:19 -070059 sp<Surface> consumer,
Eino-Ville Talvala3d82c0d2015-02-23 15:19:19 -080060 uint32_t width, uint32_t height, size_t maxSize, int format,
Shuzhen Wangc28dccc2016-02-11 23:48:46 -080061 android_dataspace dataSpace, camera3_stream_rotation_t rotation,
62 nsecs_t timestampOffset, int setId) :
Igor Murashkine3a9f962013-05-08 18:03:15 -070063 Camera3IOStreamBase(id, CAMERA3_STREAM_OUTPUT, width, height, maxSize,
Zhijun He125684a2015-12-26 15:07:30 -080064 format, dataSpace, rotation, setId),
Igor Murashkina55b5452013-04-02 16:36:33 -070065 mConsumer(consumer),
Ruchit Sharmae0711f22014-08-18 13:48:24 -040066 mTransform(0),
Zhijun He125684a2015-12-26 15:07:30 -080067 mTraceFirstBuffer(true),
Shuzhen Wangc28dccc2016-02-11 23:48:46 -080068 mUseMonoTimestamp(false),
69 mUseBufferManager(false),
Zhijun He5d677d12016-05-29 16:52:39 -070070 mTimestampOffset(timestampOffset),
71 mConsumerUsage(0) {
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -080072
Yin-Chia Yehe9154ce2015-12-07 14:38:04 -080073 if (format != HAL_PIXEL_FORMAT_BLOB && format != HAL_PIXEL_FORMAT_RAW_OPAQUE) {
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -080074 ALOGE("%s: Bad format for size-only stream: %d", __FUNCTION__,
75 format);
76 mState = STATE_ERROR;
77 }
78
79 if (mConsumer == NULL) {
80 ALOGE("%s: Consumer is NULL!", __FUNCTION__);
81 mState = STATE_ERROR;
82 }
Zhijun He125684a2015-12-26 15:07:30 -080083
84 if (setId > CAMERA3_STREAM_SET_ID_INVALID) {
85 mBufferReleasedListener = new BufferReleasedListener(this);
86 }
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -080087}
88
Zhijun He5d677d12016-05-29 16:52:39 -070089Camera3OutputStream::Camera3OutputStream(int id,
90 uint32_t width, uint32_t height, int format,
91 uint32_t consumerUsage, android_dataspace dataSpace,
92 camera3_stream_rotation_t rotation, nsecs_t timestampOffset, int setId) :
93 Camera3IOStreamBase(id, CAMERA3_STREAM_OUTPUT, width, height,
94 /*maxSize*/0, format, dataSpace, rotation, setId),
95 mConsumer(nullptr),
96 mTransform(0),
97 mTraceFirstBuffer(true),
98 mUseBufferManager(false),
99 mTimestampOffset(timestampOffset),
100 mConsumerUsage(consumerUsage) {
101 // Deferred consumer only support preview surface format now.
102 if (format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED) {
103 ALOGE("%s: Deferred consumer only supports IMPLEMENTATION_DEFINED format now!",
104 __FUNCTION__);
105 mState = STATE_ERROR;
106 }
107
108 // Sanity check for the consumer usage flag.
109 if ((consumerUsage & GraphicBuffer::USAGE_HW_TEXTURE) == 0 &&
110 (consumerUsage & GraphicBuffer::USAGE_HW_COMPOSER) == 0) {
111 ALOGE("%s: Deferred consumer usage flag is illegal (0x%x)!", __FUNCTION__, consumerUsage);
112 mState = STATE_ERROR;
113 }
114
115 mConsumerName = String8("Deferred");
116 if (setId > CAMERA3_STREAM_SET_ID_INVALID) {
117 mBufferReleasedListener = new BufferReleasedListener(this);
118 }
119
120}
121
Igor Murashkine3a9f962013-05-08 18:03:15 -0700122Camera3OutputStream::Camera3OutputStream(int id, camera3_stream_type_t type,
123 uint32_t width, uint32_t height,
Eino-Ville Talvala3d82c0d2015-02-23 15:19:19 -0800124 int format,
Yin-Chia Yehb97babb2015-03-12 13:42:44 -0700125 android_dataspace dataSpace,
Zhijun He125684a2015-12-26 15:07:30 -0800126 camera3_stream_rotation_t rotation,
127 int setId) :
Igor Murashkine3a9f962013-05-08 18:03:15 -0700128 Camera3IOStreamBase(id, type, width, height,
129 /*maxSize*/0,
Zhijun He125684a2015-12-26 15:07:30 -0800130 format, dataSpace, rotation, setId),
131 mTransform(0),
132 mTraceFirstBuffer(true),
Shuzhen Wangc28dccc2016-02-11 23:48:46 -0800133 mUseMonoTimestamp(false),
Zhijun He5d677d12016-05-29 16:52:39 -0700134 mUseBufferManager(false),
135 mConsumerUsage(0) {
Zhijun He125684a2015-12-26 15:07:30 -0800136
137 if (setId > CAMERA3_STREAM_SET_ID_INVALID) {
138 mBufferReleasedListener = new BufferReleasedListener(this);
139 }
Igor Murashkine3a9f962013-05-08 18:03:15 -0700140
141 // Subclasses expected to initialize mConsumer themselves
142}
143
144
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800145Camera3OutputStream::~Camera3OutputStream() {
146 disconnectLocked();
147}
148
149status_t Camera3OutputStream::getBufferLocked(camera3_stream_buffer *buffer) {
150 ATRACE_CALL();
151 status_t res;
152
Igor Murashkine3a9f962013-05-08 18:03:15 -0700153 if ((res = getBufferPreconditionCheckLocked()) != OK) {
154 return res;
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800155 }
156
157 ANativeWindowBuffer* anb;
Zhijun He125684a2015-12-26 15:07:30 -0800158 int fenceFd = -1;
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700159 bool gotBufferFromManager = false;
160
Zhijun He125684a2015-12-26 15:07:30 -0800161 if (mUseBufferManager) {
162 sp<GraphicBuffer> gb;
163 res = mBufferManager->getBufferForStream(getId(), getStreamSetId(), &gb, &fenceFd);
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700164 if (res == OK) {
165 // Attach this buffer to the bufferQueue: the buffer will be in dequeue state after a
166 // successful return.
167 anb = gb.get();
168 res = mConsumer->attachBuffer(anb);
169 if (res != OK) {
170 ALOGE("%s: Stream %d: Can't attach the output buffer to this surface: %s (%d)",
171 __FUNCTION__, mId, strerror(-res), res);
172 return res;
173 }
174 gotBufferFromManager = true;
175 ALOGV("Stream %d: Attached new buffer", getId());
176 } else if (res == ALREADY_EXISTS) {
177 // Have sufficient free buffers already attached, can just
178 // dequeue from buffer queue
179 ALOGV("Stream %d: Reusing attached buffer", getId());
180 gotBufferFromManager = false;
181 } else if (res != OK) {
Zhijun He125684a2015-12-26 15:07:30 -0800182 ALOGE("%s: Stream %d: Can't get next output buffer from buffer manager: %s (%d)",
183 __FUNCTION__, mId, strerror(-res), res);
184 return res;
185 }
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700186 }
187 if (!gotBufferFromManager) {
Zhijun He125684a2015-12-26 15:07:30 -0800188 /**
189 * Release the lock briefly to avoid deadlock for below scenario:
190 * Thread 1: StreamingProcessor::startStream -> Camera3Stream::isConfiguring().
191 * This thread acquired StreamingProcessor lock and try to lock Camera3Stream lock.
192 * Thread 2: Camera3Stream::returnBuffer->StreamingProcessor::onFrameAvailable().
193 * This thread acquired Camera3Stream lock and bufferQueue lock, and try to lock
194 * StreamingProcessor lock.
195 * Thread 3: Camera3Stream::getBuffer(). This thread acquired Camera3Stream lock
196 * and try to lock bufferQueue lock.
197 * Then there is circular locking dependency.
198 */
199 sp<ANativeWindow> currentConsumer = mConsumer;
200 mLock.unlock();
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800201
Zhijun He125684a2015-12-26 15:07:30 -0800202 res = currentConsumer->dequeueBuffer(currentConsumer.get(), &anb, &fenceFd);
203 mLock.lock();
204 if (res != OK) {
205 ALOGE("%s: Stream %d: Can't dequeue next output buffer: %s (%d)",
206 __FUNCTION__, mId, strerror(-res), res);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700207
208 // Only transition to STATE_ABANDONED from STATE_CONFIGURED. (If it is STATE_PREPARING,
209 // let prepareNextBuffer handle the error.)
210 if (res == NO_INIT && mState == STATE_CONFIGURED) {
211 mState = STATE_ABANDONED;
212 }
213
Zhijun He125684a2015-12-26 15:07:30 -0800214 return res;
215 }
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800216 }
217
Igor Murashkine3a9f962013-05-08 18:03:15 -0700218 /**
219 * FenceFD now owned by HAL except in case of error,
220 * in which case we reassign it to acquire_fence
221 */
222 handoutBufferLocked(*buffer, &(anb->handle), /*acquireFence*/fenceFd,
Zhijun He6adc9cc2014-04-15 14:09:55 -0700223 /*releaseFence*/-1, CAMERA3_BUFFER_STATUS_OK, /*output*/true);
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800224
225 return OK;
226}
227
228status_t Camera3OutputStream::returnBufferLocked(
229 const camera3_stream_buffer &buffer,
230 nsecs_t timestamp) {
231 ATRACE_CALL();
Igor Murashkine3a9f962013-05-08 18:03:15 -0700232
233 status_t res = returnAnyBufferLocked(buffer, timestamp, /*output*/true);
234
235 if (res != OK) {
236 return res;
237 }
238
239 mLastTimestamp = timestamp;
240
241 return OK;
242}
243
244status_t Camera3OutputStream::returnBufferCheckedLocked(
245 const camera3_stream_buffer &buffer,
246 nsecs_t timestamp,
247 bool output,
248 /*out*/
249 sp<Fence> *releaseFenceOut) {
250
251 (void)output;
252 ALOG_ASSERT(output, "Expected output to be true");
253
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800254 status_t res;
Igor Murashkin5a1798a2013-05-07 10:58:13 -0700255
Yin-Chia Yeh4c9736f2015-03-05 15:01:36 -0800256 // Fence management - always honor release fence from HAL
257 sp<Fence> releaseFence = new Fence(buffer.release_fence);
Igor Murashkin5a1798a2013-05-07 10:58:13 -0700258 int anwReleaseFence = releaseFence->dup();
259
260 /**
Zhijun He124ccf42013-05-22 14:01:30 -0700261 * Release the lock briefly to avoid deadlock with
262 * StreamingProcessor::startStream -> Camera3Stream::isConfiguring (this
263 * thread will go into StreamingProcessor::onFrameAvailable) during
264 * queueBuffer
265 */
266 sp<ANativeWindow> currentConsumer = mConsumer;
267 mLock.unlock();
268
269 /**
Igor Murashkin5a1798a2013-05-07 10:58:13 -0700270 * Return buffer back to ANativeWindow
271 */
272 if (buffer.status == CAMERA3_BUFFER_STATUS_ERROR) {
273 // Cancel buffer
Zhijun He124ccf42013-05-22 14:01:30 -0700274 res = currentConsumer->cancelBuffer(currentConsumer.get(),
Igor Murashkin5a1798a2013-05-07 10:58:13 -0700275 container_of(buffer.buffer, ANativeWindowBuffer, handle),
276 anwReleaseFence);
277 if (res != OK) {
278 ALOGE("%s: Stream %d: Error cancelling buffer to native window:"
Igor Murashkine3a9f962013-05-08 18:03:15 -0700279 " %s (%d)", __FUNCTION__, mId, strerror(-res), res);
Igor Murashkin5a1798a2013-05-07 10:58:13 -0700280 }
Zhijun He1ff811b2016-01-26 14:39:51 -0800281
282 if (mUseBufferManager) {
283 // Return this buffer back to buffer manager.
284 mBufferReleasedListener->onBufferReleased();
285 }
Igor Murashkin5a1798a2013-05-07 10:58:13 -0700286 } else {
Ruchit Sharmae0711f22014-08-18 13:48:24 -0400287 if (mTraceFirstBuffer && (stream_type == CAMERA3_STREAM_OUTPUT)) {
288 {
289 char traceLog[48];
290 snprintf(traceLog, sizeof(traceLog), "Stream %d: first full buffer\n", mId);
291 ATRACE_NAME(traceLog);
292 }
293 mTraceFirstBuffer = false;
294 }
295
Shuzhen Wang13a69632016-01-26 09:51:07 -0800296 /* Certain consumers (such as AudioSource or HardwareComposer) use
297 * MONOTONIC time, causing time misalignment if camera timestamp is
Shuzhen Wangc28dccc2016-02-11 23:48:46 -0800298 * in BOOTTIME. Do the conversion if necessary. */
299 res = native_window_set_buffers_timestamp(mConsumer.get(),
300 mUseMonoTimestamp ? timestamp - mTimestampOffset : timestamp);
301 if (res != OK) {
302 ALOGE("%s: Stream %d: Error setting timestamp: %s (%d)",
303 __FUNCTION__, mId, strerror(-res), res);
304 return res;
Yin-Chia Yeh4c9736f2015-03-05 15:01:36 -0800305 }
306
Zhijun He124ccf42013-05-22 14:01:30 -0700307 res = currentConsumer->queueBuffer(currentConsumer.get(),
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800308 container_of(buffer.buffer, ANativeWindowBuffer, handle),
309 anwReleaseFence);
310 if (res != OK) {
Igor Murashkine3a9f962013-05-08 18:03:15 -0700311 ALOGE("%s: Stream %d: Error queueing buffer to native window: "
312 "%s (%d)", __FUNCTION__, mId, strerror(-res), res);
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800313 }
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800314 }
Zhijun He124ccf42013-05-22 14:01:30 -0700315 mLock.lock();
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -0700316
317 // Once a valid buffer has been returned to the queue, can no longer
318 // dequeue all buffers for preallocation.
319 if (buffer.status != CAMERA3_BUFFER_STATUS_ERROR) {
320 mStreamUnpreparable = true;
321 }
322
Igor Murashkin5a1798a2013-05-07 10:58:13 -0700323 if (res != OK) {
324 close(anwReleaseFence);
Igor Murashkin5a1798a2013-05-07 10:58:13 -0700325 }
326
Igor Murashkine3a9f962013-05-08 18:03:15 -0700327 *releaseFenceOut = releaseFence;
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800328
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700329 return res;
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800330}
331
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800332void Camera3OutputStream::dump(int fd, const Vector<String16> &args) const {
333 (void) args;
334 String8 lines;
335 lines.appendFormat(" Stream[%d]: Output\n", mId);
Eino-Ville Talvala727d1722015-06-09 13:44:19 -0700336 lines.appendFormat(" Consumer name: %s\n", mConsumerName.string());
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800337 write(fd, lines.string(), lines.size());
Igor Murashkine3a9f962013-05-08 18:03:15 -0700338
339 Camera3IOStreamBase::dump(fd, args);
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800340}
341
342status_t Camera3OutputStream::setTransform(int transform) {
343 ATRACE_CALL();
344 Mutex::Autolock l(mLock);
345 return setTransformLocked(transform);
346}
347
348status_t Camera3OutputStream::setTransformLocked(int transform) {
349 status_t res = OK;
350 if (mState == STATE_ERROR) {
351 ALOGE("%s: Stream in error state", __FUNCTION__);
352 return INVALID_OPERATION;
353 }
354
355 mTransform = transform;
356 if (mState == STATE_CONFIGURED) {
357 res = native_window_set_buffers_transform(mConsumer.get(),
358 transform);
359 if (res != OK) {
360 ALOGE("%s: Unable to configure stream transform to %x: %s (%d)",
361 __FUNCTION__, transform, strerror(-res), res);
362 }
363 }
364 return res;
365}
366
367status_t Camera3OutputStream::configureQueueLocked() {
368 status_t res;
369
Ruchit Sharmae0711f22014-08-18 13:48:24 -0400370 mTraceFirstBuffer = true;
Igor Murashkine3a9f962013-05-08 18:03:15 -0700371 if ((res = Camera3IOStreamBase::configureQueueLocked()) != OK) {
372 return res;
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800373 }
374
Igor Murashkine3a9f962013-05-08 18:03:15 -0700375 ALOG_ASSERT(mConsumer != 0, "mConsumer should never be NULL");
376
Zhijun He125684a2015-12-26 15:07:30 -0800377 // Configure consumer-side ANativeWindow interface. The listener may be used
378 // to notify buffer manager (if it is used) of the returned buffers.
379 res = mConsumer->connect(NATIVE_WINDOW_API_CAMERA, /*listener*/mBufferReleasedListener);
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800380 if (res != OK) {
381 ALOGE("%s: Unable to connect to native window for stream %d",
382 __FUNCTION__, mId);
383 return res;
384 }
385
Eino-Ville Talvala727d1722015-06-09 13:44:19 -0700386 mConsumerName = mConsumer->getConsumerName();
387
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800388 res = native_window_set_usage(mConsumer.get(), camera3_stream::usage);
389 if (res != OK) {
390 ALOGE("%s: Unable to configure usage %08x for stream %d",
391 __FUNCTION__, camera3_stream::usage, mId);
392 return res;
393 }
394
395 res = native_window_set_scaling_mode(mConsumer.get(),
396 NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW);
397 if (res != OK) {
398 ALOGE("%s: Unable to configure stream scaling: %s (%d)",
399 __FUNCTION__, strerror(-res), res);
400 return res;
401 }
402
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800403 if (mMaxSize == 0) {
404 // For buffers of known size
Eino-Ville Talvala7d70c5e2014-07-24 18:10:23 -0700405 res = native_window_set_buffers_dimensions(mConsumer.get(),
406 camera3_stream::width, camera3_stream::height);
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800407 } else {
408 // For buffers with bounded size
Eino-Ville Talvala7d70c5e2014-07-24 18:10:23 -0700409 res = native_window_set_buffers_dimensions(mConsumer.get(),
410 mMaxSize, 1);
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800411 }
412 if (res != OK) {
Eino-Ville Talvala7d70c5e2014-07-24 18:10:23 -0700413 ALOGE("%s: Unable to configure stream buffer dimensions"
414 " %d x %d (maxSize %zu) for stream %d",
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800415 __FUNCTION__, camera3_stream::width, camera3_stream::height,
Eino-Ville Talvala7d70c5e2014-07-24 18:10:23 -0700416 mMaxSize, mId);
417 return res;
418 }
419 res = native_window_set_buffers_format(mConsumer.get(),
420 camera3_stream::format);
421 if (res != OK) {
422 ALOGE("%s: Unable to configure stream buffer format %#x for stream %d",
423 __FUNCTION__, camera3_stream::format, mId);
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800424 return res;
425 }
426
Eino-Ville Talvala3d82c0d2015-02-23 15:19:19 -0800427 res = native_window_set_buffers_data_space(mConsumer.get(),
428 camera3_stream::data_space);
429 if (res != OK) {
430 ALOGE("%s: Unable to configure stream dataspace %#x for stream %d",
431 __FUNCTION__, camera3_stream::data_space, mId);
432 return res;
433 }
434
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800435 int maxConsumerBuffers;
Eino-Ville Talvala727d1722015-06-09 13:44:19 -0700436 res = static_cast<ANativeWindow*>(mConsumer.get())->query(
437 mConsumer.get(),
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800438 NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, &maxConsumerBuffers);
439 if (res != OK) {
440 ALOGE("%s: Unable to query consumer undequeued"
441 " buffer count for stream %d", __FUNCTION__, mId);
442 return res;
443 }
444
Alex Ray20cb3002013-05-28 20:18:22 -0700445 ALOGV("%s: Consumer wants %d buffers, HAL wants %d", __FUNCTION__,
446 maxConsumerBuffers, camera3_stream::max_buffers);
447 if (camera3_stream::max_buffers == 0) {
Zhijun He2ab500c2013-07-23 08:02:53 -0700448 ALOGE("%s: Camera HAL requested max_buffer count: %d, requires at least 1",
Alex Ray20cb3002013-05-28 20:18:22 -0700449 __FUNCTION__, camera3_stream::max_buffers);
450 return INVALID_OPERATION;
451 }
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800452
453 mTotalBufferCount = maxConsumerBuffers + camera3_stream::max_buffers;
Zhijun He6adc9cc2014-04-15 14:09:55 -0700454 mHandoutTotalBufferCount = 0;
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800455 mFrameCount = 0;
456 mLastTimestamp = 0;
Shuzhen Wangc28dccc2016-02-11 23:48:46 -0800457 mUseMonoTimestamp = (isConsumedByHWComposer() | isVideoStream());
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800458
459 res = native_window_set_buffer_count(mConsumer.get(),
460 mTotalBufferCount);
461 if (res != OK) {
462 ALOGE("%s: Unable to set buffer count for stream %d",
463 __FUNCTION__, mId);
464 return res;
465 }
466
467 res = native_window_set_buffers_transform(mConsumer.get(),
468 mTransform);
469 if (res != OK) {
470 ALOGE("%s: Unable to configure stream transform to %x: %s (%d)",
471 __FUNCTION__, mTransform, strerror(-res), res);
472 }
473
Zhijun He125684a2015-12-26 15:07:30 -0800474 /**
Zhijun Heedd41ae2016-02-03 14:45:53 -0800475 * Camera3 Buffer manager is only supported by HAL3.3 onwards, as the older HALs requires
Zhijun He125684a2015-12-26 15:07:30 -0800476 * buffers to be statically allocated for internal static buffer registration, while the
477 * buffers provided by buffer manager are really dynamically allocated. Camera3Device only
Zhijun Heedd41ae2016-02-03 14:45:53 -0800478 * sets the mBufferManager if device version is > HAL3.2, which guarantees that the buffer
479 * manager setup is skipped in below code. Note that HAL3.2 is also excluded here, as some
480 * HAL3.2 devices may not support the dynamic buffer registeration.
Zhijun He125684a2015-12-26 15:07:30 -0800481 */
482 if (mBufferManager != 0 && mSetId > CAMERA3_STREAM_SET_ID_INVALID) {
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700483 uint32_t consumerUsage = 0;
484 getEndpointUsage(&consumerUsage);
Zhijun He125684a2015-12-26 15:07:30 -0800485 StreamInfo streamInfo(
486 getId(), getStreamSetId(), getWidth(), getHeight(), getFormat(), getDataSpace(),
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700487 camera3_stream::usage | consumerUsage, mTotalBufferCount,
488 /*isConfigured*/true);
489 wp<Camera3OutputStream> weakThis(this);
490 res = mBufferManager->registerStream(weakThis,
491 streamInfo);
Zhijun He125684a2015-12-26 15:07:30 -0800492 if (res == OK) {
493 // Disable buffer allocation for this BufferQueue, buffer manager will take over
494 // the buffer allocation responsibility.
495 mConsumer->getIGraphicBufferProducer()->allowAllocation(false);
496 mUseBufferManager = true;
497 } else {
498 ALOGE("%s: Unable to register stream %d to camera3 buffer manager, "
499 "(error %d %s), fall back to BufferQueue for buffer management!",
500 __FUNCTION__, mId, res, strerror(-res));
501 }
502 }
503
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800504 return OK;
505}
506
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800507status_t Camera3OutputStream::disconnectLocked() {
508 status_t res;
509
Igor Murashkine3a9f962013-05-08 18:03:15 -0700510 if ((res = Camera3IOStreamBase::disconnectLocked()) != OK) {
511 return res;
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800512 }
513
Zhijun He5d677d12016-05-29 16:52:39 -0700514 // Stream configuration was not finished (can only be in STATE_IN_CONFIG or STATE_CONSTRUCTED
515 // state), don't need change the stream state, return OK.
516 if (mConsumer == nullptr) {
517 return OK;
518 }
519
Zhijun He125684a2015-12-26 15:07:30 -0800520 ALOGV("%s: disconnecting stream %d from native window", __FUNCTION__, getId());
521
Igor Murashkine3a9f962013-05-08 18:03:15 -0700522 res = native_window_api_disconnect(mConsumer.get(),
523 NATIVE_WINDOW_API_CAMERA);
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800524 /**
525 * This is not an error. if client calling process dies, the window will
526 * also die and all calls to it will return DEAD_OBJECT, thus it's already
527 * "disconnected"
528 */
529 if (res == DEAD_OBJECT) {
530 ALOGW("%s: While disconnecting stream %d from native window, the"
531 " native window died from under us", __FUNCTION__, mId);
532 }
533 else if (res != OK) {
Igor Murashkine3a9f962013-05-08 18:03:15 -0700534 ALOGE("%s: Unable to disconnect stream %d from native window "
535 "(error %d %s)",
536 __FUNCTION__, mId, res, strerror(-res));
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800537 mState = STATE_ERROR;
538 return res;
539 }
540
Zhijun He125684a2015-12-26 15:07:30 -0800541 // Since device is already idle, there is no getBuffer call to buffer manager, unregister the
542 // stream at this point should be safe.
543 if (mUseBufferManager) {
544 res = mBufferManager->unregisterStream(getId(), getStreamSetId());
545 if (res != OK) {
546 ALOGE("%s: Unable to unregister stream %d from buffer manager "
547 "(error %d %s)", __FUNCTION__, mId, res, strerror(-res));
548 mState = STATE_ERROR;
549 return res;
550 }
551 // Note that, to make prepare/teardown case work, we must not mBufferManager.clear(), as
552 // the stream is still in usable state after this call.
553 mUseBufferManager = false;
554 }
555
Igor Murashkine3a9f962013-05-08 18:03:15 -0700556 mState = (mState == STATE_IN_RECONFIG) ? STATE_IN_CONFIG
557 : STATE_CONSTRUCTED;
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800558 return OK;
559}
560
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -0700561status_t Camera3OutputStream::getEndpointUsage(uint32_t *usage) const {
Eino-Ville Talvalab2f5b192013-07-30 14:36:03 -0700562
563 status_t res;
564 int32_t u = 0;
Zhijun He5d677d12016-05-29 16:52:39 -0700565 if (mConsumer == nullptr) {
566 // mConsumerUsage was sanitized before the Camera3OutputStream was constructed.
567 *usage = mConsumerUsage;
568 return OK;
569 }
570
Eino-Ville Talvala727d1722015-06-09 13:44:19 -0700571 res = static_cast<ANativeWindow*>(mConsumer.get())->query(mConsumer.get(),
Eino-Ville Talvalab2f5b192013-07-30 14:36:03 -0700572 NATIVE_WINDOW_CONSUMER_USAGE_BITS, &u);
Eino-Ville Talvalab2f5b192013-07-30 14:36:03 -0700573
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700574 // If an opaque output stream's endpoint is ImageReader, add
575 // GRALLOC_USAGE_HW_CAMERA_ZSL to the usage so HAL knows it will be used
576 // for the ZSL use case.
577 // Assume it's for ImageReader if the consumer usage doesn't have any of these bits set:
578 // 1. GRALLOC_USAGE_HW_TEXTURE
579 // 2. GRALLOC_USAGE_HW_RENDER
580 // 3. GRALLOC_USAGE_HW_COMPOSER
581 // 4. GRALLOC_USAGE_HW_VIDEO_ENCODER
582 if (camera3_stream::format == HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED &&
583 (u & (GRALLOC_USAGE_HW_TEXTURE | GRALLOC_USAGE_HW_RENDER | GRALLOC_USAGE_HW_COMPOSER |
584 GRALLOC_USAGE_HW_VIDEO_ENCODER)) == 0) {
585 u |= GRALLOC_USAGE_HW_CAMERA_ZSL;
586 }
587
588 *usage = u;
Eino-Ville Talvalab2f5b192013-07-30 14:36:03 -0700589 return res;
590}
591
Chien-Yu Chen85a64552015-08-28 15:46:12 -0700592bool Camera3OutputStream::isVideoStream() const {
593 uint32_t usage = 0;
594 status_t res = getEndpointUsage(&usage);
595 if (res != OK) {
596 ALOGE("%s: getting end point usage failed: %s (%d).", __FUNCTION__, strerror(-res), res);
597 return false;
598 }
599
600 return (usage & GRALLOC_USAGE_HW_VIDEO_ENCODER) != 0;
601}
602
Zhijun He125684a2015-12-26 15:07:30 -0800603status_t Camera3OutputStream::setBufferManager(sp<Camera3BufferManager> bufferManager) {
604 Mutex::Autolock l(mLock);
605 if (mState != STATE_CONSTRUCTED) {
Zhijun He5d677d12016-05-29 16:52:39 -0700606 ALOGE("%s: this method can only be called when stream in CONSTRUCTED state.",
Zhijun He125684a2015-12-26 15:07:30 -0800607 __FUNCTION__);
608 return INVALID_OPERATION;
609 }
610 mBufferManager = bufferManager;
611
612 return OK;
613}
614
615void Camera3OutputStream::BufferReleasedListener::onBufferReleased() {
616 sp<Camera3OutputStream> stream = mParent.promote();
617 if (stream == nullptr) {
618 ALOGV("%s: Parent camera3 output stream was destroyed", __FUNCTION__);
619 return;
620 }
621
622 Mutex::Autolock l(stream->mLock);
623 if (!(stream->mUseBufferManager)) {
624 return;
625 }
626
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700627 ALOGV("Stream %d: Buffer released", stream->getId());
628 status_t res = stream->mBufferManager->onBufferReleased(
629 stream->getId(), stream->getStreamSetId());
630 if (res != OK) {
631 ALOGE("%s: signaling buffer release to buffer manager failed: %s (%d).", __FUNCTION__,
632 strerror(-res), res);
633 stream->mState = STATE_ERROR;
634 }
635}
636
637status_t Camera3OutputStream::detachBuffer(sp<GraphicBuffer>* buffer, int* fenceFd) {
638 Mutex::Autolock l(mLock);
639
640 ALOGV("Stream %d: detachBuffer", getId());
641 if (buffer == nullptr) {
642 return BAD_VALUE;
643 }
644
Zhijun He125684a2015-12-26 15:07:30 -0800645 sp<Fence> fence;
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700646 status_t res = mConsumer->detachNextBuffer(buffer, &fence);
Zhijun He125684a2015-12-26 15:07:30 -0800647 if (res == NO_MEMORY) {
648 // This may rarely happen, which indicates that the released buffer was freed by other
649 // call (e.g., attachBuffer, dequeueBuffer etc.) before reaching here. We should notify the
650 // buffer manager that this buffer has been freed. It's not fatal, but should be avoided,
651 // therefore log a warning.
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700652 *buffer = 0;
Zhijun He125684a2015-12-26 15:07:30 -0800653 ALOGW("%s: the released buffer has already been freed by the buffer queue!", __FUNCTION__);
654 } else if (res != OK) {
655 // Other errors are fatal.
656 ALOGE("%s: detach next buffer failed: %s (%d).", __FUNCTION__, strerror(-res), res);
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700657 mState = STATE_ERROR;
658 return res;
Zhijun He125684a2015-12-26 15:07:30 -0800659 }
660
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700661 if (fenceFd != nullptr) {
662 if (fence!= 0 && fence->isValid()) {
663 *fenceFd = fence->dup();
664 } else {
665 *fenceFd = -1;
666 }
Zhijun He125684a2015-12-26 15:07:30 -0800667 }
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -0700668
669 return OK;
Zhijun He125684a2015-12-26 15:07:30 -0800670}
Shuzhen Wang13a69632016-01-26 09:51:07 -0800671
Zhijun He5d677d12016-05-29 16:52:39 -0700672bool Camera3OutputStream::isConsumerConfigurationDeferred() const {
673 Mutex::Autolock l(mLock);
674 return mConsumer == nullptr;
675}
676
677status_t Camera3OutputStream::setConsumer(sp<Surface> consumer) {
678 if (consumer == nullptr) {
679 ALOGE("%s: it's illegal to set a null consumer surface!", __FUNCTION__);
680 return INVALID_OPERATION;
681 }
682
683 if (mConsumer != nullptr) {
684 ALOGE("%s: consumer surface was already set!", __FUNCTION__);
685 return INVALID_OPERATION;
686 }
687
688 mConsumer = consumer;
689 return OK;
690}
691
Shuzhen Wang13a69632016-01-26 09:51:07 -0800692bool Camera3OutputStream::isConsumedByHWComposer() const {
693 uint32_t usage = 0;
694 status_t res = getEndpointUsage(&usage);
695 if (res != OK) {
696 ALOGE("%s: getting end point usage failed: %s (%d).", __FUNCTION__, strerror(-res), res);
697 return false;
698 }
699
700 return (usage & GRALLOC_USAGE_HW_COMPOSER) != 0;
701}
702
Eino-Ville Talvalafd58f1a2013-03-06 16:20:06 -0800703}; // namespace camera3
704
705}; // namespace android