blob: 010c1aa52008bcd22bdc22d2f8b1cca4cb3f4e17 [file] [log] [blame]
Yin-Chia Yehc3603822016-01-18 22:11:19 -08001/*
2 * Copyright (C) 2016 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include <inttypes.h>
18
19//#define LOG_NDEBUG 0
20#define LOG_TAG "NdkImageReader"
21
22#include "NdkImagePriv.h"
23#include "NdkImageReaderPriv.h"
24
Mathias Agopian05d19b02017-02-28 16:28:19 -080025#include <cutils/atomic.h>
Yin-Chia Yehc3603822016-01-18 22:11:19 -080026#include <utils/Log.h>
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -080027#include <android_media_Utils.h>
Yin-Chia Yehc3603822016-01-18 22:11:19 -080028#include <android_runtime/android_view_Surface.h>
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -080029#include <android_runtime/android_hardware_HardwareBuffer.h>
Jiwen 'Steve' Cai755ca9b2017-03-31 16:59:50 -070030#include <grallocusage/GrallocUsageConversion.h>
Jayant Chowdhary249e1f22018-09-24 15:07:45 -070031#include <media/stagefright/bqhelper/WGraphicBufferProducer.h>
Yin-Chia Yehc3603822016-01-18 22:11:19 -080032
33using namespace android;
34
35namespace {
36 // Get an ID that's unique within this process.
37 static int32_t createProcessUniqueId() {
38 static volatile int32_t globalCounter = 0;
39 return android_atomic_inc(&globalCounter);
40 }
41}
42
43const char* AImageReader::kCallbackFpKey = "Callback";
44const char* AImageReader::kContextKey = "Context";
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -080045const char* AImageReader::kGraphicBufferKey = "GraphicBuffer";
Yin-Chia Yehc3603822016-01-18 22:11:19 -080046
Jayant Chowdhary249e1f22018-09-24 15:07:45 -070047static constexpr int kWindowHalTokenSizeMax = 256;
48
49static native_handle_t *convertHalTokenToNativeHandle(const HalToken &halToken);
50
Yin-Chia Yehc3603822016-01-18 22:11:19 -080051bool
Jiwen 'Steve' Cai55ec2562017-04-12 15:56:41 -070052AImageReader::isSupportedFormatAndUsage(int32_t format, uint64_t usage) {
53 // Check whether usage has either CPU_READ_OFTEN or CPU_READ set. Note that check against
54 // AHARDWAREBUFFER_USAGE_CPU_READ_OFTEN (0x6) is sufficient as it implies
55 // AHARDWAREBUFFER_USAGE_CPU_READ (0x2).
56 bool hasCpuUsage = usage & AHARDWAREBUFFER_USAGE_CPU_READ_OFTEN;
Yin-Chia Yehc3603822016-01-18 22:11:19 -080057 switch (format) {
Jiwen 'Steve' Caide2a5442017-02-08 14:41:41 -080058 case AIMAGE_FORMAT_RGBA_8888:
59 case AIMAGE_FORMAT_RGBX_8888:
60 case AIMAGE_FORMAT_RGB_888:
61 case AIMAGE_FORMAT_RGB_565:
62 case AIMAGE_FORMAT_RGBA_FP16:
Yin-Chia Yehc3603822016-01-18 22:11:19 -080063 case AIMAGE_FORMAT_YUV_420_888:
64 case AIMAGE_FORMAT_JPEG:
65 case AIMAGE_FORMAT_RAW16:
66 case AIMAGE_FORMAT_RAW_PRIVATE:
67 case AIMAGE_FORMAT_RAW10:
68 case AIMAGE_FORMAT_RAW12:
69 case AIMAGE_FORMAT_DEPTH16:
70 case AIMAGE_FORMAT_DEPTH_POINT_CLOUD:
Shuzhen Wang1cfbbec2018-10-08 13:55:28 -070071 case AIMAGE_FORMAT_Y8:
Yin-Chia Yehc3603822016-01-18 22:11:19 -080072 return true;
Jiwen 'Steve' Cai55ec2562017-04-12 15:56:41 -070073 case AIMAGE_FORMAT_PRIVATE:
74 // For private format, cpu usage is prohibited.
75 return !hasCpuUsage;
Yin-Chia Yehc3603822016-01-18 22:11:19 -080076 default:
77 return false;
78 }
79}
80
81int
82AImageReader::getNumPlanesForFormat(int32_t format) {
83 switch (format) {
84 case AIMAGE_FORMAT_YUV_420_888:
85 return 3;
Jiwen 'Steve' Caide2a5442017-02-08 14:41:41 -080086 case AIMAGE_FORMAT_RGBA_8888:
87 case AIMAGE_FORMAT_RGBX_8888:
88 case AIMAGE_FORMAT_RGB_888:
89 case AIMAGE_FORMAT_RGB_565:
90 case AIMAGE_FORMAT_RGBA_FP16:
Yin-Chia Yehc3603822016-01-18 22:11:19 -080091 case AIMAGE_FORMAT_JPEG:
92 case AIMAGE_FORMAT_RAW16:
93 case AIMAGE_FORMAT_RAW_PRIVATE:
94 case AIMAGE_FORMAT_RAW10:
95 case AIMAGE_FORMAT_RAW12:
96 case AIMAGE_FORMAT_DEPTH16:
97 case AIMAGE_FORMAT_DEPTH_POINT_CLOUD:
Shuzhen Wang1cfbbec2018-10-08 13:55:28 -070098 case AIMAGE_FORMAT_Y8:
Yin-Chia Yehc3603822016-01-18 22:11:19 -080099 return 1;
Jiwen 'Steve' Cai55ec2562017-04-12 15:56:41 -0700100 case AIMAGE_FORMAT_PRIVATE:
101 return 0;
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800102 default:
103 return -1;
104 }
105}
106
107void
108AImageReader::FrameListener::onFrameAvailable(const BufferItem& /*item*/) {
109 Mutex::Autolock _l(mLock);
110 sp<AImageReader> reader = mReader.promote();
111 if (reader == nullptr) {
112 ALOGW("A frame is available after AImageReader closed!");
113 return; // reader has been closed
114 }
115 if (mListener.onImageAvailable == nullptr) {
116 return; // No callback registered
117 }
118
119 sp<AMessage> msg = new AMessage(AImageReader::kWhatImageAvailable, reader->mHandler);
120 msg->setPointer(AImageReader::kCallbackFpKey, (void *) mListener.onImageAvailable);
121 msg->setPointer(AImageReader::kContextKey, mListener.context);
122 msg->post();
123}
124
125media_status_t
126AImageReader::FrameListener::setImageListener(AImageReader_ImageListener* listener) {
127 Mutex::Autolock _l(mLock);
128 if (listener == nullptr) {
Yin-Chia Yeh1d0955c2016-05-16 01:14:13 -0700129 mListener.context = nullptr;
130 mListener.onImageAvailable = nullptr;
131 } else {
132 mListener = *listener;
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800133 }
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800134 return AMEDIA_OK;
135}
136
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800137void
138AImageReader::BufferRemovedListener::onBufferFreed(const wp<GraphicBuffer>& graphicBuffer) {
139 Mutex::Autolock _l(mLock);
140 sp<AImageReader> reader = mReader.promote();
141 if (reader == nullptr) {
142 ALOGW("A frame is available after AImageReader closed!");
143 return; // reader has been closed
144 }
145 if (mListener.onBufferRemoved == nullptr) {
146 return; // No callback registered
147 }
148
149 sp<GraphicBuffer> gBuffer = graphicBuffer.promote();
150 if (gBuffer == nullptr) {
151 ALOGW("A buffer being freed has gone away!");
152 return; // buffer is already destroyed
153 }
154
155 sp<AMessage> msg = new AMessage(AImageReader::kWhatBufferRemoved, reader->mHandler);
156 msg->setPointer(
157 AImageReader::kCallbackFpKey, (void*) mListener.onBufferRemoved);
158 msg->setPointer(AImageReader::kContextKey, mListener.context);
159 msg->setObject(AImageReader::kGraphicBufferKey, gBuffer);
160 msg->post();
161}
162
163media_status_t
164AImageReader::BufferRemovedListener::setBufferRemovedListener(
165 AImageReader_BufferRemovedListener* listener) {
166 Mutex::Autolock _l(mLock);
167 if (listener == nullptr) {
168 mListener.context = nullptr;
169 mListener.onBufferRemoved = nullptr;
170 } else {
171 mListener = *listener;
172 }
173 return AMEDIA_OK;
174}
175
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800176media_status_t
177AImageReader::setImageListenerLocked(AImageReader_ImageListener* listener) {
178 return mFrameListener->setImageListener(listener);
179}
180
181media_status_t
182AImageReader::setImageListener(AImageReader_ImageListener* listener) {
183 Mutex::Autolock _l(mLock);
184 return setImageListenerLocked(listener);
185}
186
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800187media_status_t
188AImageReader::setBufferRemovedListenerLocked(AImageReader_BufferRemovedListener* listener) {
189 return mBufferRemovedListener->setBufferRemovedListener(listener);
190}
191
192media_status_t
193AImageReader::setBufferRemovedListener(AImageReader_BufferRemovedListener* listener) {
194 Mutex::Autolock _l(mLock);
195 return setBufferRemovedListenerLocked(listener);
196}
197
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800198void AImageReader::CallbackHandler::onMessageReceived(
199 const sp<AMessage> &msg) {
200 switch (msg->what()) {
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800201 case kWhatBufferRemoved:
202 {
203 AImageReader_BufferRemovedCallback onBufferRemoved;
204 void* context;
205 bool found = msg->findPointer(kCallbackFpKey, (void**) &onBufferRemoved);
206 if (!found || onBufferRemoved == nullptr) {
207 ALOGE("%s: Cannot find onBufferRemoved callback fp!", __FUNCTION__);
208 return;
209 }
210 found = msg->findPointer(kContextKey, &context);
211 if (!found) {
212 ALOGE("%s: Cannot find callback context!", __FUNCTION__);
213 return;
214 }
215 sp<RefBase> bufferToFree;
216 found = msg->findObject(kGraphicBufferKey, &bufferToFree);
217 if (!found || bufferToFree == nullptr) {
218 ALOGE("%s: Cannot find the buffer to free!", __FUNCTION__);
219 return;
220 }
221
222 // TODO(jwcai) Someone from Android graphics team stating this should just be a
223 // static_cast.
224 AHardwareBuffer* outBuffer = reinterpret_cast<AHardwareBuffer*>(bufferToFree.get());
225
226 // At this point, bufferToFree holds the last reference to the GraphicBuffer owned by
227 // this AImageReader, and the reference will be gone once this function returns.
228 (*onBufferRemoved)(context, mReader, outBuffer);
229 break;
230 }
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800231 case kWhatImageAvailable:
232 {
233 AImageReader_ImageCallback onImageAvailable;
234 void* context;
235 bool found = msg->findPointer(kCallbackFpKey, (void**) &onImageAvailable);
236 if (!found || onImageAvailable == nullptr) {
237 ALOGE("%s: Cannot find onImageAvailable callback fp!", __FUNCTION__);
238 return;
239 }
240 found = msg->findPointer(kContextKey, &context);
241 if (!found) {
242 ALOGE("%s: Cannot find callback context!", __FUNCTION__);
243 return;
244 }
245 (*onImageAvailable)(context, mReader);
246 break;
247 }
248 default:
249 ALOGE("%s: unknown message type %d", __FUNCTION__, msg->what());
250 break;
251 }
252}
253
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800254AImageReader::AImageReader(int32_t width,
255 int32_t height,
256 int32_t format,
Jiwen 'Steve' Caie31bc872017-04-21 17:13:18 -0700257 uint64_t usage,
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800258 int32_t maxImages)
259 : mWidth(width),
260 mHeight(height),
261 mFormat(format),
Jiwen 'Steve' Caie31bc872017-04-21 17:13:18 -0700262 mUsage(usage),
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800263 mMaxImages(maxImages),
264 mNumPlanes(getNumPlanesForFormat(format)),
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800265 mFrameListener(new FrameListener(this)),
266 mBufferRemovedListener(new BufferRemovedListener(this)) {}
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800267
268media_status_t
269AImageReader::init() {
270 PublicFormat publicFormat = static_cast<PublicFormat>(mFormat);
271 mHalFormat = android_view_Surface_mapPublicFormatToHalFormat(publicFormat);
272 mHalDataSpace = android_view_Surface_mapPublicFormatToHalDataspace(publicFormat);
Jiwen 'Steve' Caie31bc872017-04-21 17:13:18 -0700273 mHalUsage = android_hardware_HardwareBuffer_convertToGrallocUsageBits(mUsage);
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800274
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800275 sp<IGraphicBufferProducer> gbProducer;
276 sp<IGraphicBufferConsumer> gbConsumer;
277 BufferQueue::createBufferQueue(&gbProducer, &gbConsumer);
278
Jiwen 'Steve' Caie31bc872017-04-21 17:13:18 -0700279 String8 consumerName = String8::format("ImageReader-%dx%df%xu%" PRIu64 "m%d-%d-%d",
280 mWidth, mHeight, mFormat, mUsage, mMaxImages, getpid(),
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800281 createProcessUniqueId());
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800282
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800283 mBufferItemConsumer =
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800284 new BufferItemConsumer(gbConsumer, mHalUsage, mMaxImages, /*controlledByApp*/ true);
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800285 if (mBufferItemConsumer == nullptr) {
286 ALOGE("Failed to allocate BufferItemConsumer");
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800287 return AMEDIA_ERROR_UNKNOWN;
288 }
289
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800290 mProducer = gbProducer;
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800291 mBufferItemConsumer->setName(consumerName);
292 mBufferItemConsumer->setFrameAvailableListener(mFrameListener);
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800293 mBufferItemConsumer->setBufferFreedListener(mBufferRemovedListener);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800294
295 status_t res;
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800296 res = mBufferItemConsumer->setDefaultBufferSize(mWidth, mHeight);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800297 if (res != OK) {
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800298 ALOGE("Failed to set BufferItemConsumer buffer size");
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800299 return AMEDIA_ERROR_UNKNOWN;
300 }
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800301 res = mBufferItemConsumer->setDefaultBufferFormat(mHalFormat);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800302 if (res != OK) {
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800303 ALOGE("Failed to set BufferItemConsumer buffer format");
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800304 return AMEDIA_ERROR_UNKNOWN;
305 }
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800306 res = mBufferItemConsumer->setDefaultBufferDataSpace(mHalDataSpace);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800307 if (res != OK) {
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800308 ALOGE("Failed to set BufferItemConsumer buffer dataSpace");
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800309 return AMEDIA_ERROR_UNKNOWN;
310 }
Khushalff20fd42019-01-22 15:31:00 -0800311 if (mUsage & AHARDWAREBUFFER_USAGE_PROTECTED_CONTENT) {
312 gbConsumer->setConsumerIsProtected(true);
313 }
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800314
315 mSurface = new Surface(mProducer, /*controlledByApp*/true);
316 if (mSurface == nullptr) {
317 ALOGE("Failed to create surface");
318 return AMEDIA_ERROR_UNKNOWN;
319 }
320 mWindow = static_cast<ANativeWindow*>(mSurface.get());
321
322 for (int i = 0; i < mMaxImages; i++) {
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800323 BufferItem* buffer = new BufferItem;
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800324 mBuffers.push_back(buffer);
325 }
326
327 mCbLooper = new ALooper;
328 mCbLooper->setName(consumerName.string());
Aurimas Liutikas214c8332016-02-19 14:48:23 -0800329 res = mCbLooper->start(
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800330 /*runOnCallingThread*/false,
331 /*canCallJava*/ true,
332 PRIORITY_DEFAULT);
Aurimas Liutikas214c8332016-02-19 14:48:23 -0800333 if (res != OK) {
334 ALOGE("Failed to start the looper");
335 return AMEDIA_ERROR_UNKNOWN;
336 }
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800337 mHandler = new CallbackHandler(this);
338 mCbLooper->registerHandler(mHandler);
339
340 return AMEDIA_OK;
341}
342
343AImageReader::~AImageReader() {
344 Mutex::Autolock _l(mLock);
345 AImageReader_ImageListener nullListener = {nullptr, nullptr};
346 setImageListenerLocked(&nullListener);
347
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800348 AImageReader_BufferRemovedListener nullBufferRemovedListener = {nullptr, nullptr};
349 setBufferRemovedListenerLocked(&nullBufferRemovedListener);
350
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800351 if (mCbLooper != nullptr) {
352 mCbLooper->unregisterHandler(mHandler->id());
353 mCbLooper->stop();
354 }
355 mCbLooper.clear();
356 mHandler.clear();
357
358 // Close all previously acquired images
359 for (auto it = mAcquiredImages.begin();
360 it != mAcquiredImages.end(); it++) {
361 AImage* image = *it;
Yin-Chia Yehb29fce72017-11-06 17:16:22 -0800362 Mutex::Autolock _l(image->mLock);
Yin-Chia Yeh55baca22019-01-07 13:54:13 -0800363 // Do not alter mAcquiredImages while we are iterating on it
364 releaseImageLocked(image, /*releaseFenceFd*/-1, /*clearCache*/false);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800365 }
Yin-Chia Yeh55baca22019-01-07 13:54:13 -0800366 mAcquiredImages.clear();
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800367
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800368 // Delete Buffer Items
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800369 for (auto it = mBuffers.begin();
370 it != mBuffers.end(); it++) {
371 delete *it;
372 }
373
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800374 if (mBufferItemConsumer != nullptr) {
375 mBufferItemConsumer->abandon();
376 mBufferItemConsumer->setFrameAvailableListener(nullptr);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800377 }
Jayant Chowdhary249e1f22018-09-24 15:07:45 -0700378
379 if (mWindowHandle != nullptr) {
380 int size = mWindowHandle->data[0];
381 hidl_vec<uint8_t> halToken;
382 halToken.setToExternal(
383 reinterpret_cast<uint8_t *>(&mWindowHandle->data[1]), size);
384 deleteHalToken(halToken);
385 native_handle_delete(mWindowHandle);
386 }
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800387}
388
389media_status_t
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800390AImageReader::acquireImageLocked(/*out*/AImage** image, /*out*/int* acquireFenceFd) {
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800391 *image = nullptr;
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800392 BufferItem* buffer = getBufferItemLocked();
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800393 if (buffer == nullptr) {
394 ALOGW("Unable to acquire a lockedBuffer, very likely client tries to lock more than"
395 " maxImages buffers");
396 return AMEDIA_IMGREADER_MAX_IMAGES_ACQUIRED;
397 }
398
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800399 // When the output paramter fence is not NULL, we are acquiring the image asynchronously.
400 bool waitForFence = acquireFenceFd == nullptr;
401 status_t res = mBufferItemConsumer->acquireBuffer(buffer, 0, waitForFence);
402
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800403 if (res != NO_ERROR) {
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800404 returnBufferItemLocked(buffer);
405 if (res != BufferQueue::NO_BUFFER_AVAILABLE) {
406 if (res == INVALID_OPERATION) {
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800407 return AMEDIA_IMGREADER_MAX_IMAGES_ACQUIRED;
408 } else {
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800409 ALOGE("%s: Acquire image failed with some unknown error: %s (%d)",
410 __FUNCTION__, strerror(-res), res);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800411 return AMEDIA_ERROR_UNKNOWN;
412 }
413 }
414 return AMEDIA_IMGREADER_NO_BUFFER_AVAILABLE;
415 }
416
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800417 const int bufferWidth = getBufferWidth(buffer);
418 const int bufferHeight = getBufferHeight(buffer);
419 const int bufferFmt = buffer->mGraphicBuffer->getPixelFormat();
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800420 const int bufferUsage = buffer->mGraphicBuffer->getUsage();
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800421
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800422 const int readerWidth = mWidth;
423 const int readerHeight = mHeight;
424 const int readerFmt = mHalFormat;
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800425 const int readerUsage = mHalUsage;
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800426
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800427 // Check if the producer buffer configurations match what AImageReader configured. Add some
428 // extra checks for non-opaque formats.
429 if (!isFormatOpaque(readerFmt)) {
430 // Check if the left-top corner of the crop rect is origin, we currently assume this point
431 // is zero, will revisit this once this assumption turns out problematic.
432 Point lt = buffer->mCrop.leftTop();
433 if (lt.x != 0 || lt.y != 0) {
434 ALOGE("Crop left top corner [%d, %d] not at origin", lt.x, lt.y);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800435 return AMEDIA_ERROR_UNKNOWN;
436 }
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800437
438 // Check if the producer buffer configurations match what ImageReader configured.
Jiwen 'Steve' Cai755ca9b2017-03-31 16:59:50 -0700439 ALOGV_IF(readerWidth != bufferWidth || readerHeight != bufferHeight,
440 "%s: Buffer size: %dx%d, doesn't match AImageReader configured size: %dx%d",
441 __FUNCTION__, bufferWidth, bufferHeight, readerWidth, readerHeight);
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800442
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800443 // Check if the buffer usage is a super set of reader's usage bits, aka all usage bits that
444 // ImageReader requested has been supported from the producer side.
445 ALOGD_IF((readerUsage | bufferUsage) != bufferUsage,
446 "%s: Producer buffer usage: %x, doesn't cover all usage bits AImageReader "
447 "configured: %x",
448 __FUNCTION__, bufferUsage, readerUsage);
449
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800450 if (readerFmt != bufferFmt) {
451 if (readerFmt == HAL_PIXEL_FORMAT_YCbCr_420_888 && isPossiblyYUV(bufferFmt)) {
452 // Special casing for when producer switches to a format compatible with flexible
453 // YUV.
454 mHalFormat = bufferFmt;
455 ALOGD("%s: Overriding buffer format YUV_420_888 to 0x%x.", __FUNCTION__, bufferFmt);
456 } else {
457 // Return the buffer to the queue. No need to provide fence, as this buffer wasn't
458 // used anywhere yet.
459 mBufferItemConsumer->releaseBuffer(*buffer);
460 returnBufferItemLocked(buffer);
461
462 ALOGE("%s: Output buffer format: 0x%x, ImageReader configured format: 0x%x",
463 __FUNCTION__, bufferFmt, readerFmt);
464
465 return AMEDIA_ERROR_UNKNOWN;
466 }
467 }
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800468 }
469
470 if (mHalFormat == HAL_PIXEL_FORMAT_BLOB) {
Jiwen 'Steve' Caie31bc872017-04-21 17:13:18 -0700471 *image = new AImage(this, mFormat, mUsage, buffer, buffer->mTimestamp,
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800472 readerWidth, readerHeight, mNumPlanes);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800473 } else {
Jiwen 'Steve' Caie31bc872017-04-21 17:13:18 -0700474 *image = new AImage(this, mFormat, mUsage, buffer, buffer->mTimestamp,
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800475 bufferWidth, bufferHeight, mNumPlanes);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800476 }
477 mAcquiredImages.push_back(*image);
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800478
479 // When the output paramter fence is not NULL, we are acquiring the image asynchronously.
480 if (acquireFenceFd != nullptr) {
481 *acquireFenceFd = buffer->mFence->dup();
482 }
483
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800484 return AMEDIA_OK;
485}
486
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800487BufferItem*
488AImageReader::getBufferItemLocked() {
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800489 if (mBuffers.empty()) {
490 return nullptr;
491 }
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800492 // Return a BufferItem pointer and remove it from the list
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800493 auto it = mBuffers.begin();
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800494 BufferItem* buffer = *it;
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800495 mBuffers.erase(it);
496 return buffer;
497}
498
499void
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800500AImageReader::returnBufferItemLocked(BufferItem* buffer) {
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800501 mBuffers.push_back(buffer);
502}
503
504void
Yin-Chia Yeh55baca22019-01-07 13:54:13 -0800505AImageReader::releaseImageLocked(AImage* image, int releaseFenceFd, bool clearCache) {
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800506 BufferItem* buffer = image->mBuffer;
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800507 if (buffer == nullptr) {
508 // This should not happen, but is not fatal
509 ALOGW("AImage %p has no buffer!", image);
510 return;
511 }
512
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800513 int unlockFenceFd = -1;
514 media_status_t ret = image->unlockImageIfLocked(&unlockFenceFd);
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800515 if (ret < 0) {
516 ALOGW("%s: AImage %p is cannot be unlocked.", __FUNCTION__, image);
517 return;
518 }
519
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800520 sp<Fence> unlockFence = unlockFenceFd > 0 ? new Fence(unlockFenceFd) : Fence::NO_FENCE;
521 sp<Fence> releaseFence = releaseFenceFd > 0 ? new Fence(releaseFenceFd) : Fence::NO_FENCE;
522 sp<Fence> bufferFence = Fence::merge("AImageReader", unlockFence, releaseFence);
523 mBufferItemConsumer->releaseBuffer(*buffer, bufferFence);
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800524 returnBufferItemLocked(buffer);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800525 image->mBuffer = nullptr;
Yin-Chia Yehb29fce72017-11-06 17:16:22 -0800526 image->mLockedBuffer = nullptr;
527 image->mIsClosed = true;
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800528
Yin-Chia Yeh55baca22019-01-07 13:54:13 -0800529 if (!clearCache) {
530 return;
531 }
532
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800533 bool found = false;
534 // cleanup acquired image list
535 for (auto it = mAcquiredImages.begin();
536 it != mAcquiredImages.end(); it++) {
537 AImage* readerCopy = *it;
538 if (readerCopy == image) {
539 found = true;
540 mAcquiredImages.erase(it);
541 break;
542 }
543 }
544 if (!found) {
545 ALOGE("Error: AImage %p is not generated by AImageReader %p",
546 image, this);
547 }
548}
549
Jayant Chowdhary249e1f22018-09-24 15:07:45 -0700550media_status_t AImageReader::getWindowNativeHandle(native_handle **handle) {
551 if (mWindowHandle != nullptr) {
552 *handle = mWindowHandle;
553 return AMEDIA_OK;
554 }
555 sp<HGraphicBufferProducer> hgbp =
556 new TWGraphicBufferProducer<HGraphicBufferProducer>(mProducer);
557 HalToken halToken;
558 if (!createHalToken(hgbp, &halToken)) {
559 return AMEDIA_ERROR_UNKNOWN;
560 }
561 mWindowHandle = convertHalTokenToNativeHandle(halToken);
562 if (!mWindowHandle) {
563 return AMEDIA_ERROR_UNKNOWN;
564 }
565 *handle = mWindowHandle;
566 return AMEDIA_OK;
567}
568
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800569int
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800570AImageReader::getBufferWidth(BufferItem* buffer) {
571 if (buffer == NULL) return -1;
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800572
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800573 if (!buffer->mCrop.isEmpty()) {
574 return buffer->mCrop.getWidth();
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800575 }
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800576
577 return buffer->mGraphicBuffer->getWidth();
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800578}
579
580int
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800581AImageReader::getBufferHeight(BufferItem* buffer) {
582 if (buffer == NULL) return -1;
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800583
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800584 if (!buffer->mCrop.isEmpty()) {
585 return buffer->mCrop.getHeight();
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800586 }
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800587
588 return buffer->mGraphicBuffer->getHeight();
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800589}
590
591media_status_t
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800592AImageReader::acquireNextImage(/*out*/AImage** image, /*out*/int* acquireFenceFd) {
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800593 Mutex::Autolock _l(mLock);
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800594 return acquireImageLocked(image, acquireFenceFd);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800595}
596
597media_status_t
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800598AImageReader::acquireLatestImage(/*out*/AImage** image, /*out*/int* acquireFenceFd) {
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800599 if (image == nullptr) {
600 return AMEDIA_ERROR_INVALID_PARAMETER;
601 }
602 Mutex::Autolock _l(mLock);
603 *image = nullptr;
604 AImage* prevImage = nullptr;
605 AImage* nextImage = nullptr;
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800606 media_status_t ret = acquireImageLocked(&prevImage, acquireFenceFd);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800607 if (prevImage == nullptr) {
608 return ret;
609 }
610 for (;;) {
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800611 ret = acquireImageLocked(&nextImage, acquireFenceFd);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800612 if (nextImage == nullptr) {
613 *image = prevImage;
614 return AMEDIA_OK;
615 }
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800616
617 if (acquireFenceFd == nullptr) {
618 // No need for release fence here since the prevImage is unused and acquireImageLocked
619 // has already waited for acquired fence to be signaled.
620 prevImage->close();
621 } else {
622 // Use the acquire fence as release fence, so that producer can wait before trying to
623 // refill the buffer.
624 prevImage->close(*acquireFenceFd);
625 }
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800626 prevImage->free();
627 prevImage = nextImage;
628 nextImage = nullptr;
629 }
630}
631
Jayant Chowdhary249e1f22018-09-24 15:07:45 -0700632static native_handle_t *convertHalTokenToNativeHandle(
633 const HalToken &halToken) {
634 // We attempt to store halToken in the ints of the native_handle_t after its
635 // size. The first int stores the size of the token. We store this in an int
636 // to avoid alignment issues where size_t and int do not have the same
637 // alignment.
638 size_t nhDataByteSize = halToken.size();
639 if (nhDataByteSize > kWindowHalTokenSizeMax) {
640 // The size of the token isn't reasonable..
641 return nullptr;
642 }
643 size_t numInts = ceil(nhDataByteSize / sizeof(int)) + 1;
644
645 // We don't check for overflow, whether numInts can fit in an int, since we
646 // expect kWindowHalTokenSizeMax to be a reasonable limit.
647 // create a native_handle_t with 0 numFds and numInts number of ints.
648 native_handle_t *nh =
649 native_handle_create(0, numInts);
650 if (!nh) {
651 return nullptr;
652 }
653 // Store the size of the token in the first int.
654 nh->data[0] = nhDataByteSize;
655 memcpy(&(nh->data[1]), halToken.data(), nhDataByteSize);
656 return nh;
657}
658
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800659EXPORT
660media_status_t AImageReader_new(
661 int32_t width, int32_t height, int32_t format, int32_t maxImages,
662 /*out*/AImageReader** reader) {
663 ALOGV("%s", __FUNCTION__);
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800664 return AImageReader_newWithUsage(
Jiwen 'Steve' Caie31bc872017-04-21 17:13:18 -0700665 width, height, format, AHARDWAREBUFFER_USAGE_CPU_READ_OFTEN, maxImages, reader);
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800666}
667
Jayant Chowdhary249e1f22018-09-24 15:07:45 -0700668extern "C" {
669
670EXPORT
671media_status_t AImageReader_getWindowNativeHandle(
672 AImageReader *reader, /*out*/native_handle_t **handle) {
673 if (reader == nullptr || handle == nullptr) {
674 return AMEDIA_ERROR_INVALID_PARAMETER;
675 }
676 return reader->getWindowNativeHandle(handle);
677}
678
679} //extern "C"
680
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800681EXPORT
682media_status_t AImageReader_newWithUsage(
Jiwen 'Steve' Caie31bc872017-04-21 17:13:18 -0700683 int32_t width, int32_t height, int32_t format, uint64_t usage,
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800684 int32_t maxImages, /*out*/ AImageReader** reader) {
685 ALOGV("%s", __FUNCTION__);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800686
687 if (width < 1 || height < 1) {
688 ALOGE("%s: image dimension must be positive: w:%d h:%d",
689 __FUNCTION__, width, height);
690 return AMEDIA_ERROR_INVALID_PARAMETER;
691 }
692
693 if (maxImages < 1) {
694 ALOGE("%s: max outstanding image count must be at least 1 (%d)",
695 __FUNCTION__, maxImages);
696 return AMEDIA_ERROR_INVALID_PARAMETER;
697 }
698
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800699 if (maxImages > BufferQueueDefs::NUM_BUFFER_SLOTS) {
700 ALOGE("%s: max outstanding image count (%d) cannot be larget than %d.",
701 __FUNCTION__, maxImages, BufferQueueDefs::NUM_BUFFER_SLOTS);
702 return AMEDIA_ERROR_INVALID_PARAMETER;
703 }
704
Jiwen 'Steve' Cai55ec2562017-04-12 15:56:41 -0700705 if (!AImageReader::isSupportedFormatAndUsage(format, usage)) {
706 ALOGE("%s: format %d is not supported with usage 0x%" PRIx64 " by AImageReader",
707 __FUNCTION__, format, usage);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800708 return AMEDIA_ERROR_INVALID_PARAMETER;
709 }
710
711 if (reader == nullptr) {
712 ALOGE("%s: reader argument is null", __FUNCTION__);
713 return AMEDIA_ERROR_INVALID_PARAMETER;
714 }
715
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800716 AImageReader* tmpReader = new AImageReader(
Jiwen 'Steve' Caie31bc872017-04-21 17:13:18 -0700717 width, height, format, usage, maxImages);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800718 if (tmpReader == nullptr) {
719 ALOGE("%s: AImageReader allocation failed", __FUNCTION__);
720 return AMEDIA_ERROR_UNKNOWN;
721 }
722 media_status_t ret = tmpReader->init();
723 if (ret != AMEDIA_OK) {
724 ALOGE("%s: AImageReader initialization failed!", __FUNCTION__);
725 delete tmpReader;
726 return ret;
727 }
728 *reader = tmpReader;
729 (*reader)->incStrong((void*) AImageReader_new);
730 return AMEDIA_OK;
731}
732
733EXPORT
734void AImageReader_delete(AImageReader* reader) {
735 ALOGV("%s", __FUNCTION__);
736 if (reader != nullptr) {
737 reader->decStrong((void*) AImageReader_delete);
738 }
739 return;
740}
741
742EXPORT
743media_status_t AImageReader_getWindow(AImageReader* reader, /*out*/ANativeWindow** window) {
Yin-Chia Yehe2ded212017-11-08 15:51:02 -0800744 ALOGV("%s", __FUNCTION__);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800745 if (reader == nullptr || window == nullptr) {
746 ALOGE("%s: invalid argument. reader %p, window %p",
747 __FUNCTION__, reader, window);
748 return AMEDIA_ERROR_INVALID_PARAMETER;
749 }
750 *window = reader->getWindow();
751 return AMEDIA_OK;
752}
753
754EXPORT
755media_status_t AImageReader_getWidth(const AImageReader* reader, /*out*/int32_t* width) {
756 ALOGV("%s", __FUNCTION__);
757 if (reader == nullptr || width == nullptr) {
758 ALOGE("%s: invalid argument. reader %p, width %p",
759 __FUNCTION__, reader, width);
760 return AMEDIA_ERROR_INVALID_PARAMETER;
761 }
762 *width = reader->getWidth();
763 return AMEDIA_OK;
764}
765
766EXPORT
767media_status_t AImageReader_getHeight(const AImageReader* reader, /*out*/int32_t* height) {
768 ALOGV("%s", __FUNCTION__);
769 if (reader == nullptr || height == nullptr) {
770 ALOGE("%s: invalid argument. reader %p, height %p",
771 __FUNCTION__, reader, height);
772 return AMEDIA_ERROR_INVALID_PARAMETER;
773 }
774 *height = reader->getHeight();
775 return AMEDIA_OK;
776}
777
778EXPORT
779media_status_t AImageReader_getFormat(const AImageReader* reader, /*out*/int32_t* format) {
780 ALOGV("%s", __FUNCTION__);
781 if (reader == nullptr || format == nullptr) {
782 ALOGE("%s: invalid argument. reader %p, format %p",
783 __FUNCTION__, reader, format);
784 return AMEDIA_ERROR_INVALID_PARAMETER;
785 }
786 *format = reader->getFormat();
787 return AMEDIA_OK;
788}
789
790EXPORT
791media_status_t AImageReader_getMaxImages(const AImageReader* reader, /*out*/int32_t* maxImages) {
792 ALOGV("%s", __FUNCTION__);
793 if (reader == nullptr || maxImages == nullptr) {
794 ALOGE("%s: invalid argument. reader %p, maxImages %p",
795 __FUNCTION__, reader, maxImages);
796 return AMEDIA_ERROR_INVALID_PARAMETER;
797 }
798 *maxImages = reader->getMaxImages();
799 return AMEDIA_OK;
800}
801
802EXPORT
803media_status_t AImageReader_acquireNextImage(AImageReader* reader, /*out*/AImage** image) {
804 ALOGV("%s", __FUNCTION__);
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800805 return AImageReader_acquireNextImageAsync(reader, image, nullptr);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800806}
807
808EXPORT
809media_status_t AImageReader_acquireLatestImage(AImageReader* reader, /*out*/AImage** image) {
810 ALOGV("%s", __FUNCTION__);
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800811 return AImageReader_acquireLatestImageAsync(reader, image, nullptr);
812}
813
814EXPORT
815media_status_t AImageReader_acquireNextImageAsync(
816 AImageReader* reader, /*out*/AImage** image, /*out*/int* acquireFenceFd) {
817 ALOGV("%s", __FUNCTION__);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800818 if (reader == nullptr || image == nullptr) {
Jiwen 'Steve' Cai2f1a4732017-02-04 17:31:55 -0800819 ALOGE("%s: invalid argument. reader %p, image %p",
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800820 __FUNCTION__, reader, image);
821 return AMEDIA_ERROR_INVALID_PARAMETER;
822 }
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800823 return reader->acquireNextImage(image, acquireFenceFd);
824}
825
826EXPORT
827media_status_t AImageReader_acquireLatestImageAsync(
828 AImageReader* reader, /*out*/AImage** image, /*out*/int* acquireFenceFd) {
829 ALOGV("%s", __FUNCTION__);
830 if (reader == nullptr || image == nullptr) {
831 ALOGE("%s: invalid argument. reader %p, image %p",
832 __FUNCTION__, reader, image);
833 return AMEDIA_ERROR_INVALID_PARAMETER;
834 }
835 return reader->acquireLatestImage(image, acquireFenceFd);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800836}
837
838EXPORT
839media_status_t AImageReader_setImageListener(
840 AImageReader* reader, AImageReader_ImageListener* listener) {
841 ALOGV("%s", __FUNCTION__);
Yin-Chia Yeh1d0955c2016-05-16 01:14:13 -0700842 if (reader == nullptr) {
843 ALOGE("%s: invalid argument! reader %p", __FUNCTION__, reader);
Yin-Chia Yehc3603822016-01-18 22:11:19 -0800844 return AMEDIA_ERROR_INVALID_PARAMETER;
845 }
846
847 reader->setImageListener(listener);
848 return AMEDIA_OK;
849}
Jiwen 'Steve' Caie1689962017-02-20 16:59:05 -0800850
851EXPORT
852media_status_t AImageReader_setBufferRemovedListener(
853 AImageReader* reader, AImageReader_BufferRemovedListener* listener) {
854 ALOGV("%s", __FUNCTION__);
855 if (reader == nullptr) {
856 ALOGE("%s: invalid argument! reader %p", __FUNCTION__, reader);
857 return AMEDIA_ERROR_INVALID_PARAMETER;
858 }
859
860 reader->setBufferRemovedListener(listener);
861 return AMEDIA_OK;
862}