blob: 51b516a3aa8993c80500c6b5e605023f378d9474 [file] [log] [blame]
Marco Nelissen0c3be872014-05-01 10:14:44 -07001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Mark Salyzyn98f28cd2014-06-18 16:32:50 -070017#include <inttypes.h>
18
Marco Nelissenc7a11b22014-05-30 10:13:25 -070019//#define LOG_NDEBUG 0
Marco Nelissen0c3be872014-05-01 10:14:44 -070020#define LOG_TAG "NdkMediaCodec"
21
Colin Cross7e8d4ba2017-05-04 16:17:42 -070022#include <media/NdkMediaCodec.h>
23#include <media/NdkMediaError.h>
Marco Nelissen98603d82018-07-17 11:06:55 -070024#include <media/NdkMediaFormatPriv.h>
Marco Nelissen050eb322014-05-09 15:10:23 -070025#include "NdkMediaCryptoPriv.h"
Marco Nelissen0c3be872014-05-01 10:14:44 -070026
27#include <utils/Log.h>
28#include <utils/StrongPointer.h>
29#include <gui/Surface.h>
30
Marco Nelissen0c3be872014-05-01 10:14:44 -070031#include <media/stagefright/foundation/ALooper.h>
32#include <media/stagefright/foundation/AMessage.h>
Marco Nelissen0c3be872014-05-01 10:14:44 -070033
Praveen Chavan85a53632017-01-31 12:21:33 -080034#include <media/stagefright/PersistentSurface.h>
Marco Nelissen0c3be872014-05-01 10:14:44 -070035#include <media/stagefright/MediaCodec.h>
36#include <media/stagefright/MediaErrors.h>
Wonsik Kim7e34bf52016-08-23 00:09:18 +090037#include <media/MediaCodecBuffer.h>
Praveen Chavan19431582017-01-16 11:56:18 -080038#include <android/native_window.h>
Marco Nelissen0c3be872014-05-01 10:14:44 -070039
40using namespace android;
41
42
Marco Nelissene419d7c2014-05-15 14:17:25 -070043static media_status_t translate_error(status_t err) {
Marco Nelissen0c3be872014-05-01 10:14:44 -070044 if (err == OK) {
Marco Nelissene419d7c2014-05-15 14:17:25 -070045 return AMEDIA_OK;
Marco Nelissen0c3be872014-05-01 10:14:44 -070046 } else if (err == -EAGAIN) {
Marco Nelissene419d7c2014-05-15 14:17:25 -070047 return (media_status_t) AMEDIACODEC_INFO_TRY_AGAIN_LATER;
Marco Nelissen0c3be872014-05-01 10:14:44 -070048 }
49 ALOGE("sf error code: %d", err);
Marco Nelissene419d7c2014-05-15 14:17:25 -070050 return AMEDIA_ERROR_UNKNOWN;
Marco Nelissen0c3be872014-05-01 10:14:44 -070051}
52
Marco Nelissencdb42cd2014-05-08 14:46:05 -070053enum {
54 kWhatActivityNotify,
Wei Jia00cc9922017-11-23 08:00:34 -080055 kWhatAsyncNotify,
Marco Nelissencdb42cd2014-05-08 14:46:05 -070056 kWhatRequestActivityNotifications,
57 kWhatStopActivityNotifications,
Marco Nelissen0c3be872014-05-01 10:14:44 -070058};
59
Praveen Chavan85a53632017-01-31 12:21:33 -080060struct AMediaCodecPersistentSurface : public Surface {
61 sp<PersistentSurface> mPersistentSurface;
62 AMediaCodecPersistentSurface(
63 const sp<IGraphicBufferProducer>& igbp,
64 const sp<PersistentSurface>& ps)
65 : Surface(igbp) {
66 mPersistentSurface = ps;
67 }
68 virtual ~AMediaCodecPersistentSurface() {
69 //mPersistentSurface ref will be let go off here
70 }
71};
Marco Nelissen0c3be872014-05-01 10:14:44 -070072
Marco Nelissencdb42cd2014-05-08 14:46:05 -070073class CodecHandler: public AHandler {
74private:
75 AMediaCodec* mCodec;
76public:
Chih-Hung Hsieh090ef602016-04-27 10:39:54 -070077 explicit CodecHandler(AMediaCodec *codec);
Marco Nelissencdb42cd2014-05-08 14:46:05 -070078 virtual void onMessageReceived(const sp<AMessage> &msg);
79};
Marco Nelissen0c3be872014-05-01 10:14:44 -070080
Marco Nelissene22a64b2014-05-23 15:49:49 -070081typedef void (*OnCodecEvent)(AMediaCodec *codec, void *userdata);
82
Marco Nelissen0c3be872014-05-01 10:14:44 -070083struct AMediaCodec {
84 sp<android::MediaCodec> mCodec;
85 sp<ALooper> mLooper;
86 sp<CodecHandler> mHandler;
Marco Nelissencdb42cd2014-05-08 14:46:05 -070087 sp<AMessage> mActivityNotification;
88 int32_t mGeneration;
89 bool mRequestedActivityNotification;
90 OnCodecEvent mCallback;
91 void *mCallbackUserData;
Wei Jia00cc9922017-11-23 08:00:34 -080092
93 sp<AMessage> mAsyncNotify;
94 mutable Mutex mAsyncCallbackLock;
95 AMediaCodecOnAsyncNotifyCallback mAsyncCallback;
96 void *mAsyncCallbackUserData;
Marco Nelissen0c3be872014-05-01 10:14:44 -070097};
98
Marco Nelissencdb42cd2014-05-08 14:46:05 -070099CodecHandler::CodecHandler(AMediaCodec *codec) {
100 mCodec = codec;
101}
102
103void CodecHandler::onMessageReceived(const sp<AMessage> &msg) {
104
105 switch (msg->what()) {
106 case kWhatRequestActivityNotifications:
107 {
108 if (mCodec->mRequestedActivityNotification) {
109 break;
110 }
111
112 mCodec->mCodec->requestActivityNotification(mCodec->mActivityNotification);
113 mCodec->mRequestedActivityNotification = true;
114 break;
115 }
116
117 case kWhatActivityNotify:
118 {
119 {
120 int32_t generation;
121 msg->findInt32("generation", &generation);
122
123 if (generation != mCodec->mGeneration) {
124 // stale
125 break;
126 }
127
128 mCodec->mRequestedActivityNotification = false;
129 }
130
131 if (mCodec->mCallback) {
132 mCodec->mCallback(mCodec, mCodec->mCallbackUserData);
133 }
134 break;
135 }
136
Wei Jia00cc9922017-11-23 08:00:34 -0800137 case kWhatAsyncNotify:
138 {
139 int32_t cbID;
140 if (!msg->findInt32("callbackID", &cbID)) {
141 ALOGE("kWhatAsyncNotify: callbackID is expected.");
142 break;
143 }
144
145 ALOGV("kWhatAsyncNotify: cbID = %d", cbID);
146
147 switch (cbID) {
148 case MediaCodec::CB_INPUT_AVAILABLE:
149 {
150 int32_t index;
151 if (!msg->findInt32("index", &index)) {
152 ALOGE("CB_INPUT_AVAILABLE: index is expected.");
153 break;
154 }
155
156 Mutex::Autolock _l(mCodec->mAsyncCallbackLock);
157 if (mCodec->mAsyncCallbackUserData != NULL
158 || mCodec->mAsyncCallback.onAsyncInputAvailable != NULL) {
159 mCodec->mAsyncCallback.onAsyncInputAvailable(
160 mCodec,
161 mCodec->mAsyncCallbackUserData,
162 index);
163 }
164
165 break;
166 }
167
168 case MediaCodec::CB_OUTPUT_AVAILABLE:
169 {
170 int32_t index;
171 size_t offset;
172 size_t size;
173 int64_t timeUs;
174 int32_t flags;
175
176 if (!msg->findInt32("index", &index)) {
177 ALOGE("CB_OUTPUT_AVAILABLE: index is expected.");
178 break;
179 }
180 if (!msg->findSize("offset", &offset)) {
181 ALOGE("CB_OUTPUT_AVAILABLE: offset is expected.");
182 break;
183 }
184 if (!msg->findSize("size", &size)) {
185 ALOGE("CB_OUTPUT_AVAILABLE: size is expected.");
186 break;
187 }
188 if (!msg->findInt64("timeUs", &timeUs)) {
189 ALOGE("CB_OUTPUT_AVAILABLE: timeUs is expected.");
190 break;
191 }
192 if (!msg->findInt32("flags", &flags)) {
193 ALOGE("CB_OUTPUT_AVAILABLE: flags is expected.");
194 break;
195 }
196
197 AMediaCodecBufferInfo bufferInfo = {
198 (int32_t)offset,
199 (int32_t)size,
200 timeUs,
201 (uint32_t)flags};
202
203 Mutex::Autolock _l(mCodec->mAsyncCallbackLock);
204 if (mCodec->mAsyncCallbackUserData != NULL
205 || mCodec->mAsyncCallback.onAsyncOutputAvailable != NULL) {
206 mCodec->mAsyncCallback.onAsyncOutputAvailable(
207 mCodec,
208 mCodec->mAsyncCallbackUserData,
209 index,
210 &bufferInfo);
211 }
212
213 break;
214 }
215
216 case MediaCodec::CB_OUTPUT_FORMAT_CHANGED:
217 {
218 sp<AMessage> format;
219 if (!msg->findMessage("format", &format)) {
220 ALOGE("CB_OUTPUT_FORMAT_CHANGED: format is expected.");
221 break;
222 }
223
224 AMediaFormat *aMediaFormat = AMediaFormat_fromMsg(&format);
225
226 Mutex::Autolock _l(mCodec->mAsyncCallbackLock);
227 if (mCodec->mAsyncCallbackUserData != NULL
228 || mCodec->mAsyncCallback.onAsyncFormatChanged != NULL) {
229 mCodec->mAsyncCallback.onAsyncFormatChanged(
230 mCodec,
231 mCodec->mAsyncCallbackUserData,
232 aMediaFormat);
233 }
234
235 break;
236 }
237
238 case MediaCodec::CB_ERROR:
239 {
240 status_t err;
241 int32_t actionCode;
242 AString detail;
243 if (!msg->findInt32("err", &err)) {
244 ALOGE("CB_ERROR: err is expected.");
245 break;
246 }
Rakesh Kumard5ea3f32019-09-20 17:08:07 +0530247 if (!msg->findInt32("actionCode", &actionCode)) {
248 ALOGE("CB_ERROR: actionCode is expected.");
Wei Jia00cc9922017-11-23 08:00:34 -0800249 break;
250 }
251 msg->findString("detail", &detail);
252 ALOGE("Decoder reported error(0x%x), actionCode(%d), detail(%s)",
253 err, actionCode, detail.c_str());
254
255 Mutex::Autolock _l(mCodec->mAsyncCallbackLock);
256 if (mCodec->mAsyncCallbackUserData != NULL
257 || mCodec->mAsyncCallback.onAsyncError != NULL) {
258 mCodec->mAsyncCallback.onAsyncError(
259 mCodec,
260 mCodec->mAsyncCallbackUserData,
261 translate_error(err),
262 actionCode,
263 detail.c_str());
264 }
265
266 break;
267 }
268
269 default:
270 {
271 ALOGE("kWhatAsyncNotify: callbackID(%d) is unexpected.", cbID);
272 break;
273 }
274 }
275 break;
276 }
277
Marco Nelissencdb42cd2014-05-08 14:46:05 -0700278 case kWhatStopActivityNotifications:
279 {
Lajos Molnar3f274362015-03-05 14:35:41 -0800280 sp<AReplyToken> replyID;
Marco Nelissencdb42cd2014-05-08 14:46:05 -0700281 msg->senderAwaitsResponse(&replyID);
282
283 mCodec->mGeneration++;
284 mCodec->mRequestedActivityNotification = false;
285
286 sp<AMessage> response = new AMessage;
287 response->postReply(replyID);
288 break;
289 }
290
291 default:
292 ALOGE("shouldn't be here");
293 break;
294 }
295
296}
297
298
299static void requestActivityNotification(AMediaCodec *codec) {
Lajos Molnar1d15ab52015-03-04 16:46:34 -0800300 (new AMessage(kWhatRequestActivityNotifications, codec->mHandler))->post();
Marco Nelissencdb42cd2014-05-08 14:46:05 -0700301}
302
Marco Nelissen0c3be872014-05-01 10:14:44 -0700303extern "C" {
304
305static AMediaCodec * createAMediaCodec(const char *name, bool name_is_type, bool encoder) {
306 AMediaCodec *mData = new AMediaCodec();
307 mData->mLooper = new ALooper;
308 mData->mLooper->setName("NDK MediaCodec_looper");
Aurimas Liutikas214c8332016-02-19 14:48:23 -0800309 size_t res = mData->mLooper->start(
Marco Nelissen0c3be872014-05-01 10:14:44 -0700310 false, // runOnCallingThread
311 true, // canCallJava XXX
Wei Jia00cc9922017-11-23 08:00:34 -0800312 PRIORITY_AUDIO);
Aurimas Liutikas214c8332016-02-19 14:48:23 -0800313 if (res != OK) {
314 ALOGE("Failed to start the looper");
Greg Kaiser4e147802016-03-14 14:44:20 -0700315 AMediaCodec_delete(mData);
Aurimas Liutikas214c8332016-02-19 14:48:23 -0800316 return NULL;
317 }
Marco Nelissen0c3be872014-05-01 10:14:44 -0700318 if (name_is_type) {
319 mData->mCodec = android::MediaCodec::CreateByType(mData->mLooper, name, encoder);
320 } else {
321 mData->mCodec = android::MediaCodec::CreateByComponentName(mData->mLooper, name);
322 }
Andy Hung6bb63ad2015-04-28 19:05:08 -0700323 if (mData->mCodec == NULL) { // failed to create codec
324 AMediaCodec_delete(mData);
325 return NULL;
326 }
Marco Nelissencdb42cd2014-05-08 14:46:05 -0700327 mData->mHandler = new CodecHandler(mData);
Marco Nelissen0c3be872014-05-01 10:14:44 -0700328 mData->mLooper->registerHandler(mData->mHandler);
Marco Nelissencdb42cd2014-05-08 14:46:05 -0700329 mData->mGeneration = 1;
330 mData->mRequestedActivityNotification = false;
331 mData->mCallback = NULL;
332
Wei Jia00cc9922017-11-23 08:00:34 -0800333 mData->mAsyncCallback = {};
334 mData->mAsyncCallbackUserData = NULL;
335
Marco Nelissen0c3be872014-05-01 10:14:44 -0700336 return mData;
337}
338
Marco Nelissen3425fd52014-05-14 11:12:46 -0700339EXPORT
Marco Nelissen86aa02c2014-05-07 16:03:54 -0700340AMediaCodec* AMediaCodec_createCodecByName(const char *name) {
Marco Nelissen0c3be872014-05-01 10:14:44 -0700341 return createAMediaCodec(name, false, false);
342}
343
Marco Nelissen3425fd52014-05-14 11:12:46 -0700344EXPORT
Marco Nelissen86aa02c2014-05-07 16:03:54 -0700345AMediaCodec* AMediaCodec_createDecoderByType(const char *mime_type) {
Marco Nelissen0c3be872014-05-01 10:14:44 -0700346 return createAMediaCodec(mime_type, true, false);
347}
348
Marco Nelissen3425fd52014-05-14 11:12:46 -0700349EXPORT
Marco Nelissen86aa02c2014-05-07 16:03:54 -0700350AMediaCodec* AMediaCodec_createEncoderByType(const char *name) {
351 return createAMediaCodec(name, true, true);
Marco Nelissen0c3be872014-05-01 10:14:44 -0700352}
353
Marco Nelissen3425fd52014-05-14 11:12:46 -0700354EXPORT
Marco Nelissene419d7c2014-05-15 14:17:25 -0700355media_status_t AMediaCodec_delete(AMediaCodec *mData) {
Andy Hung6bb63ad2015-04-28 19:05:08 -0700356 if (mData != NULL) {
357 if (mData->mCodec != NULL) {
358 mData->mCodec->release();
359 mData->mCodec.clear();
360 }
Marco Nelissen0c3be872014-05-01 10:14:44 -0700361
Andy Hung6bb63ad2015-04-28 19:05:08 -0700362 if (mData->mLooper != NULL) {
363 if (mData->mHandler != NULL) {
364 mData->mLooper->unregisterHandler(mData->mHandler->id());
365 }
366 mData->mLooper->stop();
367 mData->mLooper.clear();
368 }
369 delete mData;
Marco Nelissen0c3be872014-05-01 10:14:44 -0700370 }
Marco Nelissene419d7c2014-05-15 14:17:25 -0700371 return AMEDIA_OK;
Marco Nelissen0c3be872014-05-01 10:14:44 -0700372}
373
Marco Nelissen3425fd52014-05-14 11:12:46 -0700374EXPORT
Wei Jia00cc9922017-11-23 08:00:34 -0800375media_status_t AMediaCodec_getName(
376 AMediaCodec *mData,
377 char** out_name) {
378 if (out_name == NULL) {
379 return AMEDIA_ERROR_INVALID_PARAMETER;
380 }
381
382 AString compName;
383 status_t err = mData->mCodec->getName(&compName);
384 if (err != OK) {
385 return translate_error(err);
386 }
387 *out_name = strdup(compName.c_str());
388 return AMEDIA_OK;
389}
390
391EXPORT
392void AMediaCodec_releaseName(
393 AMediaCodec * /* mData */,
394 char* name) {
395 if (name != NULL) {
396 free(name);
397 }
398}
399
400EXPORT
Marco Nelissene419d7c2014-05-15 14:17:25 -0700401media_status_t AMediaCodec_configure(
Marco Nelissen050eb322014-05-09 15:10:23 -0700402 AMediaCodec *mData,
403 const AMediaFormat* format,
404 ANativeWindow* window,
405 AMediaCrypto *crypto,
406 uint32_t flags) {
Marco Nelissen0c3be872014-05-01 10:14:44 -0700407 sp<AMessage> nativeFormat;
408 AMediaFormat_getFormat(format, &nativeFormat);
409 ALOGV("configure with format: %s", nativeFormat->debugString(0).c_str());
410 sp<Surface> surface = NULL;
411 if (window != NULL) {
412 surface = (Surface*) window;
413 }
414
Wei Jia00cc9922017-11-23 08:00:34 -0800415 status_t err = mData->mCodec->configure(nativeFormat, surface,
416 crypto ? crypto->mCrypto : NULL, flags);
417 if (err != OK) {
418 ALOGE("configure: err(%d), failed with format: %s",
419 err, nativeFormat->debugString(0).c_str());
420 }
421 return translate_error(err);
422}
423
424EXPORT
425media_status_t AMediaCodec_setAsyncNotifyCallback(
426 AMediaCodec *mData,
427 AMediaCodecOnAsyncNotifyCallback callback,
428 void *userdata) {
429 if (mData->mAsyncNotify == NULL && userdata != NULL) {
430 mData->mAsyncNotify = new AMessage(kWhatAsyncNotify, mData->mHandler);
431 status_t err = mData->mCodec->setCallback(mData->mAsyncNotify);
432 if (err != OK) {
433 ALOGE("setAsyncNotifyCallback: err(%d), failed to set async callback", err);
434 return translate_error(err);
435 }
436 }
437
438 Mutex::Autolock _l(mData->mAsyncCallbackLock);
439 mData->mAsyncCallback = callback;
440 mData->mAsyncCallbackUserData = userdata;
441
442 return AMEDIA_OK;
443}
444
445
446EXPORT
447media_status_t AMediaCodec_releaseCrypto(AMediaCodec *mData) {
448 return translate_error(mData->mCodec->releaseCrypto());
Marco Nelissen0c3be872014-05-01 10:14:44 -0700449}
450
Marco Nelissen3425fd52014-05-14 11:12:46 -0700451EXPORT
Marco Nelissene419d7c2014-05-15 14:17:25 -0700452media_status_t AMediaCodec_start(AMediaCodec *mData) {
Marco Nelissencdb42cd2014-05-08 14:46:05 -0700453 status_t ret = mData->mCodec->start();
454 if (ret != OK) {
455 return translate_error(ret);
456 }
Lajos Molnar1d15ab52015-03-04 16:46:34 -0800457 mData->mActivityNotification = new AMessage(kWhatActivityNotify, mData->mHandler);
Marco Nelissencdb42cd2014-05-08 14:46:05 -0700458 mData->mActivityNotification->setInt32("generation", mData->mGeneration);
459 requestActivityNotification(mData);
Marco Nelissene419d7c2014-05-15 14:17:25 -0700460 return AMEDIA_OK;
Marco Nelissen0c3be872014-05-01 10:14:44 -0700461}
462
Marco Nelissen3425fd52014-05-14 11:12:46 -0700463EXPORT
Marco Nelissene419d7c2014-05-15 14:17:25 -0700464media_status_t AMediaCodec_stop(AMediaCodec *mData) {
465 media_status_t ret = translate_error(mData->mCodec->stop());
Marco Nelissencdb42cd2014-05-08 14:46:05 -0700466
Lajos Molnar1d15ab52015-03-04 16:46:34 -0800467 sp<AMessage> msg = new AMessage(kWhatStopActivityNotifications, mData->mHandler);
Marco Nelissencdb42cd2014-05-08 14:46:05 -0700468 sp<AMessage> response;
469 msg->postAndAwaitResponse(&response);
470 mData->mActivityNotification.clear();
471
472 return ret;
Marco Nelissen0c3be872014-05-01 10:14:44 -0700473}
474
Marco Nelissen3425fd52014-05-14 11:12:46 -0700475EXPORT
Marco Nelissene419d7c2014-05-15 14:17:25 -0700476media_status_t AMediaCodec_flush(AMediaCodec *mData) {
Marco Nelissen0c3be872014-05-01 10:14:44 -0700477 return translate_error(mData->mCodec->flush());
478}
479
Marco Nelissen3425fd52014-05-14 11:12:46 -0700480EXPORT
Marco Nelissen0c3be872014-05-01 10:14:44 -0700481ssize_t AMediaCodec_dequeueInputBuffer(AMediaCodec *mData, int64_t timeoutUs) {
482 size_t idx;
483 status_t ret = mData->mCodec->dequeueInputBuffer(&idx, timeoutUs);
Marco Nelissencdb42cd2014-05-08 14:46:05 -0700484 requestActivityNotification(mData);
Marco Nelissen0c3be872014-05-01 10:14:44 -0700485 if (ret == OK) {
486 return idx;
487 }
488 return translate_error(ret);
489}
490
Marco Nelissen3425fd52014-05-14 11:12:46 -0700491EXPORT
Marco Nelissen0c3be872014-05-01 10:14:44 -0700492uint8_t* AMediaCodec_getInputBuffer(AMediaCodec *mData, size_t idx, size_t *out_size) {
Wei Jia00cc9922017-11-23 08:00:34 -0800493 if (mData->mAsyncNotify != NULL) {
494 // Asynchronous mode
495 sp<MediaCodecBuffer> abuf;
496 if (mData->mCodec->getInputBuffer(idx, &abuf) != 0) {
497 return NULL;
498 }
499
500 if (out_size != NULL) {
501 *out_size = abuf->capacity();
502 }
503 return abuf->data();
504 }
505
Wonsik Kim7e34bf52016-08-23 00:09:18 +0900506 android::Vector<android::sp<android::MediaCodecBuffer> > abufs;
Marco Nelissen0c3be872014-05-01 10:14:44 -0700507 if (mData->mCodec->getInputBuffers(&abufs) == 0) {
508 size_t n = abufs.size();
509 if (idx >= n) {
Mark Salyzyn98f28cd2014-06-18 16:32:50 -0700510 ALOGE("buffer index %zu out of range", idx);
Marco Nelissen0c3be872014-05-01 10:14:44 -0700511 return NULL;
512 }
Wonsik Kim7e34bf52016-08-23 00:09:18 +0900513 if (abufs[idx] == NULL) {
514 ALOGE("buffer index %zu is NULL", idx);
515 return NULL;
516 }
Marco Nelissen0c3be872014-05-01 10:14:44 -0700517 if (out_size != NULL) {
518 *out_size = abufs[idx]->capacity();
519 }
520 return abufs[idx]->data();
521 }
522 ALOGE("couldn't get input buffers");
523 return NULL;
524}
525
Marco Nelissen3425fd52014-05-14 11:12:46 -0700526EXPORT
Marco Nelissen0c3be872014-05-01 10:14:44 -0700527uint8_t* AMediaCodec_getOutputBuffer(AMediaCodec *mData, size_t idx, size_t *out_size) {
Wei Jia00cc9922017-11-23 08:00:34 -0800528 if (mData->mAsyncNotify != NULL) {
529 // Asynchronous mode
530 sp<MediaCodecBuffer> abuf;
531 if (mData->mCodec->getOutputBuffer(idx, &abuf) != 0) {
532 return NULL;
533 }
534
535 if (out_size != NULL) {
536 *out_size = abuf->capacity();
537 }
538 return abuf->data();
539 }
540
Wonsik Kim7e34bf52016-08-23 00:09:18 +0900541 android::Vector<android::sp<android::MediaCodecBuffer> > abufs;
Marco Nelissen0c3be872014-05-01 10:14:44 -0700542 if (mData->mCodec->getOutputBuffers(&abufs) == 0) {
543 size_t n = abufs.size();
544 if (idx >= n) {
Mark Salyzyn98f28cd2014-06-18 16:32:50 -0700545 ALOGE("buffer index %zu out of range", idx);
Marco Nelissen0c3be872014-05-01 10:14:44 -0700546 return NULL;
547 }
548 if (out_size != NULL) {
549 *out_size = abufs[idx]->capacity();
550 }
551 return abufs[idx]->data();
552 }
553 ALOGE("couldn't get output buffers");
554 return NULL;
555}
556
Marco Nelissen3425fd52014-05-14 11:12:46 -0700557EXPORT
Marco Nelissene419d7c2014-05-15 14:17:25 -0700558media_status_t AMediaCodec_queueInputBuffer(AMediaCodec *mData,
Marco Nelissen0c3be872014-05-01 10:14:44 -0700559 size_t idx, off_t offset, size_t size, uint64_t time, uint32_t flags) {
560
561 AString errorMsg;
562 status_t ret = mData->mCodec->queueInputBuffer(idx, offset, size, time, flags, &errorMsg);
563 return translate_error(ret);
564}
565
Marco Nelissen3425fd52014-05-14 11:12:46 -0700566EXPORT
Marco Nelissen0c3be872014-05-01 10:14:44 -0700567ssize_t AMediaCodec_dequeueOutputBuffer(AMediaCodec *mData,
568 AMediaCodecBufferInfo *info, int64_t timeoutUs) {
569 size_t idx;
570 size_t offset;
571 size_t size;
572 uint32_t flags;
573 int64_t presentationTimeUs;
574 status_t ret = mData->mCodec->dequeueOutputBuffer(&idx, &offset, &size, &presentationTimeUs,
575 &flags, timeoutUs);
Marco Nelissencdb42cd2014-05-08 14:46:05 -0700576 requestActivityNotification(mData);
Marco Nelissen0c3be872014-05-01 10:14:44 -0700577 switch (ret) {
578 case OK:
579 info->offset = offset;
580 info->size = size;
581 info->flags = flags;
582 info->presentationTimeUs = presentationTimeUs;
583 return idx;
584 case -EAGAIN:
585 return AMEDIACODEC_INFO_TRY_AGAIN_LATER;
586 case android::INFO_FORMAT_CHANGED:
587 return AMEDIACODEC_INFO_OUTPUT_FORMAT_CHANGED;
588 case INFO_OUTPUT_BUFFERS_CHANGED:
589 return AMEDIACODEC_INFO_OUTPUT_BUFFERS_CHANGED;
590 default:
591 break;
592 }
593 return translate_error(ret);
594}
595
Marco Nelissen3425fd52014-05-14 11:12:46 -0700596EXPORT
Marco Nelissen0c3be872014-05-01 10:14:44 -0700597AMediaFormat* AMediaCodec_getOutputFormat(AMediaCodec *mData) {
598 sp<AMessage> format;
599 mData->mCodec->getOutputFormat(&format);
600 return AMediaFormat_fromMsg(&format);
601}
602
Marco Nelissen3425fd52014-05-14 11:12:46 -0700603EXPORT
Wei Jia00cc9922017-11-23 08:00:34 -0800604AMediaFormat* AMediaCodec_getInputFormat(AMediaCodec *mData) {
605 sp<AMessage> format;
606 mData->mCodec->getInputFormat(&format);
607 return AMediaFormat_fromMsg(&format);
608}
609
610EXPORT
Manikanta Kanamarlapudi2c32f4d2017-07-07 16:24:31 +0530611AMediaFormat* AMediaCodec_getBufferFormat(AMediaCodec *mData, size_t index) {
612 sp<AMessage> format;
613 mData->mCodec->getOutputFormat(index, &format);
614 return AMediaFormat_fromMsg(&format);
615}
616
617EXPORT
Marco Nelissene419d7c2014-05-15 14:17:25 -0700618media_status_t AMediaCodec_releaseOutputBuffer(AMediaCodec *mData, size_t idx, bool render) {
Marco Nelissen0c3be872014-05-01 10:14:44 -0700619 if (render) {
620 return translate_error(mData->mCodec->renderOutputBufferAndRelease(idx));
621 } else {
622 return translate_error(mData->mCodec->releaseOutputBuffer(idx));
623 }
624}
625
Marco Nelissen3425fd52014-05-14 11:12:46 -0700626EXPORT
Marco Nelissen79e2b622014-05-16 08:07:28 -0700627media_status_t AMediaCodec_releaseOutputBufferAtTime(
628 AMediaCodec *mData, size_t idx, int64_t timestampNs) {
Mark Salyzyn98f28cd2014-06-18 16:32:50 -0700629 ALOGV("render @ %" PRId64, timestampNs);
Marco Nelissen79e2b622014-05-16 08:07:28 -0700630 return translate_error(mData->mCodec->renderOutputBufferAndRelease(idx, timestampNs));
631}
632
Vineeta Srivastava8c35da52016-01-08 17:33:09 -0800633EXPORT
634media_status_t AMediaCodec_setOutputSurface(AMediaCodec *mData, ANativeWindow* window) {
635 sp<Surface> surface = NULL;
636 if (window != NULL) {
637 surface = (Surface*) window;
638 }
639 return translate_error(mData->mCodec->setSurface(surface));
640}
641
Praveen Chavan19431582017-01-16 11:56:18 -0800642EXPORT
643media_status_t AMediaCodec_createInputSurface(AMediaCodec *mData, ANativeWindow **surface) {
644 if (surface == NULL || mData == NULL) {
645 return AMEDIA_ERROR_INVALID_PARAMETER;
646 }
647 *surface = NULL;
648
649 sp<IGraphicBufferProducer> igbp = NULL;
650 status_t err = mData->mCodec->createInputSurface(&igbp);
651 if (err != NO_ERROR) {
652 return translate_error(err);
653 }
654
655 *surface = new Surface(igbp);
656 ANativeWindow_acquire(*surface);
657 return AMEDIA_OK;
658}
659
Praveen Chavan85a53632017-01-31 12:21:33 -0800660EXPORT
661media_status_t AMediaCodec_createPersistentInputSurface(ANativeWindow **surface) {
662 if (surface == NULL) {
663 return AMEDIA_ERROR_INVALID_PARAMETER;
664 }
665 *surface = NULL;
666
667 sp<PersistentSurface> ps = MediaCodec::CreatePersistentInputSurface();
668 if (ps == NULL) {
669 return AMEDIA_ERROR_UNKNOWN;
670 }
671
672 sp<IGraphicBufferProducer> igbp = ps->getBufferProducer();
673 if (igbp == NULL) {
674 return AMEDIA_ERROR_UNKNOWN;
675 }
676
677 *surface = new AMediaCodecPersistentSurface(igbp, ps);
678 ANativeWindow_acquire(*surface);
679
680 return AMEDIA_OK;
681}
682
683EXPORT
684media_status_t AMediaCodec_setInputSurface(
685 AMediaCodec *mData, ANativeWindow *surface) {
686
687 if (surface == NULL || mData == NULL) {
688 return AMEDIA_ERROR_INVALID_PARAMETER;
689 }
690
691 AMediaCodecPersistentSurface *aMediaPersistentSurface =
692 static_cast<AMediaCodecPersistentSurface *>(surface);
693 if (aMediaPersistentSurface->mPersistentSurface == NULL) {
694 return AMEDIA_ERROR_INVALID_PARAMETER;
695 }
696
697 return translate_error(mData->mCodec->setInputSurface(
698 aMediaPersistentSurface->mPersistentSurface));
699}
700
Praveen Chavanf373e842017-02-01 11:50:15 -0800701EXPORT
702media_status_t AMediaCodec_setParameters(
703 AMediaCodec *mData, const AMediaFormat* params) {
704 if (params == NULL || mData == NULL) {
705 return AMEDIA_ERROR_INVALID_PARAMETER;
706 }
707 sp<AMessage> nativeParams;
708 AMediaFormat_getFormat(params, &nativeParams);
709 ALOGV("setParameters: %s", nativeParams->debugString(0).c_str());
710
711 return translate_error(mData->mCodec->setParameters(nativeParams));
712}
713
Robert Shihaf42d3f2017-03-20 16:45:37 -0700714EXPORT
715media_status_t AMediaCodec_signalEndOfInputStream(AMediaCodec *mData) {
716
717 if (mData == NULL) {
718 return AMEDIA_ERROR_INVALID_PARAMETER;
719 }
720
721 status_t err = mData->mCodec->signalEndOfInputStream();
722 if (err == INVALID_OPERATION) {
723 return AMEDIA_ERROR_INVALID_OPERATION;
724 }
725
726 return translate_error(err);
727
728}
729
Marco Nelissene22a64b2014-05-23 15:49:49 -0700730//EXPORT
Glenn Kastenb187de12014-12-30 08:18:15 -0800731media_status_t AMediaCodec_setNotificationCallback(AMediaCodec *mData, OnCodecEvent callback,
732 void *userdata) {
Marco Nelissencdb42cd2014-05-08 14:46:05 -0700733 mData->mCallback = callback;
734 mData->mCallbackUserData = userdata;
Marco Nelissene419d7c2014-05-15 14:17:25 -0700735 return AMEDIA_OK;
Marco Nelissencdb42cd2014-05-08 14:46:05 -0700736}
737
Marco Nelissen050eb322014-05-09 15:10:23 -0700738typedef struct AMediaCodecCryptoInfo {
739 int numsubsamples;
740 uint8_t key[16];
741 uint8_t iv[16];
Marco Nelissen79e2b622014-05-16 08:07:28 -0700742 cryptoinfo_mode_t mode;
Jeff Tinker18cb1ec2015-12-18 11:55:22 -0800743 cryptoinfo_pattern_t pattern;
Marco Nelissen050eb322014-05-09 15:10:23 -0700744 size_t *clearbytes;
745 size_t *encryptedbytes;
746} AMediaCodecCryptoInfo;
747
Marco Nelissen3425fd52014-05-14 11:12:46 -0700748EXPORT
Marco Nelissene419d7c2014-05-15 14:17:25 -0700749media_status_t AMediaCodec_queueSecureInputBuffer(
Marco Nelissen050eb322014-05-09 15:10:23 -0700750 AMediaCodec* codec,
751 size_t idx,
752 off_t offset,
753 AMediaCodecCryptoInfo* crypto,
754 uint64_t time,
755 uint32_t flags) {
756
757 CryptoPlugin::SubSample *subSamples = new CryptoPlugin::SubSample[crypto->numsubsamples];
758 for (int i = 0; i < crypto->numsubsamples; i++) {
759 subSamples[i].mNumBytesOfClearData = crypto->clearbytes[i];
760 subSamples[i].mNumBytesOfEncryptedData = crypto->encryptedbytes[i];
761 }
762
Jeff Tinker18cb1ec2015-12-18 11:55:22 -0800763 CryptoPlugin::Pattern pattern;
764 pattern.mEncryptBlocks = crypto->pattern.encryptBlocks;
765 pattern.mSkipBlocks = crypto->pattern.skipBlocks;
766
Marco Nelissen050eb322014-05-09 15:10:23 -0700767 AString errormsg;
768 status_t err = codec->mCodec->queueSecureInputBuffer(idx,
769 offset,
770 subSamples,
771 crypto->numsubsamples,
772 crypto->key,
773 crypto->iv,
Jeff Tinker18cb1ec2015-12-18 11:55:22 -0800774 (CryptoPlugin::Mode)crypto->mode,
775 pattern,
Marco Nelissen050eb322014-05-09 15:10:23 -0700776 time,
777 flags,
778 &errormsg);
779 if (err != 0) {
780 ALOGE("queSecureInputBuffer: %s", errormsg.c_str());
781 }
Marco Nelissen829e0972014-05-13 16:22:19 -0700782 delete [] subSamples;
Marco Nelissen050eb322014-05-09 15:10:23 -0700783 return translate_error(err);
784}
785
Wei Jia00cc9922017-11-23 08:00:34 -0800786EXPORT
787bool AMediaCodecActionCode_isRecoverable(int32_t actionCode) {
788 return (actionCode == ACTION_CODE_RECOVERABLE);
789}
790
791EXPORT
792bool AMediaCodecActionCode_isTransient(int32_t actionCode) {
793 return (actionCode == ACTION_CODE_TRANSIENT);
794}
795
Marco Nelissen050eb322014-05-09 15:10:23 -0700796
Jeff Tinker18cb1ec2015-12-18 11:55:22 -0800797EXPORT
798void AMediaCodecCryptoInfo_setPattern(AMediaCodecCryptoInfo *info,
799 cryptoinfo_pattern_t *pattern) {
800 info->pattern.encryptBlocks = pattern->encryptBlocks;
801 info->pattern.skipBlocks = pattern->skipBlocks;
802}
Marco Nelissen050eb322014-05-09 15:10:23 -0700803
Marco Nelissen3425fd52014-05-14 11:12:46 -0700804EXPORT
Marco Nelissen050eb322014-05-09 15:10:23 -0700805AMediaCodecCryptoInfo *AMediaCodecCryptoInfo_new(
806 int numsubsamples,
807 uint8_t key[16],
808 uint8_t iv[16],
Marco Nelissen79e2b622014-05-16 08:07:28 -0700809 cryptoinfo_mode_t mode,
Marco Nelissen050eb322014-05-09 15:10:23 -0700810 size_t *clearbytes,
811 size_t *encryptedbytes) {
812
813 // size needed to store all the crypto data
Marco Nelissend1fd0272018-07-31 15:12:51 -0700814 size_t cryptosize;
815 // = sizeof(AMediaCodecCryptoInfo) + sizeof(size_t) * numsubsamples * 2;
816 if (__builtin_mul_overflow(sizeof(size_t) * 2, numsubsamples, &cryptosize) ||
817 __builtin_add_overflow(cryptosize, sizeof(AMediaCodecCryptoInfo), &cryptosize)) {
818 ALOGE("crypto size overflow");
819 return NULL;
820 }
Marco Nelissen050eb322014-05-09 15:10:23 -0700821 AMediaCodecCryptoInfo *ret = (AMediaCodecCryptoInfo*) malloc(cryptosize);
822 if (!ret) {
Mark Salyzyn98f28cd2014-06-18 16:32:50 -0700823 ALOGE("couldn't allocate %zu bytes", cryptosize);
Marco Nelissen050eb322014-05-09 15:10:23 -0700824 return NULL;
825 }
826 ret->numsubsamples = numsubsamples;
827 memcpy(ret->key, key, 16);
828 memcpy(ret->iv, iv, 16);
829 ret->mode = mode;
Jeff Tinker18cb1ec2015-12-18 11:55:22 -0800830 ret->pattern.encryptBlocks = 0;
831 ret->pattern.skipBlocks = 0;
Marco Nelissen050eb322014-05-09 15:10:23 -0700832
833 // clearbytes and encryptedbytes point at the actual data, which follows
Marco Nelissen829e0972014-05-13 16:22:19 -0700834 ret->clearbytes = (size_t*) (ret + 1); // point immediately after the struct
835 ret->encryptedbytes = ret->clearbytes + numsubsamples; // point after the clear sizes
Marco Nelissen050eb322014-05-09 15:10:23 -0700836
Marco Nelissen829e0972014-05-13 16:22:19 -0700837 memcpy(ret->clearbytes, clearbytes, numsubsamples * sizeof(size_t));
838 memcpy(ret->encryptedbytes, encryptedbytes, numsubsamples * sizeof(size_t));
Marco Nelissen050eb322014-05-09 15:10:23 -0700839
840 return ret;
841}
842
843
Marco Nelissen3425fd52014-05-14 11:12:46 -0700844EXPORT
Marco Nelissene419d7c2014-05-15 14:17:25 -0700845media_status_t AMediaCodecCryptoInfo_delete(AMediaCodecCryptoInfo* info) {
Marco Nelissen050eb322014-05-09 15:10:23 -0700846 free(info);
Marco Nelissene419d7c2014-05-15 14:17:25 -0700847 return AMEDIA_OK;
Marco Nelissen050eb322014-05-09 15:10:23 -0700848}
849
Marco Nelissen3425fd52014-05-14 11:12:46 -0700850EXPORT
Marco Nelissen050eb322014-05-09 15:10:23 -0700851size_t AMediaCodecCryptoInfo_getNumSubSamples(AMediaCodecCryptoInfo* ci) {
852 return ci->numsubsamples;
853}
854
Marco Nelissen3425fd52014-05-14 11:12:46 -0700855EXPORT
Marco Nelissene419d7c2014-05-15 14:17:25 -0700856media_status_t AMediaCodecCryptoInfo_getKey(AMediaCodecCryptoInfo* ci, uint8_t *dst) {
857 if (!ci) {
858 return AMEDIA_ERROR_INVALID_OBJECT;
859 }
860 if (!dst) {
861 return AMEDIA_ERROR_INVALID_PARAMETER;
Marco Nelissen050eb322014-05-09 15:10:23 -0700862 }
863 memcpy(dst, ci->key, 16);
Marco Nelissene419d7c2014-05-15 14:17:25 -0700864 return AMEDIA_OK;
Marco Nelissen050eb322014-05-09 15:10:23 -0700865}
866
Marco Nelissen3425fd52014-05-14 11:12:46 -0700867EXPORT
Marco Nelissene419d7c2014-05-15 14:17:25 -0700868media_status_t AMediaCodecCryptoInfo_getIV(AMediaCodecCryptoInfo* ci, uint8_t *dst) {
869 if (!ci) {
870 return AMEDIA_ERROR_INVALID_OBJECT;
871 }
872 if (!dst) {
873 return AMEDIA_ERROR_INVALID_PARAMETER;
Marco Nelissen050eb322014-05-09 15:10:23 -0700874 }
875 memcpy(dst, ci->iv, 16);
Marco Nelissene419d7c2014-05-15 14:17:25 -0700876 return AMEDIA_OK;
Marco Nelissen050eb322014-05-09 15:10:23 -0700877}
878
Marco Nelissen3425fd52014-05-14 11:12:46 -0700879EXPORT
Marco Nelissen79e2b622014-05-16 08:07:28 -0700880cryptoinfo_mode_t AMediaCodecCryptoInfo_getMode(AMediaCodecCryptoInfo* ci) {
Marco Nelissen050eb322014-05-09 15:10:23 -0700881 if (!ci) {
Marco Nelissen79e2b622014-05-16 08:07:28 -0700882 return (cryptoinfo_mode_t) AMEDIA_ERROR_INVALID_OBJECT;
Marco Nelissen050eb322014-05-09 15:10:23 -0700883 }
884 return ci->mode;
885}
886
Marco Nelissen3425fd52014-05-14 11:12:46 -0700887EXPORT
Marco Nelissene419d7c2014-05-15 14:17:25 -0700888media_status_t AMediaCodecCryptoInfo_getClearBytes(AMediaCodecCryptoInfo* ci, size_t *dst) {
889 if (!ci) {
890 return AMEDIA_ERROR_INVALID_OBJECT;
891 }
892 if (!dst) {
893 return AMEDIA_ERROR_INVALID_PARAMETER;
Marco Nelissen050eb322014-05-09 15:10:23 -0700894 }
895 memcpy(dst, ci->clearbytes, sizeof(size_t) * ci->numsubsamples);
Marco Nelissene419d7c2014-05-15 14:17:25 -0700896 return AMEDIA_OK;
Marco Nelissen050eb322014-05-09 15:10:23 -0700897}
898
Marco Nelissen3425fd52014-05-14 11:12:46 -0700899EXPORT
Marco Nelissene419d7c2014-05-15 14:17:25 -0700900media_status_t AMediaCodecCryptoInfo_getEncryptedBytes(AMediaCodecCryptoInfo* ci, size_t *dst) {
901 if (!ci) {
902 return AMEDIA_ERROR_INVALID_OBJECT;
903 }
904 if (!dst) {
905 return AMEDIA_ERROR_INVALID_PARAMETER;
Marco Nelissen050eb322014-05-09 15:10:23 -0700906 }
907 memcpy(dst, ci->encryptedbytes, sizeof(size_t) * ci->numsubsamples);
Marco Nelissene419d7c2014-05-15 14:17:25 -0700908 return AMEDIA_OK;
Marco Nelissen050eb322014-05-09 15:10:23 -0700909}
Marco Nelissencdb42cd2014-05-08 14:46:05 -0700910
Marco Nelissen0c3be872014-05-01 10:14:44 -0700911} // extern "C"
912