blob: 6056ad99ecbc8345c296ee3ec552499a34bb4fdd [file] [log] [blame]
Wei Jia53692fa2017-12-11 10:33:46 -08001/*
2 * Copyright 2017 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
Wei Jia2409c872018-02-02 10:34:33 -080018#define LOG_TAG "GenericSource2"
Wei Jia53692fa2017-12-11 10:33:46 -080019
Wei Jia2409c872018-02-02 10:34:33 -080020#include "GenericSource2.h"
Wei Jia53692fa2017-12-11 10:33:46 -080021#include "NuPlayer2Drm.h"
22
23#include "AnotherPacketSource.h"
Wei Jia53692fa2017-12-11 10:33:46 -080024#include <cutils/properties.h>
25#include <media/DataSource.h>
Dongwon Kangbc8f53b2018-01-25 17:01:44 -080026#include <media/MediaBufferHolder.h>
Wei Jia28288fb2017-12-15 13:45:29 -080027#include <media/NdkWrapper.h>
Wei Jia53692fa2017-12-11 10:33:46 -080028#include <media/stagefright/foundation/ABuffer.h>
29#include <media/stagefright/foundation/ADebug.h>
30#include <media/stagefright/foundation/AMessage.h>
Wei Jia53692fa2017-12-11 10:33:46 -080031#include <media/stagefright/MediaBuffer.h>
32#include <media/stagefright/MediaClock.h>
33#include <media/stagefright/MediaDefs.h>
Wei Jia53692fa2017-12-11 10:33:46 -080034#include <media/stagefright/MetaData.h>
Robert Shih0cd95062018-01-21 17:41:16 -080035#include <media/stagefright/NdkUtils.h>
Wei Jia53692fa2017-12-11 10:33:46 -080036#include <media/stagefright/Utils.h>
Robert Shih49fb89d2018-01-31 17:53:19 -080037#include "NdkMediaDataSourceCallbacksPriv.h"
Wei Jia53692fa2017-12-11 10:33:46 -080038
39namespace android {
40
41static const int kInitialMarkMs = 5000; // 5secs
42
43//static const int kPausePlaybackMarkMs = 2000; // 2secs
44static const int kResumePlaybackMarkMs = 15000; // 15secs
45
Wei Jia2409c872018-02-02 10:34:33 -080046NuPlayer2::GenericSource2::GenericSource2(
Wei Jia53692fa2017-12-11 10:33:46 -080047 const sp<AMessage> &notify,
Wei Jia53692fa2017-12-11 10:33:46 -080048 uid_t uid,
49 const sp<MediaClock> &mediaClock)
50 : Source(notify),
51 mAudioTimeUs(0),
52 mAudioLastDequeueTimeUs(0),
53 mVideoTimeUs(0),
54 mVideoLastDequeueTimeUs(0),
55 mPrevBufferPercentage(-1),
56 mPollBufferingGeneration(0),
57 mSentPauseOnBuffering(false),
58 mAudioDataGeneration(0),
59 mVideoDataGeneration(0),
60 mFetchSubtitleDataGeneration(0),
61 mFetchTimedTextDataGeneration(0),
62 mDurationUs(-1ll),
63 mAudioIsVorbis(false),
64 mIsSecure(false),
65 mIsStreaming(false),
Wei Jia53692fa2017-12-11 10:33:46 -080066 mUID(uid),
67 mMediaClock(mediaClock),
68 mFd(-1),
69 mBitrate(-1ll),
70 mPendingReadBufferTypes(0) {
Wei Jia2409c872018-02-02 10:34:33 -080071 ALOGV("GenericSource2");
Wei Jia53692fa2017-12-11 10:33:46 -080072 CHECK(mediaClock != NULL);
73
74 mBufferingSettings.mInitialMarkMs = kInitialMarkMs;
75 mBufferingSettings.mResumePlaybackMarkMs = kResumePlaybackMarkMs;
76 resetDataSource();
77}
78
Wei Jia2409c872018-02-02 10:34:33 -080079void NuPlayer2::GenericSource2::resetDataSource() {
Wei Jia53692fa2017-12-11 10:33:46 -080080 ALOGV("resetDataSource");
81
Wei Jia53692fa2017-12-11 10:33:46 -080082 mUri.clear();
83 mUriHeaders.clear();
84 if (mFd >= 0) {
85 close(mFd);
86 mFd = -1;
87 }
88 mOffset = 0;
89 mLength = 0;
90 mStarted = false;
91 mPreparing = false;
92
93 mIsDrmProtected = false;
94 mIsDrmReleased = false;
95 mIsSecure = false;
96 mMimes.clear();
97}
98
Wei Jia2409c872018-02-02 10:34:33 -080099status_t NuPlayer2::GenericSource2::setDataSource(
Wei Jia53692fa2017-12-11 10:33:46 -0800100 const char *url,
101 const KeyedVector<String8, String8> *headers) {
102 Mutex::Autolock _l(mLock);
103 ALOGV("setDataSource url: %s", url);
104
105 resetDataSource();
106
Wei Jia53692fa2017-12-11 10:33:46 -0800107 mUri = url;
108
109 if (headers) {
110 mUriHeaders = *headers;
111 }
112
113 // delay data source creation to prepareAsync() to avoid blocking
114 // the calling thread in setDataSource for any significant time.
115 return OK;
116}
117
Wei Jia2409c872018-02-02 10:34:33 -0800118status_t NuPlayer2::GenericSource2::setDataSource(
Wei Jia53692fa2017-12-11 10:33:46 -0800119 int fd, int64_t offset, int64_t length) {
120 Mutex::Autolock _l(mLock);
121 ALOGV("setDataSource %d/%lld/%lld", fd, (long long)offset, (long long)length);
122
123 resetDataSource();
124
125 mFd = dup(fd);
126 mOffset = offset;
127 mLength = length;
128
129 // delay data source creation to prepareAsync() to avoid blocking
130 // the calling thread in setDataSource for any significant time.
131 return OK;
132}
133
Wei Jia2409c872018-02-02 10:34:33 -0800134status_t NuPlayer2::GenericSource2::setDataSource(const sp<DataSource>& source) {
Wei Jia53692fa2017-12-11 10:33:46 -0800135 Mutex::Autolock _l(mLock);
136 ALOGV("setDataSource (source: %p)", source.get());
137
138 resetDataSource();
Robert Shih49fb89d2018-01-31 17:53:19 -0800139 AMediaDataSource *aSource = convertDataSourceToAMediaDataSource(source);
140 mDataSourceWrapper = new AMediaDataSourceWrapper(aSource);
Wei Jia53692fa2017-12-11 10:33:46 -0800141 return OK;
142}
143
Wei Jia2409c872018-02-02 10:34:33 -0800144sp<MetaData> NuPlayer2::GenericSource2::getFileFormatMeta() const {
Wei Jia53692fa2017-12-11 10:33:46 -0800145 Mutex::Autolock _l(mLock);
146 return mFileMeta;
147}
148
Wei Jia2409c872018-02-02 10:34:33 -0800149status_t NuPlayer2::GenericSource2::initFromDataSource() {
Robert Shih0cd95062018-01-21 17:41:16 -0800150 mExtractor = new AMediaExtractorWrapper(AMediaExtractor_new());
Robert Shih49fb89d2018-01-31 17:53:19 -0800151 CHECK(mFd >=0 || mDataSourceWrapper != NULL);
152 sp<AMediaDataSourceWrapper> aSourceWrapper = mDataSourceWrapper;
Robert Shih0cd95062018-01-21 17:41:16 -0800153 const int fd = mFd;
Wei Jia53692fa2017-12-11 10:33:46 -0800154
155 mLock.unlock();
156 // This might take long time if data source is not reliable.
Robert Shih0cd95062018-01-21 17:41:16 -0800157 status_t err;
Robert Shih49fb89d2018-01-31 17:53:19 -0800158 if (aSourceWrapper != NULL) {
159 err = mExtractor->setDataSource(aSourceWrapper->getAMediaDataSource());
Robert Shih0cd95062018-01-21 17:41:16 -0800160 } else {
Robert Shih49fb89d2018-01-31 17:53:19 -0800161 err = mExtractor->setDataSource(fd, mOffset, mLength);
Robert Shih0cd95062018-01-21 17:41:16 -0800162 }
Wei Jia53692fa2017-12-11 10:33:46 -0800163
Robert Shih0cd95062018-01-21 17:41:16 -0800164 if (err != OK) {
Robert Shih49fb89d2018-01-31 17:53:19 -0800165 ALOGE("initFromDataSource, failed to set extractor data source!");
Robert Shih0cd95062018-01-21 17:41:16 -0800166 mLock.lock();
Wei Jia53692fa2017-12-11 10:33:46 -0800167 return UNKNOWN_ERROR;
168 }
169
Robert Shih0cd95062018-01-21 17:41:16 -0800170 size_t numtracks = mExtractor->getTrackCount();
Wei Jia53692fa2017-12-11 10:33:46 -0800171 if (numtracks == 0) {
172 ALOGE("initFromDataSource, source has no track!");
Robert Shih0cd95062018-01-21 17:41:16 -0800173 mLock.lock();
Wei Jia53692fa2017-12-11 10:33:46 -0800174 return UNKNOWN_ERROR;
175 }
176
Robert Shih0cd95062018-01-21 17:41:16 -0800177 mFileMeta = convertMediaFormatWrapperToMetaData(mExtractor->getFormat());
Robert Shih49fb89d2018-01-31 17:53:19 -0800178 mLock.lock();
Wei Jia53692fa2017-12-11 10:33:46 -0800179 if (mFileMeta != NULL) {
180 int64_t duration;
181 if (mFileMeta->findInt64(kKeyDuration, &duration)) {
182 mDurationUs = duration;
183 }
184 }
185
186 int32_t totalBitrate = 0;
187
188 mMimes.clear();
189
190 for (size_t i = 0; i < numtracks; ++i) {
Wei Jia53692fa2017-12-11 10:33:46 -0800191
Robert Shih0cd95062018-01-21 17:41:16 -0800192 sp<AMediaFormatWrapper> trackFormat = mExtractor->getTrackFormat(i);
193 if (trackFormat == NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -0800194 ALOGE("no metadata for track %zu", i);
195 return UNKNOWN_ERROR;
196 }
197
Robert Shih0cd95062018-01-21 17:41:16 -0800198 sp<AMediaExtractorWrapper> trackExtractor = new AMediaExtractorWrapper(AMediaExtractor_new());
Robert Shih49fb89d2018-01-31 17:53:19 -0800199 trackExtractor->setDataSource(mDataSourceWrapper->getAMediaDataSource());
Robert Shih0cd95062018-01-21 17:41:16 -0800200
Wei Jia53692fa2017-12-11 10:33:46 -0800201 const char *mime;
Robert Shih0cd95062018-01-21 17:41:16 -0800202 sp<MetaData> meta = convertMediaFormatWrapperToMetaData(trackFormat);
Wei Jia53692fa2017-12-11 10:33:46 -0800203 CHECK(meta->findCString(kKeyMIMEType, &mime));
204
205 ALOGV("initFromDataSource track[%zu]: %s", i, mime);
206
207 // Do the string compare immediately with "mime",
208 // we can't assume "mime" would stay valid after another
209 // extractor operation, some extractors might modify meta
210 // during getTrack() and make it invalid.
211 if (!strncasecmp(mime, "audio/", 6)) {
Robert Shih0cd95062018-01-21 17:41:16 -0800212 if (mAudioTrack.mExtractor == NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -0800213 mAudioTrack.mIndex = i;
Robert Shih0cd95062018-01-21 17:41:16 -0800214 mAudioTrack.mExtractor = trackExtractor;
215 mAudioTrack.mExtractor->selectTrack(i);
216 mAudioTrack.mPackets = new AnotherPacketSource(meta);
Wei Jia53692fa2017-12-11 10:33:46 -0800217
218 if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_VORBIS)) {
219 mAudioIsVorbis = true;
220 } else {
221 mAudioIsVorbis = false;
222 }
223
224 mMimes.add(String8(mime));
225 }
226 } else if (!strncasecmp(mime, "video/", 6)) {
Robert Shih0cd95062018-01-21 17:41:16 -0800227 if (mVideoTrack.mExtractor == NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -0800228 mVideoTrack.mIndex = i;
Robert Shih0cd95062018-01-21 17:41:16 -0800229 mVideoTrack.mExtractor = trackExtractor;
230 mVideoTrack.mExtractor->selectTrack(i);
231 mVideoTrack.mPackets = new AnotherPacketSource(meta);
Wei Jia53692fa2017-12-11 10:33:46 -0800232
233 // video always at the beginning
234 mMimes.insertAt(String8(mime), 0);
235 }
236 }
237
Robert Shih0cd95062018-01-21 17:41:16 -0800238 mExtractors.push(trackExtractor);
Wei Jia53692fa2017-12-11 10:33:46 -0800239 int64_t durationUs;
240 if (meta->findInt64(kKeyDuration, &durationUs)) {
241 if (durationUs > mDurationUs) {
242 mDurationUs = durationUs;
243 }
244 }
245
246 int32_t bitrate;
247 if (totalBitrate >= 0 && meta->findInt32(kKeyBitRate, &bitrate)) {
248 totalBitrate += bitrate;
249 } else {
250 totalBitrate = -1;
251 }
252 }
253
Robert Shih0cd95062018-01-21 17:41:16 -0800254 ALOGV("initFromDataSource mExtractors.size(): %zu mIsSecure: %d mime[0]: %s", mExtractors.size(),
Wei Jia53692fa2017-12-11 10:33:46 -0800255 mIsSecure, (mMimes.isEmpty() ? "NONE" : mMimes[0].string()));
256
Robert Shih0cd95062018-01-21 17:41:16 -0800257 if (mExtractors.size() == 0) {
Wei Jia53692fa2017-12-11 10:33:46 -0800258 ALOGE("b/23705695");
259 return UNKNOWN_ERROR;
260 }
261
262 // Modular DRM: The return value doesn't affect source initialization.
263 (void)checkDrmInfo();
264
265 mBitrate = totalBitrate;
266
267 return OK;
268}
269
Wei Jia2409c872018-02-02 10:34:33 -0800270status_t NuPlayer2::GenericSource2::getBufferingSettings(
Wei Jia53692fa2017-12-11 10:33:46 -0800271 BufferingSettings* buffering /* nonnull */) {
272 {
273 Mutex::Autolock _l(mLock);
274 *buffering = mBufferingSettings;
275 }
276
277 ALOGV("getBufferingSettings{%s}", buffering->toString().string());
278 return OK;
279}
280
Wei Jia2409c872018-02-02 10:34:33 -0800281status_t NuPlayer2::GenericSource2::setBufferingSettings(const BufferingSettings& buffering) {
Wei Jia53692fa2017-12-11 10:33:46 -0800282 ALOGV("setBufferingSettings{%s}", buffering.toString().string());
283
284 Mutex::Autolock _l(mLock);
285 mBufferingSettings = buffering;
286 return OK;
287}
288
Wei Jia2409c872018-02-02 10:34:33 -0800289int64_t NuPlayer2::GenericSource2::getLastReadPosition() {
Robert Shih0cd95062018-01-21 17:41:16 -0800290 if (mAudioTrack.mExtractor != NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -0800291 return mAudioTimeUs;
Robert Shih0cd95062018-01-21 17:41:16 -0800292 } else if (mVideoTrack.mExtractor != NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -0800293 return mVideoTimeUs;
294 } else {
295 return 0;
296 }
297}
298
Wei Jia2409c872018-02-02 10:34:33 -0800299bool NuPlayer2::GenericSource2::isStreaming() const {
Wei Jia53692fa2017-12-11 10:33:46 -0800300 Mutex::Autolock _l(mLock);
301 return mIsStreaming;
302}
303
Wei Jia2409c872018-02-02 10:34:33 -0800304NuPlayer2::GenericSource2::~GenericSource2() {
305 ALOGV("~GenericSource2");
Wei Jia53692fa2017-12-11 10:33:46 -0800306 if (mLooper != NULL) {
307 mLooper->unregisterHandler(id());
308 mLooper->stop();
309 }
Robert Shih49fb89d2018-01-31 17:53:19 -0800310 if (mDataSourceWrapper != NULL) {
311 mDataSourceWrapper->close();
Wei Jia17459332018-01-09 14:21:23 -0800312 }
Wei Jia53692fa2017-12-11 10:33:46 -0800313 resetDataSource();
314}
315
Wei Jiaf01e3122018-10-18 11:49:44 -0700316void NuPlayer2::GenericSource2::prepareAsync(int64_t startTimeUs) {
Wei Jia53692fa2017-12-11 10:33:46 -0800317 Mutex::Autolock _l(mLock);
318 ALOGV("prepareAsync: (looper: %d)", (mLooper != NULL));
319
320 if (mLooper == NULL) {
321 mLooper = new ALooper;
322 mLooper->setName("generic");
Wei Jiac5c79da2017-12-21 18:03:05 -0800323 mLooper->start(false, /* runOnCallingThread */
324 true, /* canCallJava */
325 PRIORITY_DEFAULT);
Wei Jia53692fa2017-12-11 10:33:46 -0800326
327 mLooper->registerHandler(this);
328 }
329
330 sp<AMessage> msg = new AMessage(kWhatPrepareAsync, this);
Wei Jiaf01e3122018-10-18 11:49:44 -0700331 msg->setInt64("startTimeUs", startTimeUs);
332
Wei Jia53692fa2017-12-11 10:33:46 -0800333 msg->post();
334}
335
Wei Jiaf01e3122018-10-18 11:49:44 -0700336void NuPlayer2::GenericSource2::onPrepareAsync(int64_t startTimeUs) {
Robert Shih49fb89d2018-01-31 17:53:19 -0800337 ALOGV("onPrepareAsync: mFd %d mUri %s mDataSourceWrapper: %p",
338 mFd, mUri.c_str(), mDataSourceWrapper.get());
Wei Jia53692fa2017-12-11 10:33:46 -0800339
Robert Shih49fb89d2018-01-31 17:53:19 -0800340 if (!mUri.empty()) {
341 const char* uri = mUri.c_str();
342 size_t numheaders = mUriHeaders.size();
343 const char **key_values = numheaders ? new const char *[numheaders * 2] : NULL;
344 for (size_t i = 0; i < numheaders; ++i) {
345 key_values[i * 2] = mUriHeaders.keyAt(i).c_str();
346 key_values[i * 2 + 1] = mUriHeaders.valueAt(i).c_str();
Wei Jia53692fa2017-12-11 10:33:46 -0800347 }
Robert Shih49fb89d2018-01-31 17:53:19 -0800348 mLock.unlock();
349 AMediaDataSource *aSource = AMediaDataSource_newUri(uri, numheaders, key_values);
350 mLock.lock();
351 mDataSourceWrapper = aSource ? new AMediaDataSourceWrapper(aSource) : NULL;
352 delete[] key_values;
353 // For cached streaming cases, we need to wait for enough
354 // buffering before reporting prepared.
355 mIsStreaming = !strncasecmp("http://", uri, 7) || !strncasecmp("https://", uri, 8);
Wei Jia53692fa2017-12-11 10:33:46 -0800356 }
357
Robert Shih49fb89d2018-01-31 17:53:19 -0800358 if (mDisconnected || (mFd < 0 && mDataSourceWrapper == NULL)) {
359 ALOGE("mDisconnected(%d) or Failed to create data source!", mDisconnected);
360 notifyPreparedAndCleanup(UNKNOWN_ERROR);
361 return;
Wei Jia53692fa2017-12-11 10:33:46 -0800362 }
363
Wei Jia53692fa2017-12-11 10:33:46 -0800364 // init extractor from data source
365 status_t err = initFromDataSource();
Robert Shih49fb89d2018-01-31 17:53:19 -0800366 if (mFd >= 0) {
367 close(mFd);
368 mFd = -1;
369 }
Wei Jia53692fa2017-12-11 10:33:46 -0800370
371 if (err != OK) {
372 ALOGE("Failed to init from data source!");
373 notifyPreparedAndCleanup(err);
374 return;
375 }
376
Robert Shih0cd95062018-01-21 17:41:16 -0800377 if (mVideoTrack.mExtractor != NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -0800378 sp<MetaData> meta = getFormatMeta_l(false /* audio */);
379 sp<AMessage> msg = new AMessage;
380 err = convertMetaDataToMessage(meta, &msg);
381 if(err != OK) {
382 notifyPreparedAndCleanup(err);
383 return;
384 }
385 notifyVideoSizeChanged(msg);
386 }
387
388 notifyFlagsChanged(
389 // FLAG_SECURE will be known if/when prepareDrm is called by the app
390 // FLAG_PROTECTED will be known if/when prepareDrm is called by the app
391 FLAG_CAN_PAUSE |
392 FLAG_CAN_SEEK_BACKWARD |
393 FLAG_CAN_SEEK_FORWARD |
394 FLAG_CAN_SEEK);
395
Wei Jiaf01e3122018-10-18 11:49:44 -0700396 doSeek(startTimeUs, MediaPlayer2SeekMode::SEEK_CLOSEST);
Wei Jia53692fa2017-12-11 10:33:46 -0800397 finishPrepareAsync();
398
399 ALOGV("onPrepareAsync: Done");
400}
401
Wei Jia2409c872018-02-02 10:34:33 -0800402void NuPlayer2::GenericSource2::finishPrepareAsync() {
Wei Jia53692fa2017-12-11 10:33:46 -0800403 ALOGV("finishPrepareAsync");
404
Wei Jia53692fa2017-12-11 10:33:46 -0800405 if (mIsStreaming) {
Wei Jia53692fa2017-12-11 10:33:46 -0800406 mPreparing = true;
Wei Jiaf01e3122018-10-18 11:49:44 -0700407 ++mPollBufferingGeneration;
Wei Jia53692fa2017-12-11 10:33:46 -0800408 schedulePollBuffering();
409 } else {
410 notifyPrepared();
411 }
412
Robert Shih0cd95062018-01-21 17:41:16 -0800413 if (mAudioTrack.mExtractor != NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -0800414 postReadBuffer(MEDIA_TRACK_TYPE_AUDIO);
415 }
416
Robert Shih0cd95062018-01-21 17:41:16 -0800417 if (mVideoTrack.mExtractor != NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -0800418 postReadBuffer(MEDIA_TRACK_TYPE_VIDEO);
419 }
420}
421
Wei Jia2409c872018-02-02 10:34:33 -0800422void NuPlayer2::GenericSource2::notifyPreparedAndCleanup(status_t err) {
Wei Jia53692fa2017-12-11 10:33:46 -0800423 if (err != OK) {
Robert Shih49fb89d2018-01-31 17:53:19 -0800424 mDataSourceWrapper.clear();
Wei Jia53692fa2017-12-11 10:33:46 -0800425
426 mBitrate = -1;
427 mPrevBufferPercentage = -1;
428 ++mPollBufferingGeneration;
429 }
430 notifyPrepared(err);
431}
432
Wei Jia2409c872018-02-02 10:34:33 -0800433void NuPlayer2::GenericSource2::start() {
Wei Jia53692fa2017-12-11 10:33:46 -0800434 Mutex::Autolock _l(mLock);
435 ALOGI("start");
436
Robert Shih0cd95062018-01-21 17:41:16 -0800437 if (mAudioTrack.mExtractor != NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -0800438 postReadBuffer(MEDIA_TRACK_TYPE_AUDIO);
439 }
440
Robert Shih0cd95062018-01-21 17:41:16 -0800441 if (mVideoTrack.mExtractor != NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -0800442 postReadBuffer(MEDIA_TRACK_TYPE_VIDEO);
443 }
444
445 mStarted = true;
446}
447
Wei Jia2409c872018-02-02 10:34:33 -0800448void NuPlayer2::GenericSource2::stop() {
Wei Jia53692fa2017-12-11 10:33:46 -0800449 Mutex::Autolock _l(mLock);
450 mStarted = false;
451}
452
Wei Jia2409c872018-02-02 10:34:33 -0800453void NuPlayer2::GenericSource2::pause() {
Wei Jia53692fa2017-12-11 10:33:46 -0800454 Mutex::Autolock _l(mLock);
455 mStarted = false;
456}
457
Wei Jia2409c872018-02-02 10:34:33 -0800458void NuPlayer2::GenericSource2::resume() {
Wei Jia53692fa2017-12-11 10:33:46 -0800459 Mutex::Autolock _l(mLock);
460 mStarted = true;
461}
462
Wei Jia2409c872018-02-02 10:34:33 -0800463void NuPlayer2::GenericSource2::disconnect() {
Wei Jia53692fa2017-12-11 10:33:46 -0800464 {
465 Mutex::Autolock _l(mLock);
Wei Jia53692fa2017-12-11 10:33:46 -0800466 mDisconnected = true;
467 }
Robert Shih49fb89d2018-01-31 17:53:19 -0800468 if (mDataSourceWrapper != NULL) {
469 mDataSourceWrapper->close();
Wei Jia53692fa2017-12-11 10:33:46 -0800470 }
471}
472
Wei Jia2409c872018-02-02 10:34:33 -0800473status_t NuPlayer2::GenericSource2::feedMoreTSData() {
Wei Jia53692fa2017-12-11 10:33:46 -0800474 return OK;
475}
476
Wei Jia2409c872018-02-02 10:34:33 -0800477void NuPlayer2::GenericSource2::onMessageReceived(const sp<AMessage> &msg) {
Wei Jia53692fa2017-12-11 10:33:46 -0800478 Mutex::Autolock _l(mLock);
479 switch (msg->what()) {
480 case kWhatPrepareAsync:
481 {
Wei Jiaf01e3122018-10-18 11:49:44 -0700482 int64_t startTimeUs;
483 CHECK(msg->findInt64("startTimeUs", &startTimeUs));
484 onPrepareAsync(startTimeUs);
Wei Jia53692fa2017-12-11 10:33:46 -0800485 break;
486 }
487 case kWhatFetchSubtitleData:
488 {
489 fetchTextData(kWhatSendSubtitleData, MEDIA_TRACK_TYPE_SUBTITLE,
490 mFetchSubtitleDataGeneration, mSubtitleTrack.mPackets, msg);
491 break;
492 }
493
494 case kWhatFetchTimedTextData:
495 {
496 fetchTextData(kWhatSendTimedTextData, MEDIA_TRACK_TYPE_TIMEDTEXT,
497 mFetchTimedTextDataGeneration, mTimedTextTrack.mPackets, msg);
498 break;
499 }
500
501 case kWhatSendSubtitleData:
502 {
503 sendTextData(kWhatSubtitleData, MEDIA_TRACK_TYPE_SUBTITLE,
504 mFetchSubtitleDataGeneration, mSubtitleTrack.mPackets, msg);
505 break;
506 }
507
508 case kWhatSendGlobalTimedTextData:
509 {
510 sendGlobalTextData(kWhatTimedTextData, mFetchTimedTextDataGeneration, msg);
511 break;
512 }
513 case kWhatSendTimedTextData:
514 {
515 sendTextData(kWhatTimedTextData, MEDIA_TRACK_TYPE_TIMEDTEXT,
516 mFetchTimedTextDataGeneration, mTimedTextTrack.mPackets, msg);
517 break;
518 }
519
520 case kWhatChangeAVSource:
521 {
522 int32_t trackIndex;
523 CHECK(msg->findInt32("trackIndex", &trackIndex));
Robert Shih0cd95062018-01-21 17:41:16 -0800524 const sp<AMediaExtractorWrapper> extractor = mExtractors.itemAt(trackIndex);
Wei Jia53692fa2017-12-11 10:33:46 -0800525
526 Track* track;
Robert Shih0cd95062018-01-21 17:41:16 -0800527 AString mime;
Wei Jia53692fa2017-12-11 10:33:46 -0800528 media_track_type trackType, counterpartType;
Robert Shih0cd95062018-01-21 17:41:16 -0800529 sp<AMediaFormatWrapper> format = extractor->getTrackFormat(trackIndex);
530 format->getString(AMEDIAFORMAT_KEY_MIME, &mime);
531 if (!strncasecmp(mime.c_str(), "audio/", 6)) {
Wei Jia53692fa2017-12-11 10:33:46 -0800532 track = &mAudioTrack;
533 trackType = MEDIA_TRACK_TYPE_AUDIO;
534 counterpartType = MEDIA_TRACK_TYPE_VIDEO;;
535 } else {
Robert Shih0cd95062018-01-21 17:41:16 -0800536 CHECK(!strncasecmp(mime.c_str(), "video/", 6));
Wei Jia53692fa2017-12-11 10:33:46 -0800537 track = &mVideoTrack;
538 trackType = MEDIA_TRACK_TYPE_VIDEO;
539 counterpartType = MEDIA_TRACK_TYPE_AUDIO;;
540 }
541
542
Robert Shih0cd95062018-01-21 17:41:16 -0800543 track->mExtractor = extractor;
544 track->mExtractor->selectSingleTrack(trackIndex);
Wei Jia53692fa2017-12-11 10:33:46 -0800545 track->mIndex = trackIndex;
546 ++mAudioDataGeneration;
547 ++mVideoDataGeneration;
548
549 int64_t timeUs, actualTimeUs;
550 const bool formatChange = true;
551 if (trackType == MEDIA_TRACK_TYPE_AUDIO) {
552 timeUs = mAudioLastDequeueTimeUs;
553 } else {
554 timeUs = mVideoLastDequeueTimeUs;
555 }
556 readBuffer(trackType, timeUs, MediaPlayer2SeekMode::SEEK_PREVIOUS_SYNC /* mode */,
557 &actualTimeUs, formatChange);
558 readBuffer(counterpartType, -1, MediaPlayer2SeekMode::SEEK_PREVIOUS_SYNC /* mode */,
559 NULL, !formatChange);
560 ALOGV("timeUs %lld actualTimeUs %lld", (long long)timeUs, (long long)actualTimeUs);
561
562 break;
563 }
564
565 case kWhatSeek:
566 {
567 onSeek(msg);
568 break;
569 }
570
571 case kWhatReadBuffer:
572 {
573 onReadBuffer(msg);
574 break;
575 }
576
577 case kWhatPollBuffering:
578 {
579 int32_t generation;
580 CHECK(msg->findInt32("generation", &generation));
581 if (generation == mPollBufferingGeneration) {
582 onPollBuffering();
583 }
584 break;
585 }
586
587 default:
588 Source::onMessageReceived(msg);
589 break;
590 }
591}
592
Wei Jia2409c872018-02-02 10:34:33 -0800593void NuPlayer2::GenericSource2::fetchTextData(
Wei Jia53692fa2017-12-11 10:33:46 -0800594 uint32_t sendWhat,
595 media_track_type type,
596 int32_t curGen,
597 const sp<AnotherPacketSource>& packets,
598 const sp<AMessage>& msg) {
599 int32_t msgGeneration;
600 CHECK(msg->findInt32("generation", &msgGeneration));
601 if (msgGeneration != curGen) {
602 // stale
603 return;
604 }
605
606 int32_t avail;
607 if (packets->hasBufferAvailable(&avail)) {
608 return;
609 }
610
611 int64_t timeUs;
612 CHECK(msg->findInt64("timeUs", &timeUs));
613
614 int64_t subTimeUs = 0;
615 readBuffer(type, timeUs, MediaPlayer2SeekMode::SEEK_PREVIOUS_SYNC /* mode */, &subTimeUs);
616
617 status_t eosResult;
618 if (!packets->hasBufferAvailable(&eosResult)) {
619 return;
620 }
621
622 if (msg->what() == kWhatFetchSubtitleData) {
623 subTimeUs -= 1000000ll; // send subtile data one second earlier
624 }
625 sp<AMessage> msg2 = new AMessage(sendWhat, this);
626 msg2->setInt32("generation", msgGeneration);
627 mMediaClock->addTimer(msg2, subTimeUs);
628}
629
Wei Jia2409c872018-02-02 10:34:33 -0800630void NuPlayer2::GenericSource2::sendTextData(
Wei Jia53692fa2017-12-11 10:33:46 -0800631 uint32_t what,
632 media_track_type type,
633 int32_t curGen,
634 const sp<AnotherPacketSource>& packets,
635 const sp<AMessage>& msg) {
636 int32_t msgGeneration;
637 CHECK(msg->findInt32("generation", &msgGeneration));
638 if (msgGeneration != curGen) {
639 // stale
640 return;
641 }
642
643 int64_t subTimeUs;
644 if (packets->nextBufferTime(&subTimeUs) != OK) {
645 return;
646 }
647
648 int64_t nextSubTimeUs;
649 readBuffer(type, -1, MediaPlayer2SeekMode::SEEK_PREVIOUS_SYNC /* mode */, &nextSubTimeUs);
650
651 sp<ABuffer> buffer;
652 status_t dequeueStatus = packets->dequeueAccessUnit(&buffer);
653 if (dequeueStatus == OK) {
654 sp<AMessage> notify = dupNotify();
655 notify->setInt32("what", what);
656 notify->setBuffer("buffer", buffer);
657 notify->post();
658
659 if (msg->what() == kWhatSendSubtitleData) {
660 nextSubTimeUs -= 1000000ll; // send subtile data one second earlier
661 }
662 mMediaClock->addTimer(msg, nextSubTimeUs);
663 }
664}
665
Wei Jia2409c872018-02-02 10:34:33 -0800666void NuPlayer2::GenericSource2::sendGlobalTextData(
Wei Jia53692fa2017-12-11 10:33:46 -0800667 uint32_t what,
668 int32_t curGen,
669 sp<AMessage> msg) {
670 int32_t msgGeneration;
671 CHECK(msg->findInt32("generation", &msgGeneration));
672 if (msgGeneration != curGen) {
673 // stale
674 return;
675 }
676
Robert Shih0cd95062018-01-21 17:41:16 -0800677 void *data = NULL;
Wei Jia53692fa2017-12-11 10:33:46 -0800678 size_t size = 0;
Robert Shih0cd95062018-01-21 17:41:16 -0800679 if (mTimedTextTrack.mExtractor->getTrackFormat(mTimedTextTrack.mIndex)->getBuffer(
680 "text", &data, &size)) {
Wei Jia53692fa2017-12-11 10:33:46 -0800681 mGlobalTimedText = new ABuffer(size);
682 if (mGlobalTimedText->data()) {
683 memcpy(mGlobalTimedText->data(), data, size);
684 sp<AMessage> globalMeta = mGlobalTimedText->meta();
685 globalMeta->setInt64("timeUs", 0);
686 globalMeta->setString("mime", MEDIA_MIMETYPE_TEXT_3GPP);
687 globalMeta->setInt32("global", 1);
688 sp<AMessage> notify = dupNotify();
689 notify->setInt32("what", what);
690 notify->setBuffer("buffer", mGlobalTimedText);
691 notify->post();
692 }
693 }
694}
695
Robert Shih0cd95062018-01-21 17:41:16 -0800696sp<AMessage> NuPlayer2::GenericSource2::getFormat(bool audio) {
697 Mutex::Autolock _l(mLock);
698 return getFormat_l(audio);
699}
700
Wei Jia2409c872018-02-02 10:34:33 -0800701sp<MetaData> NuPlayer2::GenericSource2::getFormatMeta(bool audio) {
Wei Jia53692fa2017-12-11 10:33:46 -0800702 Mutex::Autolock _l(mLock);
703 return getFormatMeta_l(audio);
704}
705
Robert Shih0cd95062018-01-21 17:41:16 -0800706sp<AMessage> NuPlayer2::GenericSource2::getFormat_l(bool audio) {
707 sp<AMediaExtractorWrapper> extractor = audio ? mAudioTrack.mExtractor : mVideoTrack.mExtractor;
708 size_t trackIndex = audio ? mAudioTrack.mIndex : mVideoTrack.mIndex;
Wei Jia53692fa2017-12-11 10:33:46 -0800709
Robert Shih0cd95062018-01-21 17:41:16 -0800710 if (extractor == NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -0800711 return NULL;
712 }
713
Robert Shih0cd95062018-01-21 17:41:16 -0800714 return extractor->getTrackFormat(trackIndex)->toAMessage();
715}
716
717sp<MetaData> NuPlayer2::GenericSource2::getFormatMeta_l(bool audio) {
718 sp<AMediaExtractorWrapper> extractor = audio ? mAudioTrack.mExtractor : mVideoTrack.mExtractor;
719 size_t trackIndex = audio ? mAudioTrack.mIndex : mVideoTrack.mIndex;
720
721 if (extractor == NULL) {
722 return NULL;
723 }
724
725 return convertMediaFormatWrapperToMetaData(extractor->getTrackFormat(trackIndex));
Wei Jia53692fa2017-12-11 10:33:46 -0800726}
727
Wei Jia2409c872018-02-02 10:34:33 -0800728status_t NuPlayer2::GenericSource2::dequeueAccessUnit(
Wei Jia53692fa2017-12-11 10:33:46 -0800729 bool audio, sp<ABuffer> *accessUnit) {
730 Mutex::Autolock _l(mLock);
731 // If has gone through stop/releaseDrm sequence, we no longer send down any buffer b/c
732 // the codec's crypto object has gone away (b/37960096).
733 // Note: This will be unnecessary when stop() changes behavior and releases codec (b/35248283).
734 if (!mStarted && mIsDrmReleased) {
735 return -EWOULDBLOCK;
736 }
737
738 Track *track = audio ? &mAudioTrack : &mVideoTrack;
739
Robert Shih0cd95062018-01-21 17:41:16 -0800740 if (track->mExtractor == NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -0800741 return -EWOULDBLOCK;
742 }
743
744 status_t finalResult;
745 if (!track->mPackets->hasBufferAvailable(&finalResult)) {
746 if (finalResult == OK) {
747 postReadBuffer(
748 audio ? MEDIA_TRACK_TYPE_AUDIO : MEDIA_TRACK_TYPE_VIDEO);
749 return -EWOULDBLOCK;
750 }
751 return finalResult;
752 }
753
754 status_t result = track->mPackets->dequeueAccessUnit(accessUnit);
755
756 // start pulling in more buffers if cache is running low
757 // so that decoder has less chance of being starved
758 if (!mIsStreaming) {
759 if (track->mPackets->getAvailableBufferCount(&finalResult) < 2) {
760 postReadBuffer(audio? MEDIA_TRACK_TYPE_AUDIO : MEDIA_TRACK_TYPE_VIDEO);
761 }
762 } else {
763 int64_t durationUs = track->mPackets->getBufferedDurationUs(&finalResult);
764 // TODO: maxRebufferingMarkMs could be larger than
765 // mBufferingSettings.mResumePlaybackMarkMs
766 int64_t restartBufferingMarkUs =
767 mBufferingSettings.mResumePlaybackMarkMs * 1000ll / 2;
768 if (finalResult == OK) {
769 if (durationUs < restartBufferingMarkUs) {
770 postReadBuffer(audio? MEDIA_TRACK_TYPE_AUDIO : MEDIA_TRACK_TYPE_VIDEO);
771 }
772 if (track->mPackets->getAvailableBufferCount(&finalResult) < 2
773 && !mSentPauseOnBuffering && !mPreparing) {
Wei Jia53692fa2017-12-11 10:33:46 -0800774 mSentPauseOnBuffering = true;
775 sp<AMessage> notify = dupNotify();
776 notify->setInt32("what", kWhatPauseOnBufferingStart);
777 notify->post();
778 }
779 }
780 }
781
782 if (result != OK) {
Robert Shih0cd95062018-01-21 17:41:16 -0800783 if (mSubtitleTrack.mExtractor != NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -0800784 mSubtitleTrack.mPackets->clear();
785 mFetchSubtitleDataGeneration++;
786 }
Robert Shih0cd95062018-01-21 17:41:16 -0800787 if (mTimedTextTrack.mExtractor != NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -0800788 mTimedTextTrack.mPackets->clear();
789 mFetchTimedTextDataGeneration++;
790 }
791 return result;
792 }
793
794 int64_t timeUs;
795 status_t eosResult; // ignored
796 CHECK((*accessUnit)->meta()->findInt64("timeUs", &timeUs));
797 if (audio) {
798 mAudioLastDequeueTimeUs = timeUs;
799 } else {
800 mVideoLastDequeueTimeUs = timeUs;
801 }
802
Robert Shih0cd95062018-01-21 17:41:16 -0800803 if (mSubtitleTrack.mExtractor != NULL
Wei Jia53692fa2017-12-11 10:33:46 -0800804 && !mSubtitleTrack.mPackets->hasBufferAvailable(&eosResult)) {
805 sp<AMessage> msg = new AMessage(kWhatFetchSubtitleData, this);
806 msg->setInt64("timeUs", timeUs);
807 msg->setInt32("generation", mFetchSubtitleDataGeneration);
808 msg->post();
809 }
810
Robert Shih0cd95062018-01-21 17:41:16 -0800811 if (mTimedTextTrack.mExtractor != NULL
Wei Jia53692fa2017-12-11 10:33:46 -0800812 && !mTimedTextTrack.mPackets->hasBufferAvailable(&eosResult)) {
813 sp<AMessage> msg = new AMessage(kWhatFetchTimedTextData, this);
814 msg->setInt64("timeUs", timeUs);
815 msg->setInt32("generation", mFetchTimedTextDataGeneration);
816 msg->post();
817 }
818
819 return result;
820}
821
Wei Jia2409c872018-02-02 10:34:33 -0800822status_t NuPlayer2::GenericSource2::getDuration(int64_t *durationUs) {
Wei Jia53692fa2017-12-11 10:33:46 -0800823 Mutex::Autolock _l(mLock);
824 *durationUs = mDurationUs;
825 return OK;
826}
827
Wei Jia2409c872018-02-02 10:34:33 -0800828size_t NuPlayer2::GenericSource2::getTrackCount() const {
Wei Jia53692fa2017-12-11 10:33:46 -0800829 Mutex::Autolock _l(mLock);
Robert Shih0cd95062018-01-21 17:41:16 -0800830 return mExtractors.size();
Wei Jia53692fa2017-12-11 10:33:46 -0800831}
832
Wei Jia2409c872018-02-02 10:34:33 -0800833sp<AMessage> NuPlayer2::GenericSource2::getTrackInfo(size_t trackIndex) const {
Wei Jia53692fa2017-12-11 10:33:46 -0800834 Mutex::Autolock _l(mLock);
Robert Shih0cd95062018-01-21 17:41:16 -0800835 size_t trackCount = mExtractors.size();
Wei Jia53692fa2017-12-11 10:33:46 -0800836 if (trackIndex >= trackCount) {
837 return NULL;
838 }
839
Robert Shih0cd95062018-01-21 17:41:16 -0800840 sp<AMessage> format = mExtractors.itemAt(trackIndex)->getTrackFormat(trackIndex)->toAMessage();
841 if (format == NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -0800842 ALOGE("no metadata for track %zu", trackIndex);
843 return NULL;
844 }
845
Robert Shih0cd95062018-01-21 17:41:16 -0800846 AString mime;
847 CHECK(format->findString(AMEDIAFORMAT_KEY_MIME, &mime));
Wei Jia53692fa2017-12-11 10:33:46 -0800848
849 int32_t trackType;
Robert Shih0cd95062018-01-21 17:41:16 -0800850 if (!strncasecmp(mime.c_str(), "video/", 6)) {
Wei Jia53692fa2017-12-11 10:33:46 -0800851 trackType = MEDIA_TRACK_TYPE_VIDEO;
Robert Shih0cd95062018-01-21 17:41:16 -0800852 } else if (!strncasecmp(mime.c_str(), "audio/", 6)) {
Wei Jia53692fa2017-12-11 10:33:46 -0800853 trackType = MEDIA_TRACK_TYPE_AUDIO;
Robert Shih0cd95062018-01-21 17:41:16 -0800854 } else if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_TEXT_3GPP)) {
Wei Jia53692fa2017-12-11 10:33:46 -0800855 trackType = MEDIA_TRACK_TYPE_TIMEDTEXT;
856 } else {
857 trackType = MEDIA_TRACK_TYPE_UNKNOWN;
858 }
859 format->setInt32("type", trackType);
860
Robert Shih0cd95062018-01-21 17:41:16 -0800861 AString lang;
862 if (!format->findString("language", &lang)) {
863 format->setString("language", "und");
Wei Jia53692fa2017-12-11 10:33:46 -0800864 }
Wei Jia53692fa2017-12-11 10:33:46 -0800865
866 if (trackType == MEDIA_TRACK_TYPE_SUBTITLE) {
867 int32_t isAutoselect = 1, isDefault = 0, isForced = 0;
Robert Shih0cd95062018-01-21 17:41:16 -0800868 format->findInt32(AMEDIAFORMAT_KEY_IS_AUTOSELECT, &isAutoselect);
869 format->findInt32(AMEDIAFORMAT_KEY_IS_DEFAULT, &isDefault);
870 format->findInt32(AMEDIAFORMAT_KEY_IS_FORCED_SUBTITLE, &isForced);
Wei Jia53692fa2017-12-11 10:33:46 -0800871
872 format->setInt32("auto", !!isAutoselect);
873 format->setInt32("default", !!isDefault);
874 format->setInt32("forced", !!isForced);
875 }
876
877 return format;
878}
879
Wei Jia2409c872018-02-02 10:34:33 -0800880ssize_t NuPlayer2::GenericSource2::getSelectedTrack(media_track_type type) const {
Wei Jia53692fa2017-12-11 10:33:46 -0800881 Mutex::Autolock _l(mLock);
882 const Track *track = NULL;
883 switch (type) {
884 case MEDIA_TRACK_TYPE_VIDEO:
885 track = &mVideoTrack;
886 break;
887 case MEDIA_TRACK_TYPE_AUDIO:
888 track = &mAudioTrack;
889 break;
890 case MEDIA_TRACK_TYPE_TIMEDTEXT:
891 track = &mTimedTextTrack;
892 break;
893 case MEDIA_TRACK_TYPE_SUBTITLE:
894 track = &mSubtitleTrack;
895 break;
896 default:
897 break;
898 }
899
Robert Shih0cd95062018-01-21 17:41:16 -0800900 if (track != NULL && track->mExtractor != NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -0800901 return track->mIndex;
902 }
903
904 return -1;
905}
906
Wei Jia2409c872018-02-02 10:34:33 -0800907status_t NuPlayer2::GenericSource2::selectTrack(size_t trackIndex, bool select, int64_t timeUs) {
Wei Jia53692fa2017-12-11 10:33:46 -0800908 Mutex::Autolock _l(mLock);
909 ALOGV("%s track: %zu", select ? "select" : "deselect", trackIndex);
910
Robert Shih0cd95062018-01-21 17:41:16 -0800911 if (trackIndex >= mExtractors.size()) {
Wei Jia53692fa2017-12-11 10:33:46 -0800912 return BAD_INDEX;
913 }
914
915 if (!select) {
916 Track* track = NULL;
Robert Shih0cd95062018-01-21 17:41:16 -0800917 if (mSubtitleTrack.mExtractor != NULL && trackIndex == mSubtitleTrack.mIndex) {
Wei Jia53692fa2017-12-11 10:33:46 -0800918 track = &mSubtitleTrack;
919 mFetchSubtitleDataGeneration++;
Robert Shih0cd95062018-01-21 17:41:16 -0800920 } else if (mTimedTextTrack.mExtractor != NULL && trackIndex == mTimedTextTrack.mIndex) {
Wei Jia53692fa2017-12-11 10:33:46 -0800921 track = &mTimedTextTrack;
922 mFetchTimedTextDataGeneration++;
923 }
924 if (track == NULL) {
925 return INVALID_OPERATION;
926 }
Robert Shih0cd95062018-01-21 17:41:16 -0800927 track->mExtractor = NULL;
Wei Jia53692fa2017-12-11 10:33:46 -0800928 track->mPackets->clear();
929 return OK;
930 }
931
Robert Shih0cd95062018-01-21 17:41:16 -0800932 const sp<AMediaExtractorWrapper> extractor = mExtractors.itemAt(trackIndex);
933 sp<MetaData> meta = convertMediaFormatWrapperToMetaData(extractor->getTrackFormat(trackIndex));
Wei Jia53692fa2017-12-11 10:33:46 -0800934 const char *mime;
935 CHECK(meta->findCString(kKeyMIMEType, &mime));
936 if (!strncasecmp(mime, "text/", 5)) {
937 bool isSubtitle = strcasecmp(mime, MEDIA_MIMETYPE_TEXT_3GPP);
938 Track *track = isSubtitle ? &mSubtitleTrack : &mTimedTextTrack;
Robert Shih0cd95062018-01-21 17:41:16 -0800939 if (track->mExtractor != NULL && track->mIndex == trackIndex) {
Wei Jia53692fa2017-12-11 10:33:46 -0800940 return OK;
941 }
942 track->mIndex = trackIndex;
Robert Shih0cd95062018-01-21 17:41:16 -0800943 track->mExtractor = mExtractors.itemAt(trackIndex);
944 track->mExtractor->selectSingleTrack(trackIndex);
Wei Jia53692fa2017-12-11 10:33:46 -0800945 if (track->mPackets == NULL) {
Robert Shih0cd95062018-01-21 17:41:16 -0800946 track->mPackets = new AnotherPacketSource(meta);
Wei Jia53692fa2017-12-11 10:33:46 -0800947 } else {
948 track->mPackets->clear();
Robert Shih0cd95062018-01-21 17:41:16 -0800949 track->mPackets->setFormat(meta);
Wei Jia53692fa2017-12-11 10:33:46 -0800950
951 }
952
953 if (isSubtitle) {
954 mFetchSubtitleDataGeneration++;
955 } else {
956 mFetchTimedTextDataGeneration++;
957 }
958
959 status_t eosResult; // ignored
Robert Shih0cd95062018-01-21 17:41:16 -0800960 if (mSubtitleTrack.mExtractor != NULL
Wei Jia53692fa2017-12-11 10:33:46 -0800961 && !mSubtitleTrack.mPackets->hasBufferAvailable(&eosResult)) {
962 sp<AMessage> msg = new AMessage(kWhatFetchSubtitleData, this);
963 msg->setInt64("timeUs", timeUs);
964 msg->setInt32("generation", mFetchSubtitleDataGeneration);
965 msg->post();
966 }
967
968 sp<AMessage> msg2 = new AMessage(kWhatSendGlobalTimedTextData, this);
969 msg2->setInt32("generation", mFetchTimedTextDataGeneration);
970 msg2->post();
971
Robert Shih0cd95062018-01-21 17:41:16 -0800972 if (mTimedTextTrack.mExtractor != NULL
Wei Jia53692fa2017-12-11 10:33:46 -0800973 && !mTimedTextTrack.mPackets->hasBufferAvailable(&eosResult)) {
974 sp<AMessage> msg = new AMessage(kWhatFetchTimedTextData, this);
975 msg->setInt64("timeUs", timeUs);
976 msg->setInt32("generation", mFetchTimedTextDataGeneration);
977 msg->post();
978 }
979
980 return OK;
981 } else if (!strncasecmp(mime, "audio/", 6) || !strncasecmp(mime, "video/", 6)) {
982 bool audio = !strncasecmp(mime, "audio/", 6);
983 Track *track = audio ? &mAudioTrack : &mVideoTrack;
Robert Shih0cd95062018-01-21 17:41:16 -0800984 if (track->mExtractor != NULL && track->mIndex == trackIndex) {
Wei Jia53692fa2017-12-11 10:33:46 -0800985 return OK;
986 }
987
988 sp<AMessage> msg = new AMessage(kWhatChangeAVSource, this);
989 msg->setInt32("trackIndex", trackIndex);
990 msg->post();
991 return OK;
992 }
993
994 return INVALID_OPERATION;
995}
996
Wei Jia2409c872018-02-02 10:34:33 -0800997status_t NuPlayer2::GenericSource2::seekTo(int64_t seekTimeUs, MediaPlayer2SeekMode mode) {
Wei Jia53692fa2017-12-11 10:33:46 -0800998 ALOGV("seekTo: %lld, %d", (long long)seekTimeUs, mode);
999 sp<AMessage> msg = new AMessage(kWhatSeek, this);
1000 msg->setInt64("seekTimeUs", seekTimeUs);
1001 msg->setInt32("mode", mode);
1002
1003 // Need to call readBuffer on |mLooper| to ensure the calls to
1004 // IMediaSource::read* are serialized. Note that IMediaSource::read*
1005 // is called without |mLock| acquired and MediaSource is not thread safe.
1006 sp<AMessage> response;
1007 status_t err = msg->postAndAwaitResponse(&response);
1008 if (err == OK && response != NULL) {
1009 CHECK(response->findInt32("err", &err));
1010 }
1011
1012 return err;
1013}
1014
Wei Jia2409c872018-02-02 10:34:33 -08001015void NuPlayer2::GenericSource2::onSeek(const sp<AMessage>& msg) {
Wei Jia53692fa2017-12-11 10:33:46 -08001016 int64_t seekTimeUs;
1017 int32_t mode;
1018 CHECK(msg->findInt64("seekTimeUs", &seekTimeUs));
1019 CHECK(msg->findInt32("mode", &mode));
1020
1021 sp<AMessage> response = new AMessage;
1022 status_t err = doSeek(seekTimeUs, (MediaPlayer2SeekMode)mode);
1023 response->setInt32("err", err);
1024
1025 sp<AReplyToken> replyID;
1026 CHECK(msg->senderAwaitsResponse(&replyID));
1027 response->postReply(replyID);
1028}
1029
Wei Jia2409c872018-02-02 10:34:33 -08001030status_t NuPlayer2::GenericSource2::doSeek(int64_t seekTimeUs, MediaPlayer2SeekMode mode) {
Robert Shih0cd95062018-01-21 17:41:16 -08001031 if (mVideoTrack.mExtractor != NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -08001032 ++mVideoDataGeneration;
1033
1034 int64_t actualTimeUs;
1035 readBuffer(MEDIA_TRACK_TYPE_VIDEO, seekTimeUs, mode, &actualTimeUs);
1036
1037 if (mode != MediaPlayer2SeekMode::SEEK_CLOSEST) {
1038 seekTimeUs = actualTimeUs;
1039 }
1040 mVideoLastDequeueTimeUs = actualTimeUs;
1041 }
1042
Robert Shih0cd95062018-01-21 17:41:16 -08001043 if (mAudioTrack.mExtractor != NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -08001044 ++mAudioDataGeneration;
1045 readBuffer(MEDIA_TRACK_TYPE_AUDIO, seekTimeUs, MediaPlayer2SeekMode::SEEK_CLOSEST);
1046 mAudioLastDequeueTimeUs = seekTimeUs;
1047 }
1048
Robert Shih0cd95062018-01-21 17:41:16 -08001049 if (mSubtitleTrack.mExtractor != NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -08001050 mSubtitleTrack.mPackets->clear();
1051 mFetchSubtitleDataGeneration++;
1052 }
1053
Robert Shih0cd95062018-01-21 17:41:16 -08001054 if (mTimedTextTrack.mExtractor != NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -08001055 mTimedTextTrack.mPackets->clear();
1056 mFetchTimedTextDataGeneration++;
1057 }
1058
1059 ++mPollBufferingGeneration;
1060 schedulePollBuffering();
1061 return OK;
1062}
1063
Wei Jia2409c872018-02-02 10:34:33 -08001064sp<ABuffer> NuPlayer2::GenericSource2::mediaBufferToABuffer(
Dongwon Kang1889c3e2018-02-01 13:44:57 -08001065 MediaBufferBase* mb,
Wei Jia53692fa2017-12-11 10:33:46 -08001066 media_track_type trackType) {
1067 bool audio = trackType == MEDIA_TRACK_TYPE_AUDIO;
1068 size_t outLength = mb->range_length();
1069
1070 if (audio && mAudioIsVorbis) {
1071 outLength += sizeof(int32_t);
1072 }
1073
1074 sp<ABuffer> ab;
1075
1076 if (mIsDrmProtected) {
1077 // Modular DRM
1078 // Enabled for both video/audio so 1) media buffer is reused without extra copying
1079 // 2) meta data can be retrieved in onInputBufferFetched for calling queueSecureInputBuffer.
1080
1081 // data is already provided in the buffer
1082 ab = new ABuffer(NULL, mb->range_length());
Dongwon Kangbc8f53b2018-01-25 17:01:44 -08001083 ab->meta()->setObject("mediaBufferHolder", new MediaBufferHolder(mb));
Wei Jia53692fa2017-12-11 10:33:46 -08001084
1085 // Modular DRM: Required b/c of the above add_ref.
1086 // If ref>0, there must be an observer, or it'll crash at release().
1087 // TODO: MediaBuffer might need to be revised to ease such need.
1088 mb->setObserver(this);
1089 // setMediaBufferBase() interestingly doesn't increment the ref count on its own.
1090 // Extra increment (since we want to keep mb alive and attached to ab beyond this function
1091 // call. This is to counter the effect of mb->release() towards the end.
1092 mb->add_ref();
1093
1094 } else {
1095 ab = new ABuffer(outLength);
1096 memcpy(ab->data(),
1097 (const uint8_t *)mb->data() + mb->range_offset(),
1098 mb->range_length());
1099 }
1100
1101 if (audio && mAudioIsVorbis) {
1102 int32_t numPageSamples;
Marco Nelissen3d21ae32018-02-16 08:24:08 -08001103 if (!mb->meta_data().findInt32(kKeyValidSamples, &numPageSamples)) {
Wei Jia53692fa2017-12-11 10:33:46 -08001104 numPageSamples = -1;
1105 }
1106
1107 uint8_t* abEnd = ab->data() + mb->range_length();
1108 memcpy(abEnd, &numPageSamples, sizeof(numPageSamples));
1109 }
1110
1111 sp<AMessage> meta = ab->meta();
1112
1113 int64_t timeUs;
Marco Nelissen3d21ae32018-02-16 08:24:08 -08001114 CHECK(mb->meta_data().findInt64(kKeyTime, &timeUs));
Wei Jia53692fa2017-12-11 10:33:46 -08001115 meta->setInt64("timeUs", timeUs);
1116
1117 if (trackType == MEDIA_TRACK_TYPE_VIDEO) {
1118 int32_t layerId;
Marco Nelissen3d21ae32018-02-16 08:24:08 -08001119 if (mb->meta_data().findInt32(kKeyTemporalLayerId, &layerId)) {
Wei Jia53692fa2017-12-11 10:33:46 -08001120 meta->setInt32("temporal-layer-id", layerId);
1121 }
1122 }
1123
1124 if (trackType == MEDIA_TRACK_TYPE_TIMEDTEXT) {
Robert Shih0cd95062018-01-21 17:41:16 -08001125 AString mime;
1126 sp<AMediaExtractorWrapper> extractor = mTimedTextTrack.mExtractor;
1127 size_t trackIndex = mTimedTextTrack.mIndex;
1128 CHECK(extractor != NULL
1129 && extractor->getTrackFormat(trackIndex)->getString(AMEDIAFORMAT_KEY_MIME, &mime));
1130 meta->setString("mime", mime.c_str());
Wei Jia53692fa2017-12-11 10:33:46 -08001131 }
1132
1133 int64_t durationUs;
Marco Nelissen3d21ae32018-02-16 08:24:08 -08001134 if (mb->meta_data().findInt64(kKeyDuration, &durationUs)) {
Wei Jia53692fa2017-12-11 10:33:46 -08001135 meta->setInt64("durationUs", durationUs);
1136 }
1137
1138 if (trackType == MEDIA_TRACK_TYPE_SUBTITLE) {
Robert Shihd83d4f42018-02-24 19:02:46 -08001139 meta->setInt32(AMEDIAFORMAT_KEY_TRACK_INDEX, mSubtitleTrack.mIndex);
Wei Jia53692fa2017-12-11 10:33:46 -08001140 }
1141
1142 uint32_t dataType; // unused
1143 const void *seiData;
1144 size_t seiLength;
Marco Nelissen3d21ae32018-02-16 08:24:08 -08001145 if (mb->meta_data().findData(kKeySEI, &dataType, &seiData, &seiLength)) {
Wei Jia53692fa2017-12-11 10:33:46 -08001146 sp<ABuffer> sei = ABuffer::CreateAsCopy(seiData, seiLength);;
1147 meta->setBuffer("sei", sei);
1148 }
1149
1150 const void *mpegUserDataPointer;
1151 size_t mpegUserDataLength;
Marco Nelissen3d21ae32018-02-16 08:24:08 -08001152 if (mb->meta_data().findData(
Wei Jia53692fa2017-12-11 10:33:46 -08001153 kKeyMpegUserData, &dataType, &mpegUserDataPointer, &mpegUserDataLength)) {
1154 sp<ABuffer> mpegUserData = ABuffer::CreateAsCopy(mpegUserDataPointer, mpegUserDataLength);
Robert Shihd83d4f42018-02-24 19:02:46 -08001155 meta->setBuffer(AMEDIAFORMAT_KEY_MPEG_USER_DATA, mpegUserData);
Wei Jia53692fa2017-12-11 10:33:46 -08001156 }
1157
1158 mb->release();
1159 mb = NULL;
1160
1161 return ab;
1162}
1163
Wei Jia2409c872018-02-02 10:34:33 -08001164int32_t NuPlayer2::GenericSource2::getDataGeneration(media_track_type type) const {
Wei Jia53692fa2017-12-11 10:33:46 -08001165 int32_t generation = -1;
1166 switch (type) {
1167 case MEDIA_TRACK_TYPE_VIDEO:
1168 generation = mVideoDataGeneration;
1169 break;
1170 case MEDIA_TRACK_TYPE_AUDIO:
1171 generation = mAudioDataGeneration;
1172 break;
1173 case MEDIA_TRACK_TYPE_TIMEDTEXT:
1174 generation = mFetchTimedTextDataGeneration;
1175 break;
1176 case MEDIA_TRACK_TYPE_SUBTITLE:
1177 generation = mFetchSubtitleDataGeneration;
1178 break;
1179 default:
1180 break;
1181 }
1182
1183 return generation;
1184}
1185
Wei Jia2409c872018-02-02 10:34:33 -08001186void NuPlayer2::GenericSource2::postReadBuffer(media_track_type trackType) {
Wei Jia53692fa2017-12-11 10:33:46 -08001187 if ((mPendingReadBufferTypes & (1 << trackType)) == 0) {
1188 mPendingReadBufferTypes |= (1 << trackType);
1189 sp<AMessage> msg = new AMessage(kWhatReadBuffer, this);
1190 msg->setInt32("trackType", trackType);
1191 msg->post();
1192 }
1193}
1194
Wei Jia2409c872018-02-02 10:34:33 -08001195void NuPlayer2::GenericSource2::onReadBuffer(const sp<AMessage>& msg) {
Wei Jia53692fa2017-12-11 10:33:46 -08001196 int32_t tmpType;
1197 CHECK(msg->findInt32("trackType", &tmpType));
1198 media_track_type trackType = (media_track_type)tmpType;
1199 mPendingReadBufferTypes &= ~(1 << trackType);
1200 readBuffer(trackType);
1201}
1202
Wei Jia2409c872018-02-02 10:34:33 -08001203void NuPlayer2::GenericSource2::readBuffer(
Wei Jia53692fa2017-12-11 10:33:46 -08001204 media_track_type trackType, int64_t seekTimeUs, MediaPlayer2SeekMode mode,
1205 int64_t *actualTimeUs, bool formatChange) {
1206 Track *track;
1207 size_t maxBuffers = 1;
1208 switch (trackType) {
1209 case MEDIA_TRACK_TYPE_VIDEO:
1210 track = &mVideoTrack;
1211 maxBuffers = 8; // too large of a number may influence seeks
1212 break;
1213 case MEDIA_TRACK_TYPE_AUDIO:
1214 track = &mAudioTrack;
1215 maxBuffers = 64;
1216 break;
1217 case MEDIA_TRACK_TYPE_SUBTITLE:
1218 track = &mSubtitleTrack;
1219 break;
1220 case MEDIA_TRACK_TYPE_TIMEDTEXT:
1221 track = &mTimedTextTrack;
1222 break;
1223 default:
1224 TRESPASS();
1225 }
1226
Robert Shih0cd95062018-01-21 17:41:16 -08001227 if (track->mExtractor == NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -08001228 return;
1229 }
1230
1231 if (actualTimeUs) {
1232 *actualTimeUs = seekTimeUs;
1233 }
1234
Wei Jia53692fa2017-12-11 10:33:46 -08001235
1236 bool seeking = false;
Robert Shih0cd95062018-01-21 17:41:16 -08001237 sp<AMediaExtractorWrapper> extractor = track->mExtractor;
Wei Jia53692fa2017-12-11 10:33:46 -08001238 if (seekTimeUs >= 0) {
Robert Shih0cd95062018-01-21 17:41:16 -08001239 extractor->seekTo(seekTimeUs, mode);
Wei Jia53692fa2017-12-11 10:33:46 -08001240 seeking = true;
1241 }
1242
Wei Jia53692fa2017-12-11 10:33:46 -08001243 int32_t generation = getDataGeneration(trackType);
1244 for (size_t numBuffers = 0; numBuffers < maxBuffers; ) {
Robert Shih0cd95062018-01-21 17:41:16 -08001245 Vector<sp<ABuffer> > aBuffers;
Wei Jia53692fa2017-12-11 10:33:46 -08001246
Wei Jia53692fa2017-12-11 10:33:46 -08001247 mLock.unlock();
Robert Shih0cd95062018-01-21 17:41:16 -08001248
1249 sp<AMediaFormatWrapper> format;
1250 ssize_t sampleSize = -1;
1251 status_t err = extractor->getSampleFormat(format);
1252 if (err == OK) {
1253 sampleSize = extractor->getSampleSize();
Wei Jia53692fa2017-12-11 10:33:46 -08001254 }
Robert Shih0cd95062018-01-21 17:41:16 -08001255
1256 if (err != OK || sampleSize < 0) {
1257 mLock.lock();
1258 track->mPackets->signalEOS(err != OK ? err : ERROR_END_OF_STREAM);
1259 break;
1260 }
1261
1262 sp<ABuffer> abuf = new ABuffer(sampleSize);
1263 sampleSize = extractor->readSampleData(abuf);
Wei Jia53692fa2017-12-11 10:33:46 -08001264 mLock.lock();
1265
Wei Jia53692fa2017-12-11 10:33:46 -08001266 // in case track has been changed since we don't have lock for some time.
1267 if (generation != getDataGeneration(trackType)) {
Wei Jia53692fa2017-12-11 10:33:46 -08001268 break;
1269 }
1270
Robert Shih0cd95062018-01-21 17:41:16 -08001271 int64_t timeUs = extractor->getSampleTime();
1272 if (timeUs < 0) {
1273 track->mPackets->signalEOS(ERROR_MALFORMED);
Wei Jia53692fa2017-12-11 10:33:46 -08001274 break;
1275 }
1276
Robert Shih0cd95062018-01-21 17:41:16 -08001277 sp<AMessage> meta = abuf->meta();
1278 format->writeToAMessage(meta);
1279 meta->setInt64("timeUs", timeUs);
1280 if (trackType == MEDIA_TRACK_TYPE_AUDIO) {
1281 mAudioTimeUs = timeUs;
1282 } else if (trackType == MEDIA_TRACK_TYPE_VIDEO) {
1283 mVideoTimeUs = timeUs;
Wei Jia53692fa2017-12-11 10:33:46 -08001284 }
Robert Shih0cd95062018-01-21 17:41:16 -08001285
1286 queueDiscontinuityIfNeeded(seeking, formatChange, trackType, track);
1287
1288 if (numBuffers == 0 && actualTimeUs != nullptr) {
1289 *actualTimeUs = timeUs;
1290 }
1291 if (seeking) {
1292 if (meta != nullptr && mode == MediaPlayer2SeekMode::SEEK_CLOSEST
1293 && seekTimeUs > timeUs) {
1294 sp<AMessage> extra = new AMessage;
1295 extra->setInt64("resume-at-mediaTimeUs", seekTimeUs);
1296 meta->setMessage("extra", extra);
1297 }
1298 }
1299
1300 track->mPackets->queueAccessUnit(abuf);
1301 formatChange = false;
1302 seeking = false;
1303 ++numBuffers;
1304 extractor->advance();
1305
Wei Jia53692fa2017-12-11 10:33:46 -08001306 }
1307
1308 if (mIsStreaming
1309 && (trackType == MEDIA_TRACK_TYPE_VIDEO || trackType == MEDIA_TRACK_TYPE_AUDIO)) {
1310 status_t finalResult;
1311 int64_t durationUs = track->mPackets->getBufferedDurationUs(&finalResult);
1312
1313 // TODO: maxRebufferingMarkMs could be larger than
1314 // mBufferingSettings.mResumePlaybackMarkMs
1315 int64_t markUs = (mPreparing ? mBufferingSettings.mInitialMarkMs
1316 : mBufferingSettings.mResumePlaybackMarkMs) * 1000ll;
1317 if (finalResult == ERROR_END_OF_STREAM || durationUs >= markUs) {
1318 if (mPreparing || mSentPauseOnBuffering) {
1319 Track *counterTrack =
1320 (trackType == MEDIA_TRACK_TYPE_VIDEO ? &mAudioTrack : &mVideoTrack);
Robert Shih0cd95062018-01-21 17:41:16 -08001321 if (counterTrack->mExtractor != NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -08001322 durationUs = counterTrack->mPackets->getBufferedDurationUs(&finalResult);
1323 }
1324 if (finalResult == ERROR_END_OF_STREAM || durationUs >= markUs) {
1325 if (mPreparing) {
1326 notifyPrepared();
1327 mPreparing = false;
1328 } else {
Wei Jia53692fa2017-12-11 10:33:46 -08001329 mSentPauseOnBuffering = false;
1330 sp<AMessage> notify = dupNotify();
1331 notify->setInt32("what", kWhatResumeOnBufferingEnd);
1332 notify->post();
1333 }
1334 }
1335 }
1336 return;
1337 }
1338
1339 postReadBuffer(trackType);
1340 }
1341}
1342
Wei Jia2409c872018-02-02 10:34:33 -08001343void NuPlayer2::GenericSource2::queueDiscontinuityIfNeeded(
Wei Jia53692fa2017-12-11 10:33:46 -08001344 bool seeking, bool formatChange, media_track_type trackType, Track *track) {
1345 // formatChange && seeking: track whose source is changed during selection
1346 // formatChange && !seeking: track whose source is not changed during selection
1347 // !formatChange: normal seek
1348 if ((seeking || formatChange)
1349 && (trackType == MEDIA_TRACK_TYPE_AUDIO
1350 || trackType == MEDIA_TRACK_TYPE_VIDEO)) {
1351 ATSParser::DiscontinuityType type = (formatChange && seeking)
1352 ? ATSParser::DISCONTINUITY_FORMATCHANGE
1353 : ATSParser::DISCONTINUITY_NONE;
1354 track->mPackets->queueDiscontinuity(type, NULL /* extra */, true /* discard */);
1355 }
1356}
1357
Wei Jia2409c872018-02-02 10:34:33 -08001358void NuPlayer2::GenericSource2::notifyBufferingUpdate(int32_t percentage) {
Wei Jia53692fa2017-12-11 10:33:46 -08001359 // Buffering percent could go backward as it's estimated from remaining
1360 // data and last access time. This could cause the buffering position
1361 // drawn on media control to jitter slightly. Remember previously reported
1362 // percentage and don't allow it to go backward.
1363 if (percentage < mPrevBufferPercentage) {
1364 percentage = mPrevBufferPercentage;
1365 } else if (percentage > 100) {
1366 percentage = 100;
1367 }
1368
1369 mPrevBufferPercentage = percentage;
1370
1371 ALOGV("notifyBufferingUpdate: buffering %d%%", percentage);
1372
1373 sp<AMessage> notify = dupNotify();
1374 notify->setInt32("what", kWhatBufferingUpdate);
1375 notify->setInt32("percentage", percentage);
1376 notify->post();
1377}
1378
Wei Jia2409c872018-02-02 10:34:33 -08001379void NuPlayer2::GenericSource2::schedulePollBuffering() {
Wei Jiaf01e3122018-10-18 11:49:44 -07001380 if (mIsStreaming) {
1381 sp<AMessage> msg = new AMessage(kWhatPollBuffering, this);
1382 msg->setInt32("generation", mPollBufferingGeneration);
1383 // Enquires buffering status every second.
1384 msg->post(1000000ll);
1385 }
Wei Jia53692fa2017-12-11 10:33:46 -08001386}
1387
Wei Jia2409c872018-02-02 10:34:33 -08001388void NuPlayer2::GenericSource2::onPollBuffering() {
Wei Jia53692fa2017-12-11 10:33:46 -08001389 int64_t cachedDurationUs = -1ll;
Wei Jia53692fa2017-12-11 10:33:46 -08001390
Robert Shih49fb89d2018-01-31 17:53:19 -08001391 sp<AMediaExtractorWrapper> extractor;
1392 if (mVideoTrack.mExtractor != NULL) {
1393 extractor = mVideoTrack.mExtractor;
1394 } else if (mAudioTrack.mExtractor != NULL) {
1395 extractor = mAudioTrack.mExtractor;
Wei Jia53692fa2017-12-11 10:33:46 -08001396 }
1397
Robert Shih49fb89d2018-01-31 17:53:19 -08001398 if (extractor != NULL) {
1399 cachedDurationUs = extractor->getCachedDuration();
Wei Jia53692fa2017-12-11 10:33:46 -08001400 }
1401
1402 if (cachedDurationUs >= 0ll) {
Robert Shih49fb89d2018-01-31 17:53:19 -08001403 ssize_t sampleSize = extractor->getSampleSize();
1404 if (sampleSize >= 0ll) {
Wei Jia53692fa2017-12-11 10:33:46 -08001405 int64_t cachedPosUs = getLastReadPosition() + cachedDurationUs;
1406 int percentage = 100.0 * cachedPosUs / mDurationUs;
1407 if (percentage > 100) {
1408 percentage = 100;
1409 }
1410
1411 notifyBufferingUpdate(percentage);
Robert Shih49fb89d2018-01-31 17:53:19 -08001412 ALOGV("onPollBuffering: cachedDurationUs %.1f sec", cachedDurationUs / 1000000.0f);
1413 } else {
1414 notifyBufferingUpdate(100);
1415 ALOGV("onPollBuffering: EOS");
Wei Jia53692fa2017-12-11 10:33:46 -08001416 }
Wei Jia53692fa2017-12-11 10:33:46 -08001417 }
1418
1419 schedulePollBuffering();
1420}
1421
1422// Modular DRM
Wei Jia2409c872018-02-02 10:34:33 -08001423status_t NuPlayer2::GenericSource2::prepareDrm(
Wei Jia53692fa2017-12-11 10:33:46 -08001424 const uint8_t uuid[16],
1425 const Vector<uint8_t> &drmSessionId,
1426 sp<AMediaCryptoWrapper> *outCrypto) {
1427 Mutex::Autolock _l(mLock);
1428 ALOGV("prepareDrm");
1429
1430 mIsDrmProtected = false;
1431 mIsDrmReleased = false;
1432 mIsSecure = false;
1433
1434 status_t status = OK;
1435 sp<AMediaCryptoWrapper> crypto =
1436 new AMediaCryptoWrapper(uuid, drmSessionId.array(), drmSessionId.size());
1437 if (crypto == NULL) {
1438 ALOGE("prepareDrm: failed to create crypto.");
1439 return UNKNOWN_ERROR;
1440 }
1441 ALOGV("prepareDrm: crypto created for uuid: %s",
1442 DrmUUID::toHexString(uuid).string());
1443
1444 *outCrypto = crypto;
1445 // as long a there is an active crypto
1446 mIsDrmProtected = true;
1447
1448 if (mMimes.size() == 0) {
1449 status = UNKNOWN_ERROR;
1450 ALOGE("prepareDrm: Unexpected. Must have at least one track. status: %d", status);
1451 return status;
1452 }
1453
1454 // first mime in this list is either the video track, or the first audio track
1455 const char *mime = mMimes[0].string();
1456 mIsSecure = crypto->requiresSecureDecoderComponent(mime);
1457 ALOGV("prepareDrm: requiresSecureDecoderComponent mime: %s isSecure: %d",
1458 mime, mIsSecure);
1459
1460 // Checking the member flags while in the looper to send out the notification.
1461 // The legacy mDecryptHandle!=NULL check (for FLAG_PROTECTED) is equivalent to mIsDrmProtected.
1462 notifyFlagsChanged(
1463 (mIsSecure ? FLAG_SECURE : 0) |
1464 // Setting "protected screen" only for L1: b/38390836
1465 (mIsSecure ? FLAG_PROTECTED : 0) |
1466 FLAG_CAN_PAUSE |
1467 FLAG_CAN_SEEK_BACKWARD |
1468 FLAG_CAN_SEEK_FORWARD |
1469 FLAG_CAN_SEEK);
1470
1471 if (status == OK) {
1472 ALOGV("prepareDrm: mCrypto: %p", outCrypto->get());
1473 ALOGD("prepareDrm ret: %d ", status);
1474 } else {
1475 ALOGE("prepareDrm err: %d", status);
1476 }
1477 return status;
1478}
1479
Wei Jia2409c872018-02-02 10:34:33 -08001480status_t NuPlayer2::GenericSource2::releaseDrm() {
Wei Jia53692fa2017-12-11 10:33:46 -08001481 Mutex::Autolock _l(mLock);
1482 ALOGV("releaseDrm");
1483
1484 if (mIsDrmProtected) {
1485 mIsDrmProtected = false;
1486 // to prevent returning any more buffer after stop/releaseDrm (b/37960096)
1487 mIsDrmReleased = true;
1488 ALOGV("releaseDrm: mIsDrmProtected is reset.");
1489 } else {
1490 ALOGE("releaseDrm: mIsDrmProtected is already false.");
1491 }
1492
1493 return OK;
1494}
1495
Wei Jia2409c872018-02-02 10:34:33 -08001496status_t NuPlayer2::GenericSource2::checkDrmInfo()
Wei Jia53692fa2017-12-11 10:33:46 -08001497{
1498 // clearing the flag at prepare in case the player is reused after stop/releaseDrm with the
1499 // same source without being reset (called by prepareAsync/initFromDataSource)
1500 mIsDrmReleased = false;
1501
Robert Shih0cd95062018-01-21 17:41:16 -08001502 if (mExtractor == NULL) {
1503 ALOGV("checkDrmInfo: No extractor");
Wei Jia53692fa2017-12-11 10:33:46 -08001504 return OK; // letting the caller responds accordingly
1505 }
1506
Robert Shih0cd95062018-01-21 17:41:16 -08001507 PsshInfo *psshInfo = mExtractor->getPsshInfo();
1508 if (psshInfo == NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -08001509 ALOGV("checkDrmInfo: No PSSH");
1510 return OK; // source without DRM info
1511 }
1512
Dongwon Kang41929fb2018-09-09 08:29:56 -07001513 PlayerMessage playerMsg;
1514 status_t ret = NuPlayer2Drm::retrieveDrmInfo(psshInfo, &playerMsg);
1515 ALOGV("checkDrmInfo: MEDIA_DRM_INFO PSSH drm info size: %d", (int)playerMsg.ByteSize());
Wei Jia53692fa2017-12-11 10:33:46 -08001516
Dongwon Kang41929fb2018-09-09 08:29:56 -07001517 if (ret != OK) {
1518 ALOGE("checkDrmInfo: failed to retrive DrmInfo %d", ret);
Wei Jia53692fa2017-12-11 10:33:46 -08001519 return UNKNOWN_ERROR;
1520 }
1521
Dongwon Kang41929fb2018-09-09 08:29:56 -07001522 int size = playerMsg.ByteSize();
1523 sp<ABuffer> drmInfoBuf = new ABuffer(size);
1524 playerMsg.SerializeToArray(drmInfoBuf->data(), size);
1525 drmInfoBuf->setRange(0, size);
1526 notifyDrmInfo(drmInfoBuf);
Wei Jia53692fa2017-12-11 10:33:46 -08001527
1528 return OK;
1529}
1530
Dongwon Kang1889c3e2018-02-01 13:44:57 -08001531void NuPlayer2::GenericSource2::signalBufferReturned(MediaBufferBase *buffer)
Wei Jia53692fa2017-12-11 10:33:46 -08001532{
1533 //ALOGV("signalBufferReturned %p refCount: %d", buffer, buffer->localRefcount());
1534
1535 buffer->setObserver(NULL);
1536 buffer->release(); // this leads to delete since that there is no observor
1537}
1538
1539} // namespace android