blob: f4dbdeb5c65d4f1d27d50599843267914a06e69b [file] [log] [blame]
Andreas Huberafed0e12011-09-20 15:39:58 -07001/*
2 * Copyright (C) 2012 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Chong Zhang7e892182014-08-05 11:58:21 -070017//#define LOG_NDEBUG 0
18#define LOG_TAG "GenericSource"
19
Andreas Huberafed0e12011-09-20 15:39:58 -070020#include "GenericSource.h"
21
22#include "AnotherPacketSource.h"
23
Chong Zhanga19f33e2014-08-07 15:35:07 -070024#include <media/IMediaHTTPService.h>
Andreas Huberafed0e12011-09-20 15:39:58 -070025#include <media/stagefright/foundation/ABuffer.h>
26#include <media/stagefright/foundation/ADebug.h>
27#include <media/stagefright/foundation/AMessage.h>
28#include <media/stagefright/DataSource.h>
29#include <media/stagefright/FileSource.h>
30#include <media/stagefright/MediaBuffer.h>
31#include <media/stagefright/MediaDefs.h>
32#include <media/stagefright/MediaExtractor.h>
33#include <media/stagefright/MediaSource.h>
34#include <media/stagefright/MetaData.h>
Robert Shih17f6dd62014-08-20 17:00:21 -070035#include <media/stagefright/Utils.h>
Ronghua Wu80276872014-08-28 15:50:29 -070036#include "../../libstagefright/include/DRMExtractor.h"
Chong Zhangd354d8d2014-08-20 13:09:58 -070037#include "../../libstagefright/include/NuCachedSource2.h"
Lajos Molnarcc227032014-07-17 15:33:06 -070038#include "../../libstagefright/include/WVMExtractor.h"
Robert Shih360d6d02014-09-29 14:42:35 -070039#include "../../libstagefright/include/HTTPBase.h"
Andreas Huberafed0e12011-09-20 15:39:58 -070040
41namespace android {
42
Chong Zhangefbb6192015-01-30 17:13:27 -080043static int64_t kLowWaterMarkUs = 2000000ll; // 2secs
44static int64_t kHighWaterMarkUs = 5000000ll; // 5secs
Wei Jia14532f22015-12-29 11:28:15 -080045static int64_t kHighWaterMarkRebufferUs = 15000000ll; // 15secs
Chong Zhangefbb6192015-01-30 17:13:27 -080046static const ssize_t kLowWaterMarkBytes = 40000;
47static const ssize_t kHighWaterMarkBytes = 200000;
48
Andreas Huberafed0e12011-09-20 15:39:58 -070049NuPlayer::GenericSource::GenericSource(
Andreas Huberb5f25f02013-02-05 10:14:26 -080050 const sp<AMessage> &notify,
Lajos Molnarcc227032014-07-17 15:33:06 -070051 bool uidValid,
52 uid_t uid)
Andreas Huberb5f25f02013-02-05 10:14:26 -080053 : Source(notify),
Robert Shih5c67ddc2014-11-04 17:46:05 -080054 mAudioTimeUs(0),
55 mAudioLastDequeueTimeUs(0),
56 mVideoTimeUs(0),
57 mVideoLastDequeueTimeUs(0),
Robert Shih3423bbd2014-07-16 15:47:09 -070058 mFetchSubtitleDataGeneration(0),
Lajos Molnare26940f2014-07-31 10:31:26 -070059 mFetchTimedTextDataGeneration(0),
Marco Nelissen02fc5e32015-05-27 11:20:41 -070060 mDurationUs(-1ll),
Lajos Molnarcc227032014-07-17 15:33:06 -070061 mAudioIsVorbis(false),
Chong Zhang3de157d2014-08-05 20:54:44 -070062 mIsWidevine(false),
Chong Zhang42e81532014-12-01 13:44:26 -080063 mIsSecure(false),
Chong Zhangefbb6192015-01-30 17:13:27 -080064 mIsStreaming(false),
Lajos Molnarcc227032014-07-17 15:33:06 -070065 mUIDValid(uidValid),
Chong Zhangd354d8d2014-08-20 13:09:58 -070066 mUID(uid),
Chong Zhanga6bf21f2014-11-19 20:26:34 -080067 mFd(-1),
Ronghua Wu80276872014-08-28 15:50:29 -070068 mDrmManagerClient(NULL),
Chong Zhang2a3cc9a2014-08-21 17:48:26 -070069 mBitrate(-1ll),
Wei Jia14532f22015-12-29 11:28:15 -080070 mPendingReadBufferTypes(0) {
71 mBufferingMonitor = new BufferingMonitor(notify);
Chong Zhanga19f33e2014-08-07 15:35:07 -070072 resetDataSource();
Andreas Huberafed0e12011-09-20 15:39:58 -070073 DataSource::RegisterDefaultSniffers();
Chong Zhang3de157d2014-08-05 20:54:44 -070074}
75
Chong Zhanga19f33e2014-08-07 15:35:07 -070076void NuPlayer::GenericSource::resetDataSource() {
77 mHTTPService.clear();
Robert Shih360d6d02014-09-29 14:42:35 -070078 mHttpSource.clear();
Chong Zhanga19f33e2014-08-07 15:35:07 -070079 mUri.clear();
80 mUriHeaders.clear();
Chong Zhanga6bf21f2014-11-19 20:26:34 -080081 if (mFd >= 0) {
82 close(mFd);
83 mFd = -1;
84 }
Chong Zhanga19f33e2014-08-07 15:35:07 -070085 mOffset = 0;
86 mLength = 0;
Ronghua Wu80276872014-08-28 15:50:29 -070087 setDrmPlaybackStatusIfNeeded(Playback::STOP, 0);
88 mDecryptHandle = NULL;
89 mDrmManagerClient = NULL;
90 mStarted = false;
Andy Hung2abde2c2014-09-30 14:40:32 -070091 mStopRead = true;
Wei Jia14532f22015-12-29 11:28:15 -080092
93 if (mBufferingMonitorLooper != NULL) {
94 mBufferingMonitorLooper->unregisterHandler(mBufferingMonitor->id());
95 mBufferingMonitorLooper->stop();
96 mBufferingMonitorLooper = NULL;
97 }
98 mBufferingMonitor->stop();
Chong Zhanga19f33e2014-08-07 15:35:07 -070099}
100
101status_t NuPlayer::GenericSource::setDataSource(
Chong Zhang3de157d2014-08-05 20:54:44 -0700102 const sp<IMediaHTTPService> &httpService,
103 const char *url,
104 const KeyedVector<String8, String8> *headers) {
Chong Zhanga19f33e2014-08-07 15:35:07 -0700105 resetDataSource();
Chong Zhang3de157d2014-08-05 20:54:44 -0700106
Chong Zhanga19f33e2014-08-07 15:35:07 -0700107 mHTTPService = httpService;
108 mUri = url;
Andreas Huberafed0e12011-09-20 15:39:58 -0700109
Chong Zhanga19f33e2014-08-07 15:35:07 -0700110 if (headers) {
111 mUriHeaders = *headers;
Chong Zhang3de157d2014-08-05 20:54:44 -0700112 }
113
Chong Zhanga19f33e2014-08-07 15:35:07 -0700114 // delay data source creation to prepareAsync() to avoid blocking
115 // the calling thread in setDataSource for any significant time.
116 return OK;
Andreas Huberafed0e12011-09-20 15:39:58 -0700117}
118
Chong Zhanga19f33e2014-08-07 15:35:07 -0700119status_t NuPlayer::GenericSource::setDataSource(
Chong Zhang3de157d2014-08-05 20:54:44 -0700120 int fd, int64_t offset, int64_t length) {
Chong Zhanga19f33e2014-08-07 15:35:07 -0700121 resetDataSource();
Andreas Huberafed0e12011-09-20 15:39:58 -0700122
Chong Zhanga19f33e2014-08-07 15:35:07 -0700123 mFd = dup(fd);
124 mOffset = offset;
125 mLength = length;
126
127 // delay data source creation to prepareAsync() to avoid blocking
128 // the calling thread in setDataSource for any significant time.
129 return OK;
Andreas Huberafed0e12011-09-20 15:39:58 -0700130}
131
Chris Watkins99f31602015-03-20 13:06:33 -0700132status_t NuPlayer::GenericSource::setDataSource(const sp<DataSource>& source) {
133 resetDataSource();
134 mDataSource = source;
135 return OK;
136}
137
Marco Nelissenf0b72b52014-09-16 15:43:44 -0700138sp<MetaData> NuPlayer::GenericSource::getFileFormatMeta() const {
139 return mFileMeta;
140}
141
Chong Zhangd354d8d2014-08-20 13:09:58 -0700142status_t NuPlayer::GenericSource::initFromDataSource() {
Marco Nelissenb2487f02015-09-01 13:23:23 -0700143 sp<IMediaExtractor> extractor;
Chong Zhangfc6cfd82015-02-19 16:39:59 -0800144 String8 mimeType;
145 float confidence;
146 sp<AMessage> dummy;
147 bool isWidevineStreaming = false;
Lajos Molnarcc227032014-07-17 15:33:06 -0700148
Chong Zhangd354d8d2014-08-20 13:09:58 -0700149 CHECK(mDataSource != NULL);
150
Lajos Molnarcc227032014-07-17 15:33:06 -0700151 if (mIsWidevine) {
Chong Zhangfc6cfd82015-02-19 16:39:59 -0800152 isWidevineStreaming = SniffWVM(
153 mDataSource, &mimeType, &confidence, &dummy);
154 if (!isWidevineStreaming ||
155 strcasecmp(
Lajos Molnarcc227032014-07-17 15:33:06 -0700156 mimeType.string(), MEDIA_MIMETYPE_CONTAINER_WVM)) {
157 ALOGE("unsupported widevine mime: %s", mimeType.string());
Chong Zhang3de157d2014-08-05 20:54:44 -0700158 return UNKNOWN_ERROR;
Lajos Molnarcc227032014-07-17 15:33:06 -0700159 }
Chong Zhangfc6cfd82015-02-19 16:39:59 -0800160 } else if (mIsStreaming) {
Chong Zhangc287cad2015-02-19 18:30:30 -0800161 if (!mDataSource->sniff(&mimeType, &confidence, &dummy)) {
162 return UNKNOWN_ERROR;
Chong Zhangfc6cfd82015-02-19 16:39:59 -0800163 }
164 isWidevineStreaming = !strcasecmp(
Chong Zhangc287cad2015-02-19 18:30:30 -0800165 mimeType.string(), MEDIA_MIMETYPE_CONTAINER_WVM);
Chong Zhangfc6cfd82015-02-19 16:39:59 -0800166 }
Lajos Molnarcc227032014-07-17 15:33:06 -0700167
Chong Zhangfc6cfd82015-02-19 16:39:59 -0800168 if (isWidevineStreaming) {
169 // we don't want cached source for widevine streaming.
170 mCachedSource.clear();
171 mDataSource = mHttpSource;
Chong Zhang2a3cc9a2014-08-21 17:48:26 -0700172 mWVMExtractor = new WVMExtractor(mDataSource);
173 mWVMExtractor->setAdaptiveStreamingMode(true);
Lajos Molnarcc227032014-07-17 15:33:06 -0700174 if (mUIDValid) {
Chong Zhang2a3cc9a2014-08-21 17:48:26 -0700175 mWVMExtractor->setUID(mUID);
Lajos Molnarcc227032014-07-17 15:33:06 -0700176 }
Chong Zhang2a3cc9a2014-08-21 17:48:26 -0700177 extractor = mWVMExtractor;
Lajos Molnarcc227032014-07-17 15:33:06 -0700178 } else {
Chong Zhangd354d8d2014-08-20 13:09:58 -0700179 extractor = MediaExtractor::Create(mDataSource,
Chong Zhangc287cad2015-02-19 18:30:30 -0800180 mimeType.isEmpty() ? NULL : mimeType.string());
Lajos Molnarcc227032014-07-17 15:33:06 -0700181 }
Andreas Huberafed0e12011-09-20 15:39:58 -0700182
Chong Zhang3de157d2014-08-05 20:54:44 -0700183 if (extractor == NULL) {
184 return UNKNOWN_ERROR;
185 }
Andreas Huberafed0e12011-09-20 15:39:58 -0700186
Ronghua Wu80276872014-08-28 15:50:29 -0700187 if (extractor->getDrmFlag()) {
188 checkDrmStatus(mDataSource);
189 }
190
Marco Nelissenf0b72b52014-09-16 15:43:44 -0700191 mFileMeta = extractor->getMetaData();
192 if (mFileMeta != NULL) {
Marco Nelissenc1f4b2b2014-06-17 14:48:32 -0700193 int64_t duration;
Marco Nelissenf0b72b52014-09-16 15:43:44 -0700194 if (mFileMeta->findInt64(kKeyDuration, &duration)) {
Marco Nelissenc1f4b2b2014-06-17 14:48:32 -0700195 mDurationUs = duration;
196 }
Chong Zhang42e81532014-12-01 13:44:26 -0800197
198 if (!mIsWidevine) {
199 // Check mime to see if we actually have a widevine source.
200 // If the data source is not URL-type (eg. file source), we
201 // won't be able to tell until now.
202 const char *fileMime;
203 if (mFileMeta->findCString(kKeyMIMEType, &fileMime)
204 && !strncasecmp(fileMime, "video/wvm", 9)) {
205 mIsWidevine = true;
206 }
207 }
Marco Nelissenc1f4b2b2014-06-17 14:48:32 -0700208 }
209
Chong Zhang2a3cc9a2014-08-21 17:48:26 -0700210 int32_t totalBitrate = 0;
211
Marco Nelissen705d3292014-09-19 15:14:37 -0700212 size_t numtracks = extractor->countTracks();
213 if (numtracks == 0) {
214 return UNKNOWN_ERROR;
215 }
216
217 for (size_t i = 0; i < numtracks; ++i) {
Marco Nelissenb2487f02015-09-01 13:23:23 -0700218 sp<IMediaSource> track = extractor->getTrack(i);
Wei Jia0386c912015-08-28 10:35:35 -0700219 if (track == NULL) {
220 continue;
221 }
Chong Zhangafc0a872014-08-26 09:56:52 -0700222
Andreas Huberafed0e12011-09-20 15:39:58 -0700223 sp<MetaData> meta = extractor->getTrackMetaData(i);
Marco Nelissenc367ca12015-09-15 09:51:59 -0700224 if (meta == NULL) {
225 ALOGE("no metadata for track %zu", i);
226 return UNKNOWN_ERROR;
227 }
Andreas Huberafed0e12011-09-20 15:39:58 -0700228
229 const char *mime;
230 CHECK(meta->findCString(kKeyMIMEType, &mime));
231
Chong Zhangafc0a872014-08-26 09:56:52 -0700232 // Do the string compare immediately with "mime",
233 // we can't assume "mime" would stay valid after another
234 // extractor operation, some extractors might modify meta
235 // during getTrack() and make it invalid.
Andreas Huberafed0e12011-09-20 15:39:58 -0700236 if (!strncasecmp(mime, "audio/", 6)) {
237 if (mAudioTrack.mSource == NULL) {
Robert Shihdd235722014-06-12 14:49:23 -0700238 mAudioTrack.mIndex = i;
239 mAudioTrack.mSource = track;
Robert Shihaf52c1a2014-09-11 15:38:54 -0700240 mAudioTrack.mPackets =
241 new AnotherPacketSource(mAudioTrack.mSource->getFormat());
Andreas Huberafed0e12011-09-20 15:39:58 -0700242
243 if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_VORBIS)) {
244 mAudioIsVorbis = true;
245 } else {
246 mAudioIsVorbis = false;
247 }
248 }
249 } else if (!strncasecmp(mime, "video/", 6)) {
250 if (mVideoTrack.mSource == NULL) {
Robert Shihdd235722014-06-12 14:49:23 -0700251 mVideoTrack.mIndex = i;
252 mVideoTrack.mSource = track;
Robert Shihaf52c1a2014-09-11 15:38:54 -0700253 mVideoTrack.mPackets =
254 new AnotherPacketSource(mVideoTrack.mSource->getFormat());
Chong Zhang7e892182014-08-05 11:58:21 -0700255
256 // check if the source requires secure buffers
257 int32_t secure;
Chong Zhanga19f33e2014-08-07 15:35:07 -0700258 if (meta->findInt32(kKeyRequiresSecureBuffers, &secure)
259 && secure) {
Chong Zhang42e81532014-12-01 13:44:26 -0800260 mIsSecure = true;
Chong Zhang3de157d2014-08-05 20:54:44 -0700261 if (mUIDValid) {
262 extractor->setUID(mUID);
263 }
Chong Zhang7e892182014-08-05 11:58:21 -0700264 }
Andreas Huberafed0e12011-09-20 15:39:58 -0700265 }
266 }
267
Wei Jia0386c912015-08-28 10:35:35 -0700268 mSources.push(track);
269 int64_t durationUs;
270 if (meta->findInt64(kKeyDuration, &durationUs)) {
271 if (durationUs > mDurationUs) {
272 mDurationUs = durationUs;
Chong Zhang2a3cc9a2014-08-21 17:48:26 -0700273 }
Andreas Huberafed0e12011-09-20 15:39:58 -0700274 }
Wei Jia0386c912015-08-28 10:35:35 -0700275
276 int32_t bitrate;
277 if (totalBitrate >= 0 && meta->findInt32(kKeyBitRate, &bitrate)) {
278 totalBitrate += bitrate;
279 } else {
280 totalBitrate = -1;
281 }
282 }
283
284 if (mSources.size() == 0) {
285 ALOGE("b/23705695");
286 return UNKNOWN_ERROR;
Andreas Huberafed0e12011-09-20 15:39:58 -0700287 }
Chong Zhang3de157d2014-08-05 20:54:44 -0700288
Lajos Molnarfcd3e942015-03-31 10:06:48 -0700289 mBitrate = totalBitrate;
290
291 return OK;
292}
293
294status_t NuPlayer::GenericSource::startSources() {
Chong Zhangefbb6192015-01-30 17:13:27 -0800295 // Start the selected A/V tracks now before we start buffering.
296 // Widevine sources might re-initialize crypto when starting, if we delay
297 // this to start(), all data buffered during prepare would be wasted.
298 // (We don't actually start reading until start().)
299 if (mAudioTrack.mSource != NULL && mAudioTrack.mSource->start() != OK) {
300 ALOGE("failed to start audio track!");
301 return UNKNOWN_ERROR;
302 }
303
304 if (mVideoTrack.mSource != NULL && mVideoTrack.mSource->start() != OK) {
305 ALOGE("failed to start video track!");
306 return UNKNOWN_ERROR;
307 }
308
Chong Zhang3de157d2014-08-05 20:54:44 -0700309 return OK;
Andreas Huberafed0e12011-09-20 15:39:58 -0700310}
311
Ronghua Wu80276872014-08-28 15:50:29 -0700312void NuPlayer::GenericSource::checkDrmStatus(const sp<DataSource>& dataSource) {
313 dataSource->getDrmInfo(mDecryptHandle, &mDrmManagerClient);
314 if (mDecryptHandle != NULL) {
315 CHECK(mDrmManagerClient);
316 if (RightsStatus::RIGHTS_VALID != mDecryptHandle->status) {
317 sp<AMessage> msg = dupNotify();
318 msg->setInt32("what", kWhatDrmNoLicense);
319 msg->post();
320 }
321 }
322}
323
324int64_t NuPlayer::GenericSource::getLastReadPosition() {
325 if (mAudioTrack.mSource != NULL) {
326 return mAudioTimeUs;
327 } else if (mVideoTrack.mSource != NULL) {
328 return mVideoTimeUs;
329 } else {
330 return 0;
331 }
332}
333
Chong Zhanga19f33e2014-08-07 15:35:07 -0700334status_t NuPlayer::GenericSource::setBuffers(
335 bool audio, Vector<MediaBuffer *> &buffers) {
Wei Jia0386c912015-08-28 10:35:35 -0700336 if (mIsSecure && !audio && mVideoTrack.mSource != NULL) {
Lajos Molnarcc227032014-07-17 15:33:06 -0700337 return mVideoTrack.mSource->setBuffers(buffers);
338 }
339 return INVALID_OPERATION;
340}
341
Ronghua Wu02cb98d2015-05-27 11:02:54 -0700342bool NuPlayer::GenericSource::isStreaming() const {
343 return mIsStreaming;
344}
345
Wei Jia14532f22015-12-29 11:28:15 -0800346void NuPlayer::GenericSource::setOffloadAudio(bool offload) {
347 mBufferingMonitor->setOffloadAudio(offload);
348}
349
Andreas Huberafed0e12011-09-20 15:39:58 -0700350NuPlayer::GenericSource::~GenericSource() {
Chong Zhang1228d6b2014-08-12 21:25:48 -0700351 if (mLooper != NULL) {
352 mLooper->unregisterHandler(id());
353 mLooper->stop();
354 }
Chong Zhanga6bf21f2014-11-19 20:26:34 -0800355 resetDataSource();
Andreas Huberafed0e12011-09-20 15:39:58 -0700356}
357
Andreas Huber9575c962013-02-05 13:59:56 -0800358void NuPlayer::GenericSource::prepareAsync() {
Chong Zhang1228d6b2014-08-12 21:25:48 -0700359 if (mLooper == NULL) {
360 mLooper = new ALooper;
361 mLooper->setName("generic");
362 mLooper->start();
363
364 mLooper->registerHandler(this);
365 }
366
Lajos Molnar1d15ab52015-03-04 16:46:34 -0800367 sp<AMessage> msg = new AMessage(kWhatPrepareAsync, this);
Chong Zhang1228d6b2014-08-12 21:25:48 -0700368 msg->post();
369}
370
371void NuPlayer::GenericSource::onPrepareAsync() {
Chong Zhanga19f33e2014-08-07 15:35:07 -0700372 // delayed data source creation
Chong Zhangd354d8d2014-08-20 13:09:58 -0700373 if (mDataSource == NULL) {
Chong Zhang42e81532014-12-01 13:44:26 -0800374 // set to false first, if the extractor
375 // comes back as secure, set it to true then.
376 mIsSecure = false;
377
Chong Zhangd354d8d2014-08-20 13:09:58 -0700378 if (!mUri.empty()) {
Robert Shih360d6d02014-09-29 14:42:35 -0700379 const char* uri = mUri.c_str();
Chong Zhangc287cad2015-02-19 18:30:30 -0800380 String8 contentType;
Robert Shih360d6d02014-09-29 14:42:35 -0700381 mIsWidevine = !strncasecmp(uri, "widevine://", 11);
382
383 if (!strncasecmp("http://", uri, 7)
384 || !strncasecmp("https://", uri, 8)
385 || mIsWidevine) {
386 mHttpSource = DataSource::CreateMediaHTTP(mHTTPService);
387 if (mHttpSource == NULL) {
388 ALOGE("Failed to create http source!");
389 notifyPreparedAndCleanup(UNKNOWN_ERROR);
390 return;
391 }
392 }
Chong Zhanga19f33e2014-08-07 15:35:07 -0700393
Chong Zhangd354d8d2014-08-20 13:09:58 -0700394 mDataSource = DataSource::CreateFromURI(
Chong Zhangc287cad2015-02-19 18:30:30 -0800395 mHTTPService, uri, &mUriHeaders, &contentType,
Robert Shih360d6d02014-09-29 14:42:35 -0700396 static_cast<HTTPBase *>(mHttpSource.get()));
Chong Zhangd354d8d2014-08-20 13:09:58 -0700397 } else {
Chong Zhangd354d8d2014-08-20 13:09:58 -0700398 mIsWidevine = false;
Chong Zhanga19f33e2014-08-07 15:35:07 -0700399
Chong Zhangd354d8d2014-08-20 13:09:58 -0700400 mDataSource = new FileSource(mFd, mOffset, mLength);
Chong Zhanga6bf21f2014-11-19 20:26:34 -0800401 mFd = -1;
Chong Zhangd354d8d2014-08-20 13:09:58 -0700402 }
Chong Zhanga19f33e2014-08-07 15:35:07 -0700403
Chong Zhangd354d8d2014-08-20 13:09:58 -0700404 if (mDataSource == NULL) {
405 ALOGE("Failed to create data source!");
406 notifyPreparedAndCleanup(UNKNOWN_ERROR);
407 return;
408 }
Chong Zhanga19f33e2014-08-07 15:35:07 -0700409 }
410
Chris Watkins99f31602015-03-20 13:06:33 -0700411 if (mDataSource->flags() & DataSource::kIsCachingDataSource) {
412 mCachedSource = static_cast<NuCachedSource2 *>(mDataSource.get());
413 }
414
415 // For widevine or other cached streaming cases, we need to wait for
416 // enough buffering before reporting prepared.
417 // Note that even when URL doesn't start with widevine://, mIsWidevine
418 // could still be set to true later, if the streaming or file source
419 // is sniffed to be widevine. We don't want to buffer for file source
420 // in that case, so must check the flag now.
421 mIsStreaming = (mIsWidevine || mCachedSource != NULL);
422
Chong Zhangc287cad2015-02-19 18:30:30 -0800423 // init extractor from data source
424 status_t err = initFromDataSource();
Chong Zhanga19f33e2014-08-07 15:35:07 -0700425
426 if (err != OK) {
427 ALOGE("Failed to init from data source!");
Chong Zhangd354d8d2014-08-20 13:09:58 -0700428 notifyPreparedAndCleanup(err);
Chong Zhanga19f33e2014-08-07 15:35:07 -0700429 return;
430 }
431
Andreas Huber9575c962013-02-05 13:59:56 -0800432 if (mVideoTrack.mSource != NULL) {
Robert Shih17f6dd62014-08-20 17:00:21 -0700433 sp<MetaData> meta = doGetFormatMeta(false /* audio */);
434 sp<AMessage> msg = new AMessage;
435 err = convertMetaDataToMessage(meta, &msg);
436 if(err != OK) {
437 notifyPreparedAndCleanup(err);
438 return;
439 }
440 notifyVideoSizeChanged(msg);
Andreas Huber9575c962013-02-05 13:59:56 -0800441 }
442
443 notifyFlagsChanged(
Chong Zhang42e81532014-12-01 13:44:26 -0800444 (mIsSecure ? FLAG_SECURE : 0)
Chong Zhang17134602015-01-07 16:14:34 -0800445 | (mDecryptHandle != NULL ? FLAG_PROTECTED : 0)
Lajos Molnarcc227032014-07-17 15:33:06 -0700446 | FLAG_CAN_PAUSE
Andreas Huber9575c962013-02-05 13:59:56 -0800447 | FLAG_CAN_SEEK_BACKWARD
448 | FLAG_CAN_SEEK_FORWARD
449 | FLAG_CAN_SEEK);
450
Lajos Molnarfcd3e942015-03-31 10:06:48 -0700451 if (mIsSecure) {
452 // secure decoders must be instantiated before starting widevine source
453 sp<AMessage> reply = new AMessage(kWhatSecureDecodersInstantiated, this);
454 notifyInstantiateSecureDecoders(reply);
455 } else {
456 finishPrepareAsync();
457 }
458}
459
460void NuPlayer::GenericSource::onSecureDecodersInstantiated(status_t err) {
461 if (err != OK) {
462 ALOGE("Failed to instantiate secure decoders!");
463 notifyPreparedAndCleanup(err);
464 return;
465 }
466 finishPrepareAsync();
467}
468
469void NuPlayer::GenericSource::finishPrepareAsync() {
470 status_t err = startSources();
471 if (err != OK) {
472 ALOGE("Failed to init start data source!");
473 notifyPreparedAndCleanup(err);
474 return;
475 }
476
Chong Zhangefbb6192015-01-30 17:13:27 -0800477 if (mIsStreaming) {
Wei Jia14532f22015-12-29 11:28:15 -0800478 if (mBufferingMonitorLooper == NULL) {
479 mBufferingMonitor->prepare(mCachedSource, mWVMExtractor, mDurationUs, mBitrate,
480 mIsStreaming);
Chong Zhangefbb6192015-01-30 17:13:27 -0800481
Wei Jia14532f22015-12-29 11:28:15 -0800482 mBufferingMonitorLooper = new ALooper;
483 mBufferingMonitorLooper->setName("GSBMonitor");
484 mBufferingMonitorLooper->start();
485 mBufferingMonitorLooper->registerHandler(mBufferingMonitor);
486 }
487
488 mBufferingMonitor->ensureCacheIsFetching();
489 mBufferingMonitor->restartPollBuffering();
Chong Zhangefbb6192015-01-30 17:13:27 -0800490 } else {
491 notifyPrepared();
492 }
Andreas Huber9575c962013-02-05 13:59:56 -0800493}
494
Chong Zhangd354d8d2014-08-20 13:09:58 -0700495void NuPlayer::GenericSource::notifyPreparedAndCleanup(status_t err) {
496 if (err != OK) {
Robert Shihebc27122015-09-02 14:02:47 -0700497 {
498 sp<DataSource> dataSource = mDataSource;
499 sp<NuCachedSource2> cachedSource = mCachedSource;
500 sp<DataSource> httpSource = mHttpSource;
501 {
502 Mutex::Autolock _l(mDisconnectLock);
503 mDataSource.clear();
Wei Jiacdc9cf62015-10-22 11:35:04 -0700504 mDecryptHandle = NULL;
Wei Jiab41fd0d2015-10-19 16:14:14 -0700505 mDrmManagerClient = NULL;
Robert Shihebc27122015-09-02 14:02:47 -0700506 mCachedSource.clear();
507 mHttpSource.clear();
508 }
509 }
Lajos Molnarfcd3e942015-03-31 10:06:48 -0700510 mBitrate = -1;
Chong Zhang2a3cc9a2014-08-21 17:48:26 -0700511
Wei Jia14532f22015-12-29 11:28:15 -0800512 mBufferingMonitor->cancelPollBuffering();
Chong Zhangd354d8d2014-08-20 13:09:58 -0700513 }
514 notifyPrepared(err);
515}
516
Andreas Huberafed0e12011-09-20 15:39:58 -0700517void NuPlayer::GenericSource::start() {
518 ALOGI("start");
519
Andy Hung2abde2c2014-09-30 14:40:32 -0700520 mStopRead = false;
Andreas Huberafed0e12011-09-20 15:39:58 -0700521 if (mAudioTrack.mSource != NULL) {
Robert Shih17f6dd62014-08-20 17:00:21 -0700522 postReadBuffer(MEDIA_TRACK_TYPE_AUDIO);
Andreas Huberafed0e12011-09-20 15:39:58 -0700523 }
524
525 if (mVideoTrack.mSource != NULL) {
Robert Shih17f6dd62014-08-20 17:00:21 -0700526 postReadBuffer(MEDIA_TRACK_TYPE_VIDEO);
Andreas Huberafed0e12011-09-20 15:39:58 -0700527 }
Ronghua Wu80276872014-08-28 15:50:29 -0700528
529 setDrmPlaybackStatusIfNeeded(Playback::START, getLastReadPosition() / 1000);
530 mStarted = true;
Chong Zhangefbb6192015-01-30 17:13:27 -0800531
Lajos Molnar1d15ab52015-03-04 16:46:34 -0800532 (new AMessage(kWhatStart, this))->post();
Ronghua Wu80276872014-08-28 15:50:29 -0700533}
534
535void NuPlayer::GenericSource::stop() {
536 // nothing to do, just account for DRM playback status
537 setDrmPlaybackStatusIfNeeded(Playback::STOP, 0);
538 mStarted = false;
Chong Zhang42e81532014-12-01 13:44:26 -0800539 if (mIsWidevine || mIsSecure) {
540 // For widevine or secure sources we need to prevent any further reads.
Lajos Molnar1d15ab52015-03-04 16:46:34 -0800541 sp<AMessage> msg = new AMessage(kWhatStopWidevine, this);
Andy Hung2abde2c2014-09-30 14:40:32 -0700542 sp<AMessage> response;
543 (void) msg->postAndAwaitResponse(&response);
544 }
Ronghua Wu80276872014-08-28 15:50:29 -0700545}
546
547void NuPlayer::GenericSource::pause() {
548 // nothing to do, just account for DRM playback status
549 setDrmPlaybackStatusIfNeeded(Playback::PAUSE, 0);
550 mStarted = false;
551}
552
553void NuPlayer::GenericSource::resume() {
554 // nothing to do, just account for DRM playback status
555 setDrmPlaybackStatusIfNeeded(Playback::START, getLastReadPosition() / 1000);
556 mStarted = true;
Chong Zhangefbb6192015-01-30 17:13:27 -0800557
Lajos Molnar1d15ab52015-03-04 16:46:34 -0800558 (new AMessage(kWhatResume, this))->post();
Ronghua Wu80276872014-08-28 15:50:29 -0700559}
560
Chong Zhang48296b72014-09-14 14:28:45 -0700561void NuPlayer::GenericSource::disconnect() {
Robert Shihebc27122015-09-02 14:02:47 -0700562 sp<DataSource> dataSource, httpSource;
563 {
564 Mutex::Autolock _l(mDisconnectLock);
565 dataSource = mDataSource;
566 httpSource = mHttpSource;
567 }
568
569 if (dataSource != NULL) {
Chong Zhang48296b72014-09-14 14:28:45 -0700570 // disconnect data source
Robert Shihebc27122015-09-02 14:02:47 -0700571 if (dataSource->flags() & DataSource::kIsCachingDataSource) {
572 static_cast<NuCachedSource2 *>(dataSource.get())->disconnect();
Chong Zhang48296b72014-09-14 14:28:45 -0700573 }
Robert Shihebc27122015-09-02 14:02:47 -0700574 } else if (httpSource != NULL) {
575 static_cast<HTTPBase *>(httpSource.get())->disconnect();
Chong Zhang48296b72014-09-14 14:28:45 -0700576 }
577}
578
Ronghua Wu80276872014-08-28 15:50:29 -0700579void NuPlayer::GenericSource::setDrmPlaybackStatusIfNeeded(int playbackStatus, int64_t position) {
580 if (mDecryptHandle != NULL) {
581 mDrmManagerClient->setPlaybackStatus(mDecryptHandle, playbackStatus, position);
582 }
Robert Shih17f6dd62014-08-20 17:00:21 -0700583 mSubtitleTrack.mPackets = new AnotherPacketSource(NULL);
584 mTimedTextTrack.mPackets = new AnotherPacketSource(NULL);
Andreas Huberafed0e12011-09-20 15:39:58 -0700585}
586
587status_t NuPlayer::GenericSource::feedMoreTSData() {
588 return OK;
589}
590
Robert Shih3423bbd2014-07-16 15:47:09 -0700591void NuPlayer::GenericSource::onMessageReceived(const sp<AMessage> &msg) {
592 switch (msg->what()) {
Chong Zhang1228d6b2014-08-12 21:25:48 -0700593 case kWhatPrepareAsync:
594 {
595 onPrepareAsync();
596 break;
597 }
Robert Shih3423bbd2014-07-16 15:47:09 -0700598 case kWhatFetchSubtitleData:
599 {
Lajos Molnare26940f2014-07-31 10:31:26 -0700600 fetchTextData(kWhatSendSubtitleData, MEDIA_TRACK_TYPE_SUBTITLE,
601 mFetchSubtitleDataGeneration, mSubtitleTrack.mPackets, msg);
602 break;
603 }
Robert Shih3423bbd2014-07-16 15:47:09 -0700604
Lajos Molnare26940f2014-07-31 10:31:26 -0700605 case kWhatFetchTimedTextData:
606 {
607 fetchTextData(kWhatSendTimedTextData, MEDIA_TRACK_TYPE_TIMEDTEXT,
608 mFetchTimedTextDataGeneration, mTimedTextTrack.mPackets, msg);
Robert Shih3423bbd2014-07-16 15:47:09 -0700609 break;
610 }
611
612 case kWhatSendSubtitleData:
613 {
Lajos Molnare26940f2014-07-31 10:31:26 -0700614 sendTextData(kWhatSubtitleData, MEDIA_TRACK_TYPE_SUBTITLE,
615 mFetchSubtitleDataGeneration, mSubtitleTrack.mPackets, msg);
616 break;
617 }
Robert Shih3423bbd2014-07-16 15:47:09 -0700618
Marco Nelissen55e2f4c2015-09-04 15:57:15 -0700619 case kWhatSendGlobalTimedTextData:
620 {
621 sendGlobalTextData(kWhatTimedTextData, mFetchTimedTextDataGeneration, msg);
622 break;
623 }
Lajos Molnare26940f2014-07-31 10:31:26 -0700624 case kWhatSendTimedTextData:
625 {
626 sendTextData(kWhatTimedTextData, MEDIA_TRACK_TYPE_TIMEDTEXT,
627 mFetchTimedTextDataGeneration, mTimedTextTrack.mPackets, msg);
Robert Shih3423bbd2014-07-16 15:47:09 -0700628 break;
629 }
630
631 case kWhatChangeAVSource:
632 {
633 int32_t trackIndex;
634 CHECK(msg->findInt32("trackIndex", &trackIndex));
Marco Nelissenb2487f02015-09-01 13:23:23 -0700635 const sp<IMediaSource> source = mSources.itemAt(trackIndex);
Robert Shih3423bbd2014-07-16 15:47:09 -0700636
637 Track* track;
638 const char *mime;
639 media_track_type trackType, counterpartType;
640 sp<MetaData> meta = source->getFormat();
641 meta->findCString(kKeyMIMEType, &mime);
642 if (!strncasecmp(mime, "audio/", 6)) {
643 track = &mAudioTrack;
644 trackType = MEDIA_TRACK_TYPE_AUDIO;
645 counterpartType = MEDIA_TRACK_TYPE_VIDEO;;
646 } else {
647 CHECK(!strncasecmp(mime, "video/", 6));
648 track = &mVideoTrack;
649 trackType = MEDIA_TRACK_TYPE_VIDEO;
650 counterpartType = MEDIA_TRACK_TYPE_AUDIO;;
651 }
652
653
654 if (track->mSource != NULL) {
655 track->mSource->stop();
656 }
657 track->mSource = source;
658 track->mSource->start();
659 track->mIndex = trackIndex;
660
Robert Shih3423bbd2014-07-16 15:47:09 -0700661 int64_t timeUs, actualTimeUs;
662 const bool formatChange = true;
Robert Shih5c67ddc2014-11-04 17:46:05 -0800663 if (trackType == MEDIA_TRACK_TYPE_AUDIO) {
664 timeUs = mAudioLastDequeueTimeUs;
665 } else {
666 timeUs = mVideoLastDequeueTimeUs;
667 }
Robert Shih3423bbd2014-07-16 15:47:09 -0700668 readBuffer(trackType, timeUs, &actualTimeUs, formatChange);
669 readBuffer(counterpartType, -1, NULL, formatChange);
Lajos Molnar6d339f12015-04-17 16:15:53 -0700670 ALOGV("timeUs %lld actualTimeUs %lld", (long long)timeUs, (long long)actualTimeUs);
Robert Shih3423bbd2014-07-16 15:47:09 -0700671
672 break;
673 }
Chong Zhangefbb6192015-01-30 17:13:27 -0800674
675 case kWhatStart:
676 case kWhatResume:
677 {
Wei Jia14532f22015-12-29 11:28:15 -0800678 mBufferingMonitor->restartPollBuffering();
Chong Zhang2a3cc9a2014-08-21 17:48:26 -0700679 break;
680 }
Robert Shih17f6dd62014-08-20 17:00:21 -0700681
682 case kWhatGetFormat:
683 {
684 onGetFormatMeta(msg);
685 break;
686 }
687
688 case kWhatGetSelectedTrack:
689 {
690 onGetSelectedTrack(msg);
691 break;
692 }
693
694 case kWhatSelectTrack:
695 {
696 onSelectTrack(msg);
697 break;
698 }
699
700 case kWhatSeek:
701 {
702 onSeek(msg);
703 break;
704 }
705
706 case kWhatReadBuffer:
707 {
708 onReadBuffer(msg);
709 break;
710 }
711
Lajos Molnarfcd3e942015-03-31 10:06:48 -0700712 case kWhatSecureDecodersInstantiated:
713 {
714 int32_t err;
715 CHECK(msg->findInt32("err", &err));
716 onSecureDecodersInstantiated(err);
717 break;
718 }
719
Andy Hung2abde2c2014-09-30 14:40:32 -0700720 case kWhatStopWidevine:
721 {
722 // mStopRead is only used for Widevine to prevent the video source
723 // from being read while the associated video decoder is shutting down.
724 mStopRead = true;
725 if (mVideoTrack.mSource != NULL) {
726 mVideoTrack.mPackets->clear();
727 }
728 sp<AMessage> response = new AMessage;
Lajos Molnar3f274362015-03-05 14:35:41 -0800729 sp<AReplyToken> replyID;
Andy Hung2abde2c2014-09-30 14:40:32 -0700730 CHECK(msg->senderAwaitsResponse(&replyID));
731 response->postReply(replyID);
732 break;
733 }
Robert Shih3423bbd2014-07-16 15:47:09 -0700734 default:
735 Source::onMessageReceived(msg);
736 break;
737 }
738}
739
Lajos Molnare26940f2014-07-31 10:31:26 -0700740void NuPlayer::GenericSource::fetchTextData(
741 uint32_t sendWhat,
742 media_track_type type,
743 int32_t curGen,
744 sp<AnotherPacketSource> packets,
745 sp<AMessage> msg) {
746 int32_t msgGeneration;
747 CHECK(msg->findInt32("generation", &msgGeneration));
748 if (msgGeneration != curGen) {
749 // stale
750 return;
751 }
752
753 int32_t avail;
754 if (packets->hasBufferAvailable(&avail)) {
755 return;
756 }
757
758 int64_t timeUs;
759 CHECK(msg->findInt64("timeUs", &timeUs));
760
761 int64_t subTimeUs;
762 readBuffer(type, timeUs, &subTimeUs);
763
764 int64_t delayUs = subTimeUs - timeUs;
765 if (msg->what() == kWhatFetchSubtitleData) {
766 const int64_t oneSecUs = 1000000ll;
767 delayUs -= oneSecUs;
768 }
Lajos Molnar1d15ab52015-03-04 16:46:34 -0800769 sp<AMessage> msg2 = new AMessage(sendWhat, this);
Lajos Molnare26940f2014-07-31 10:31:26 -0700770 msg2->setInt32("generation", msgGeneration);
771 msg2->post(delayUs < 0 ? 0 : delayUs);
772}
773
774void NuPlayer::GenericSource::sendTextData(
775 uint32_t what,
776 media_track_type type,
777 int32_t curGen,
778 sp<AnotherPacketSource> packets,
779 sp<AMessage> msg) {
780 int32_t msgGeneration;
781 CHECK(msg->findInt32("generation", &msgGeneration));
782 if (msgGeneration != curGen) {
783 // stale
784 return;
785 }
786
787 int64_t subTimeUs;
788 if (packets->nextBufferTime(&subTimeUs) != OK) {
789 return;
790 }
791
792 int64_t nextSubTimeUs;
793 readBuffer(type, -1, &nextSubTimeUs);
794
795 sp<ABuffer> buffer;
796 status_t dequeueStatus = packets->dequeueAccessUnit(&buffer);
797 if (dequeueStatus == OK) {
798 sp<AMessage> notify = dupNotify();
799 notify->setInt32("what", what);
800 notify->setBuffer("buffer", buffer);
801 notify->post();
802
803 const int64_t delayUs = nextSubTimeUs - subTimeUs;
804 msg->post(delayUs < 0 ? 0 : delayUs);
805 }
806}
807
Marco Nelissen55e2f4c2015-09-04 15:57:15 -0700808void NuPlayer::GenericSource::sendGlobalTextData(
809 uint32_t what,
810 int32_t curGen,
811 sp<AMessage> msg) {
812 int32_t msgGeneration;
813 CHECK(msg->findInt32("generation", &msgGeneration));
814 if (msgGeneration != curGen) {
815 // stale
816 return;
817 }
818
819 uint32_t textType;
820 const void *data;
821 size_t size = 0;
822 if (mTimedTextTrack.mSource->getFormat()->findData(
823 kKeyTextFormatData, &textType, &data, &size)) {
824 mGlobalTimedText = new ABuffer(size);
825 if (mGlobalTimedText->data()) {
826 memcpy(mGlobalTimedText->data(), data, size);
827 sp<AMessage> globalMeta = mGlobalTimedText->meta();
828 globalMeta->setInt64("timeUs", 0);
829 globalMeta->setString("mime", MEDIA_MIMETYPE_TEXT_3GPP);
830 globalMeta->setInt32("global", 1);
831 sp<AMessage> notify = dupNotify();
832 notify->setInt32("what", what);
833 notify->setBuffer("buffer", mGlobalTimedText);
834 notify->post();
835 }
836 }
837}
838
Andreas Huber84066782011-08-16 09:34:26 -0700839sp<MetaData> NuPlayer::GenericSource::getFormatMeta(bool audio) {
Lajos Molnar1d15ab52015-03-04 16:46:34 -0800840 sp<AMessage> msg = new AMessage(kWhatGetFormat, this);
Robert Shih17f6dd62014-08-20 17:00:21 -0700841 msg->setInt32("audio", audio);
842
843 sp<AMessage> response;
Marco Nelissen10a121b2015-11-04 14:46:44 -0800844 sp<RefBase> format;
Robert Shih17f6dd62014-08-20 17:00:21 -0700845 status_t err = msg->postAndAwaitResponse(&response);
846 if (err == OK && response != NULL) {
Marco Nelissen10a121b2015-11-04 14:46:44 -0800847 CHECK(response->findObject("format", &format));
848 return static_cast<MetaData*>(format.get());
Robert Shih17f6dd62014-08-20 17:00:21 -0700849 } else {
850 return NULL;
851 }
852}
853
854void NuPlayer::GenericSource::onGetFormatMeta(sp<AMessage> msg) const {
855 int32_t audio;
856 CHECK(msg->findInt32("audio", &audio));
857
858 sp<AMessage> response = new AMessage;
859 sp<MetaData> format = doGetFormatMeta(audio);
Marco Nelissen10a121b2015-11-04 14:46:44 -0800860 response->setObject("format", format);
Robert Shih17f6dd62014-08-20 17:00:21 -0700861
Lajos Molnar3f274362015-03-05 14:35:41 -0800862 sp<AReplyToken> replyID;
Robert Shih17f6dd62014-08-20 17:00:21 -0700863 CHECK(msg->senderAwaitsResponse(&replyID));
864 response->postReply(replyID);
865}
866
867sp<MetaData> NuPlayer::GenericSource::doGetFormatMeta(bool audio) const {
Marco Nelissenb2487f02015-09-01 13:23:23 -0700868 sp<IMediaSource> source = audio ? mAudioTrack.mSource : mVideoTrack.mSource;
Andreas Huberafed0e12011-09-20 15:39:58 -0700869
870 if (source == NULL) {
871 return NULL;
872 }
873
874 return source->getFormat();
875}
876
877status_t NuPlayer::GenericSource::dequeueAccessUnit(
878 bool audio, sp<ABuffer> *accessUnit) {
Wei Jia14532f22015-12-29 11:28:15 -0800879 if (!mStarted) {
880 return -EWOULDBLOCK;
881 }
882
Andreas Huberafed0e12011-09-20 15:39:58 -0700883 Track *track = audio ? &mAudioTrack : &mVideoTrack;
884
885 if (track->mSource == NULL) {
886 return -EWOULDBLOCK;
887 }
888
Lajos Molnarcc227032014-07-17 15:33:06 -0700889 if (mIsWidevine && !audio) {
890 // try to read a buffer as we may not have been able to the last time
Robert Shih17f6dd62014-08-20 17:00:21 -0700891 postReadBuffer(MEDIA_TRACK_TYPE_VIDEO);
Lajos Molnarcc227032014-07-17 15:33:06 -0700892 }
893
Andreas Huberafed0e12011-09-20 15:39:58 -0700894 status_t finalResult;
895 if (!track->mPackets->hasBufferAvailable(&finalResult)) {
Chong Zhang42e81532014-12-01 13:44:26 -0800896 if (finalResult == OK) {
897 postReadBuffer(
898 audio ? MEDIA_TRACK_TYPE_AUDIO : MEDIA_TRACK_TYPE_VIDEO);
899 return -EWOULDBLOCK;
900 }
901 return finalResult;
Andreas Huberafed0e12011-09-20 15:39:58 -0700902 }
903
904 status_t result = track->mPackets->dequeueAccessUnit(accessUnit);
905
Chong Zhangfcf044a2015-07-14 15:58:51 -0700906 // start pulling in more buffers if we only have one (or no) buffer left
907 // so that decoder has less chance of being starved
908 if (track->mPackets->getAvailableBufferCount(&finalResult) < 2) {
Robert Shih17f6dd62014-08-20 17:00:21 -0700909 postReadBuffer(audio? MEDIA_TRACK_TYPE_AUDIO : MEDIA_TRACK_TYPE_VIDEO);
Lajos Molnare26940f2014-07-31 10:31:26 -0700910 }
911
Robert Shih3423bbd2014-07-16 15:47:09 -0700912 if (result != OK) {
Lajos Molnare26940f2014-07-31 10:31:26 -0700913 if (mSubtitleTrack.mSource != NULL) {
914 mSubtitleTrack.mPackets->clear();
915 mFetchSubtitleDataGeneration++;
916 }
917 if (mTimedTextTrack.mSource != NULL) {
918 mTimedTextTrack.mPackets->clear();
919 mFetchTimedTextDataGeneration++;
920 }
Robert Shih3423bbd2014-07-16 15:47:09 -0700921 return result;
922 }
923
924 int64_t timeUs;
925 status_t eosResult; // ignored
926 CHECK((*accessUnit)->meta()->findInt64("timeUs", &timeUs));
Robert Shih5c67ddc2014-11-04 17:46:05 -0800927 if (audio) {
928 mAudioLastDequeueTimeUs = timeUs;
Wei Jia14532f22015-12-29 11:28:15 -0800929 mBufferingMonitor->updateDequeuedBufferTime(timeUs);
Robert Shih5c67ddc2014-11-04 17:46:05 -0800930 } else {
931 mVideoLastDequeueTimeUs = timeUs;
932 }
Lajos Molnare26940f2014-07-31 10:31:26 -0700933
934 if (mSubtitleTrack.mSource != NULL
935 && !mSubtitleTrack.mPackets->hasBufferAvailable(&eosResult)) {
Lajos Molnar1d15ab52015-03-04 16:46:34 -0800936 sp<AMessage> msg = new AMessage(kWhatFetchSubtitleData, this);
Robert Shih3423bbd2014-07-16 15:47:09 -0700937 msg->setInt64("timeUs", timeUs);
938 msg->setInt32("generation", mFetchSubtitleDataGeneration);
939 msg->post();
940 }
Robert Shiheb1735e2014-07-23 15:53:14 -0700941
Lajos Molnare26940f2014-07-31 10:31:26 -0700942 if (mTimedTextTrack.mSource != NULL
943 && !mTimedTextTrack.mPackets->hasBufferAvailable(&eosResult)) {
Lajos Molnar1d15ab52015-03-04 16:46:34 -0800944 sp<AMessage> msg = new AMessage(kWhatFetchTimedTextData, this);
Lajos Molnare26940f2014-07-31 10:31:26 -0700945 msg->setInt64("timeUs", timeUs);
946 msg->setInt32("generation", mFetchTimedTextDataGeneration);
947 msg->post();
948 }
949
Andreas Huberafed0e12011-09-20 15:39:58 -0700950 return result;
951}
952
953status_t NuPlayer::GenericSource::getDuration(int64_t *durationUs) {
954 *durationUs = mDurationUs;
955 return OK;
956}
957
Robert Shihdd235722014-06-12 14:49:23 -0700958size_t NuPlayer::GenericSource::getTrackCount() const {
959 return mSources.size();
960}
961
962sp<AMessage> NuPlayer::GenericSource::getTrackInfo(size_t trackIndex) const {
963 size_t trackCount = mSources.size();
964 if (trackIndex >= trackCount) {
965 return NULL;
966 }
967
968 sp<AMessage> format = new AMessage();
969 sp<MetaData> meta = mSources.itemAt(trackIndex)->getFormat();
Marco Nelissenc367ca12015-09-15 09:51:59 -0700970 if (meta == NULL) {
971 ALOGE("no metadata for track %zu", trackIndex);
972 return NULL;
973 }
Robert Shihdd235722014-06-12 14:49:23 -0700974
975 const char *mime;
976 CHECK(meta->findCString(kKeyMIMEType, &mime));
Robert Shih755106e2015-04-30 14:36:45 -0700977 format->setString("mime", mime);
Robert Shihdd235722014-06-12 14:49:23 -0700978
979 int32_t trackType;
980 if (!strncasecmp(mime, "video/", 6)) {
981 trackType = MEDIA_TRACK_TYPE_VIDEO;
982 } else if (!strncasecmp(mime, "audio/", 6)) {
983 trackType = MEDIA_TRACK_TYPE_AUDIO;
984 } else if (!strcasecmp(mime, MEDIA_MIMETYPE_TEXT_3GPP)) {
985 trackType = MEDIA_TRACK_TYPE_TIMEDTEXT;
986 } else {
987 trackType = MEDIA_TRACK_TYPE_UNKNOWN;
988 }
989 format->setInt32("type", trackType);
990
991 const char *lang;
992 if (!meta->findCString(kKeyMediaLanguage, &lang)) {
993 lang = "und";
994 }
995 format->setString("language", lang);
996
997 if (trackType == MEDIA_TRACK_TYPE_SUBTITLE) {
Robert Shihdd235722014-06-12 14:49:23 -0700998 int32_t isAutoselect = 1, isDefault = 0, isForced = 0;
999 meta->findInt32(kKeyTrackIsAutoselect, &isAutoselect);
1000 meta->findInt32(kKeyTrackIsDefault, &isDefault);
1001 meta->findInt32(kKeyTrackIsForced, &isForced);
1002
1003 format->setInt32("auto", !!isAutoselect);
1004 format->setInt32("default", !!isDefault);
1005 format->setInt32("forced", !!isForced);
1006 }
1007
1008 return format;
1009}
1010
Lajos Molnare26940f2014-07-31 10:31:26 -07001011ssize_t NuPlayer::GenericSource::getSelectedTrack(media_track_type type) const {
Lajos Molnar1d15ab52015-03-04 16:46:34 -08001012 sp<AMessage> msg = new AMessage(kWhatGetSelectedTrack, this);
Robert Shih17f6dd62014-08-20 17:00:21 -07001013 msg->setInt32("type", type);
1014
1015 sp<AMessage> response;
1016 int32_t index;
1017 status_t err = msg->postAndAwaitResponse(&response);
1018 if (err == OK && response != NULL) {
1019 CHECK(response->findInt32("index", &index));
1020 return index;
1021 } else {
1022 return -1;
1023 }
1024}
1025
1026void NuPlayer::GenericSource::onGetSelectedTrack(sp<AMessage> msg) const {
1027 int32_t tmpType;
1028 CHECK(msg->findInt32("type", &tmpType));
1029 media_track_type type = (media_track_type)tmpType;
1030
1031 sp<AMessage> response = new AMessage;
1032 ssize_t index = doGetSelectedTrack(type);
1033 response->setInt32("index", index);
1034
Lajos Molnar3f274362015-03-05 14:35:41 -08001035 sp<AReplyToken> replyID;
Robert Shih17f6dd62014-08-20 17:00:21 -07001036 CHECK(msg->senderAwaitsResponse(&replyID));
1037 response->postReply(replyID);
1038}
1039
1040ssize_t NuPlayer::GenericSource::doGetSelectedTrack(media_track_type type) const {
Lajos Molnare26940f2014-07-31 10:31:26 -07001041 const Track *track = NULL;
1042 switch (type) {
1043 case MEDIA_TRACK_TYPE_VIDEO:
1044 track = &mVideoTrack;
1045 break;
1046 case MEDIA_TRACK_TYPE_AUDIO:
1047 track = &mAudioTrack;
1048 break;
1049 case MEDIA_TRACK_TYPE_TIMEDTEXT:
1050 track = &mTimedTextTrack;
1051 break;
1052 case MEDIA_TRACK_TYPE_SUBTITLE:
1053 track = &mSubtitleTrack;
1054 break;
1055 default:
1056 break;
1057 }
1058
1059 if (track != NULL && track->mSource != NULL) {
1060 return track->mIndex;
1061 }
1062
1063 return -1;
1064}
1065
Robert Shih6ffb1fd2014-10-29 16:24:32 -07001066status_t NuPlayer::GenericSource::selectTrack(size_t trackIndex, bool select, int64_t timeUs) {
Lajos Molnare26940f2014-07-31 10:31:26 -07001067 ALOGV("%s track: %zu", select ? "select" : "deselect", trackIndex);
Lajos Molnar1d15ab52015-03-04 16:46:34 -08001068 sp<AMessage> msg = new AMessage(kWhatSelectTrack, this);
Robert Shih17f6dd62014-08-20 17:00:21 -07001069 msg->setInt32("trackIndex", trackIndex);
Robert Shihda23ab92014-09-16 11:34:08 -07001070 msg->setInt32("select", select);
Robert Shih6ffb1fd2014-10-29 16:24:32 -07001071 msg->setInt64("timeUs", timeUs);
Robert Shih17f6dd62014-08-20 17:00:21 -07001072
1073 sp<AMessage> response;
1074 status_t err = msg->postAndAwaitResponse(&response);
1075 if (err == OK && response != NULL) {
1076 CHECK(response->findInt32("err", &err));
1077 }
1078
1079 return err;
1080}
1081
1082void NuPlayer::GenericSource::onSelectTrack(sp<AMessage> msg) {
1083 int32_t trackIndex, select;
Robert Shih6ffb1fd2014-10-29 16:24:32 -07001084 int64_t timeUs;
Robert Shih17f6dd62014-08-20 17:00:21 -07001085 CHECK(msg->findInt32("trackIndex", &trackIndex));
1086 CHECK(msg->findInt32("select", &select));
Robert Shih6ffb1fd2014-10-29 16:24:32 -07001087 CHECK(msg->findInt64("timeUs", &timeUs));
Robert Shih17f6dd62014-08-20 17:00:21 -07001088
1089 sp<AMessage> response = new AMessage;
Robert Shih6ffb1fd2014-10-29 16:24:32 -07001090 status_t err = doSelectTrack(trackIndex, select, timeUs);
Robert Shih17f6dd62014-08-20 17:00:21 -07001091 response->setInt32("err", err);
1092
Lajos Molnar3f274362015-03-05 14:35:41 -08001093 sp<AReplyToken> replyID;
Robert Shih17f6dd62014-08-20 17:00:21 -07001094 CHECK(msg->senderAwaitsResponse(&replyID));
1095 response->postReply(replyID);
1096}
1097
Robert Shih6ffb1fd2014-10-29 16:24:32 -07001098status_t NuPlayer::GenericSource::doSelectTrack(size_t trackIndex, bool select, int64_t timeUs) {
Robert Shih3423bbd2014-07-16 15:47:09 -07001099 if (trackIndex >= mSources.size()) {
1100 return BAD_INDEX;
1101 }
1102
1103 if (!select) {
Lajos Molnare26940f2014-07-31 10:31:26 -07001104 Track* track = NULL;
1105 if (mSubtitleTrack.mSource != NULL && trackIndex == mSubtitleTrack.mIndex) {
1106 track = &mSubtitleTrack;
1107 mFetchSubtitleDataGeneration++;
1108 } else if (mTimedTextTrack.mSource != NULL && trackIndex == mTimedTextTrack.mIndex) {
1109 track = &mTimedTextTrack;
1110 mFetchTimedTextDataGeneration++;
1111 }
1112 if (track == NULL) {
Robert Shih3423bbd2014-07-16 15:47:09 -07001113 return INVALID_OPERATION;
1114 }
Lajos Molnare26940f2014-07-31 10:31:26 -07001115 track->mSource->stop();
1116 track->mSource = NULL;
1117 track->mPackets->clear();
Robert Shih3423bbd2014-07-16 15:47:09 -07001118 return OK;
1119 }
1120
Marco Nelissenb2487f02015-09-01 13:23:23 -07001121 const sp<IMediaSource> source = mSources.itemAt(trackIndex);
Robert Shih3423bbd2014-07-16 15:47:09 -07001122 sp<MetaData> meta = source->getFormat();
1123 const char *mime;
1124 CHECK(meta->findCString(kKeyMIMEType, &mime));
1125 if (!strncasecmp(mime, "text/", 5)) {
Lajos Molnare26940f2014-07-31 10:31:26 -07001126 bool isSubtitle = strcasecmp(mime, MEDIA_MIMETYPE_TEXT_3GPP);
1127 Track *track = isSubtitle ? &mSubtitleTrack : &mTimedTextTrack;
1128 if (track->mSource != NULL && track->mIndex == trackIndex) {
Robert Shih3423bbd2014-07-16 15:47:09 -07001129 return OK;
1130 }
Lajos Molnare26940f2014-07-31 10:31:26 -07001131 track->mIndex = trackIndex;
1132 if (track->mSource != NULL) {
1133 track->mSource->stop();
Robert Shih3423bbd2014-07-16 15:47:09 -07001134 }
Lajos Molnare26940f2014-07-31 10:31:26 -07001135 track->mSource = mSources.itemAt(trackIndex);
1136 track->mSource->start();
1137 if (track->mPackets == NULL) {
1138 track->mPackets = new AnotherPacketSource(track->mSource->getFormat());
Robert Shih3423bbd2014-07-16 15:47:09 -07001139 } else {
Lajos Molnare26940f2014-07-31 10:31:26 -07001140 track->mPackets->clear();
1141 track->mPackets->setFormat(track->mSource->getFormat());
Robert Shih3423bbd2014-07-16 15:47:09 -07001142
1143 }
Lajos Molnare26940f2014-07-31 10:31:26 -07001144
1145 if (isSubtitle) {
1146 mFetchSubtitleDataGeneration++;
1147 } else {
1148 mFetchTimedTextDataGeneration++;
1149 }
1150
Robert Shih6ffb1fd2014-10-29 16:24:32 -07001151 status_t eosResult; // ignored
1152 if (mSubtitleTrack.mSource != NULL
1153 && !mSubtitleTrack.mPackets->hasBufferAvailable(&eosResult)) {
Lajos Molnar1d15ab52015-03-04 16:46:34 -08001154 sp<AMessage> msg = new AMessage(kWhatFetchSubtitleData, this);
Robert Shih6ffb1fd2014-10-29 16:24:32 -07001155 msg->setInt64("timeUs", timeUs);
1156 msg->setInt32("generation", mFetchSubtitleDataGeneration);
1157 msg->post();
1158 }
1159
Marco Nelissen55e2f4c2015-09-04 15:57:15 -07001160 sp<AMessage> msg2 = new AMessage(kWhatSendGlobalTimedTextData, this);
1161 msg2->setInt32("generation", mFetchTimedTextDataGeneration);
1162 msg2->post();
1163
Robert Shih6ffb1fd2014-10-29 16:24:32 -07001164 if (mTimedTextTrack.mSource != NULL
1165 && !mTimedTextTrack.mPackets->hasBufferAvailable(&eosResult)) {
Lajos Molnar1d15ab52015-03-04 16:46:34 -08001166 sp<AMessage> msg = new AMessage(kWhatFetchTimedTextData, this);
Robert Shih6ffb1fd2014-10-29 16:24:32 -07001167 msg->setInt64("timeUs", timeUs);
1168 msg->setInt32("generation", mFetchTimedTextDataGeneration);
1169 msg->post();
1170 }
1171
Robert Shih3423bbd2014-07-16 15:47:09 -07001172 return OK;
1173 } else if (!strncasecmp(mime, "audio/", 6) || !strncasecmp(mime, "video/", 6)) {
1174 bool audio = !strncasecmp(mime, "audio/", 6);
1175 Track *track = audio ? &mAudioTrack : &mVideoTrack;
1176 if (track->mSource != NULL && track->mIndex == trackIndex) {
1177 return OK;
1178 }
1179
Lajos Molnar1d15ab52015-03-04 16:46:34 -08001180 sp<AMessage> msg = new AMessage(kWhatChangeAVSource, this);
Robert Shih3423bbd2014-07-16 15:47:09 -07001181 msg->setInt32("trackIndex", trackIndex);
1182 msg->post();
1183 return OK;
1184 }
1185
1186 return INVALID_OPERATION;
1187}
1188
Andreas Huberafed0e12011-09-20 15:39:58 -07001189status_t NuPlayer::GenericSource::seekTo(int64_t seekTimeUs) {
Lajos Molnar1d15ab52015-03-04 16:46:34 -08001190 sp<AMessage> msg = new AMessage(kWhatSeek, this);
Robert Shih17f6dd62014-08-20 17:00:21 -07001191 msg->setInt64("seekTimeUs", seekTimeUs);
1192
1193 sp<AMessage> response;
1194 status_t err = msg->postAndAwaitResponse(&response);
1195 if (err == OK && response != NULL) {
1196 CHECK(response->findInt32("err", &err));
1197 }
1198
1199 return err;
1200}
1201
1202void NuPlayer::GenericSource::onSeek(sp<AMessage> msg) {
1203 int64_t seekTimeUs;
1204 CHECK(msg->findInt64("seekTimeUs", &seekTimeUs));
1205
1206 sp<AMessage> response = new AMessage;
1207 status_t err = doSeek(seekTimeUs);
1208 response->setInt32("err", err);
1209
Lajos Molnar3f274362015-03-05 14:35:41 -08001210 sp<AReplyToken> replyID;
Robert Shih17f6dd62014-08-20 17:00:21 -07001211 CHECK(msg->senderAwaitsResponse(&replyID));
1212 response->postReply(replyID);
1213}
1214
1215status_t NuPlayer::GenericSource::doSeek(int64_t seekTimeUs) {
Wei Jia14532f22015-12-29 11:28:15 -08001216 mBufferingMonitor->updateDequeuedBufferTime(-1ll);
1217
Andy Hung2abde2c2014-09-30 14:40:32 -07001218 // If the Widevine source is stopped, do not attempt to read any
1219 // more buffers.
1220 if (mStopRead) {
1221 return INVALID_OPERATION;
1222 }
Andreas Huberafed0e12011-09-20 15:39:58 -07001223 if (mVideoTrack.mSource != NULL) {
1224 int64_t actualTimeUs;
Robert Shih3423bbd2014-07-16 15:47:09 -07001225 readBuffer(MEDIA_TRACK_TYPE_VIDEO, seekTimeUs, &actualTimeUs);
Andreas Huberafed0e12011-09-20 15:39:58 -07001226
1227 seekTimeUs = actualTimeUs;
Robert Shih5c67ddc2014-11-04 17:46:05 -08001228 mVideoLastDequeueTimeUs = seekTimeUs;
Andreas Huberafed0e12011-09-20 15:39:58 -07001229 }
1230
1231 if (mAudioTrack.mSource != NULL) {
Robert Shih3423bbd2014-07-16 15:47:09 -07001232 readBuffer(MEDIA_TRACK_TYPE_AUDIO, seekTimeUs);
Robert Shih5c67ddc2014-11-04 17:46:05 -08001233 mAudioLastDequeueTimeUs = seekTimeUs;
Andreas Huberafed0e12011-09-20 15:39:58 -07001234 }
1235
Ronghua Wu80276872014-08-28 15:50:29 -07001236 setDrmPlaybackStatusIfNeeded(Playback::START, seekTimeUs / 1000);
1237 if (!mStarted) {
1238 setDrmPlaybackStatusIfNeeded(Playback::PAUSE, 0);
1239 }
Chong Zhangefbb6192015-01-30 17:13:27 -08001240
1241 // If currently buffering, post kWhatBufferingEnd first, so that
1242 // NuPlayer resumes. Otherwise, if cache hits high watermark
1243 // before new polling happens, no one will resume the playback.
Wei Jia14532f22015-12-29 11:28:15 -08001244 mBufferingMonitor->stopBufferingIfNecessary();
1245 mBufferingMonitor->restartPollBuffering();
Chong Zhangefbb6192015-01-30 17:13:27 -08001246
Andreas Huberafed0e12011-09-20 15:39:58 -07001247 return OK;
1248}
1249
Robert Shih3423bbd2014-07-16 15:47:09 -07001250sp<ABuffer> NuPlayer::GenericSource::mediaBufferToABuffer(
1251 MediaBuffer* mb,
1252 media_track_type trackType,
Wei Jia474d7c72014-12-04 15:12:13 -08001253 int64_t /* seekTimeUs */,
Robert Shih3423bbd2014-07-16 15:47:09 -07001254 int64_t *actualTimeUs) {
1255 bool audio = trackType == MEDIA_TRACK_TYPE_AUDIO;
1256 size_t outLength = mb->range_length();
1257
1258 if (audio && mAudioIsVorbis) {
1259 outLength += sizeof(int32_t);
1260 }
1261
1262 sp<ABuffer> ab;
Chong Zhang42e81532014-12-01 13:44:26 -08001263 if (mIsSecure && !audio) {
Robert Shih3423bbd2014-07-16 15:47:09 -07001264 // data is already provided in the buffer
1265 ab = new ABuffer(NULL, mb->range_length());
Robert Shih3423bbd2014-07-16 15:47:09 -07001266 mb->add_ref();
Wei Jia96e92b52014-09-18 17:36:20 -07001267 ab->setMediaBufferBase(mb);
Robert Shih3423bbd2014-07-16 15:47:09 -07001268 } else {
1269 ab = new ABuffer(outLength);
1270 memcpy(ab->data(),
1271 (const uint8_t *)mb->data() + mb->range_offset(),
1272 mb->range_length());
1273 }
1274
1275 if (audio && mAudioIsVorbis) {
1276 int32_t numPageSamples;
1277 if (!mb->meta_data()->findInt32(kKeyValidSamples, &numPageSamples)) {
1278 numPageSamples = -1;
1279 }
1280
1281 uint8_t* abEnd = ab->data() + mb->range_length();
1282 memcpy(abEnd, &numPageSamples, sizeof(numPageSamples));
1283 }
1284
Lajos Molnare26940f2014-07-31 10:31:26 -07001285 sp<AMessage> meta = ab->meta();
1286
Robert Shih3423bbd2014-07-16 15:47:09 -07001287 int64_t timeUs;
1288 CHECK(mb->meta_data()->findInt64(kKeyTime, &timeUs));
Robert Shih3423bbd2014-07-16 15:47:09 -07001289 meta->setInt64("timeUs", timeUs);
1290
Wei Jia474d7c72014-12-04 15:12:13 -08001291#if 0
1292 // Temporarily disable pre-roll till we have a full solution to handle
1293 // both single seek and continous seek gracefully.
1294 if (seekTimeUs > timeUs) {
1295 sp<AMessage> extra = new AMessage;
1296 extra->setInt64("resume-at-mediaTimeUs", seekTimeUs);
1297 meta->setMessage("extra", extra);
1298 }
1299#endif
1300
Lajos Molnare26940f2014-07-31 10:31:26 -07001301 if (trackType == MEDIA_TRACK_TYPE_TIMEDTEXT) {
1302 const char *mime;
1303 CHECK(mTimedTextTrack.mSource != NULL
1304 && mTimedTextTrack.mSource->getFormat()->findCString(kKeyMIMEType, &mime));
1305 meta->setString("mime", mime);
1306 }
1307
Robert Shih3423bbd2014-07-16 15:47:09 -07001308 int64_t durationUs;
1309 if (mb->meta_data()->findInt64(kKeyDuration, &durationUs)) {
1310 meta->setInt64("durationUs", durationUs);
1311 }
1312
1313 if (trackType == MEDIA_TRACK_TYPE_SUBTITLE) {
1314 meta->setInt32("trackIndex", mSubtitleTrack.mIndex);
1315 }
1316
Robert Shihf8bd8512015-04-23 16:39:18 -07001317 uint32_t dataType; // unused
1318 const void *seiData;
1319 size_t seiLength;
1320 if (mb->meta_data()->findData(kKeySEI, &dataType, &seiData, &seiLength)) {
1321 sp<ABuffer> sei = ABuffer::CreateAsCopy(seiData, seiLength);;
1322 meta->setBuffer("sei", sei);
1323 }
1324
Robert Shih3423bbd2014-07-16 15:47:09 -07001325 if (actualTimeUs) {
1326 *actualTimeUs = timeUs;
1327 }
1328
1329 mb->release();
1330 mb = NULL;
1331
1332 return ab;
1333}
1334
Robert Shih17f6dd62014-08-20 17:00:21 -07001335void NuPlayer::GenericSource::postReadBuffer(media_track_type trackType) {
Lajos Molnar84f52782014-09-11 10:01:55 -07001336 Mutex::Autolock _l(mReadBufferLock);
1337
1338 if ((mPendingReadBufferTypes & (1 << trackType)) == 0) {
1339 mPendingReadBufferTypes |= (1 << trackType);
Lajos Molnar1d15ab52015-03-04 16:46:34 -08001340 sp<AMessage> msg = new AMessage(kWhatReadBuffer, this);
Lajos Molnar84f52782014-09-11 10:01:55 -07001341 msg->setInt32("trackType", trackType);
1342 msg->post();
1343 }
Robert Shih17f6dd62014-08-20 17:00:21 -07001344}
1345
1346void NuPlayer::GenericSource::onReadBuffer(sp<AMessage> msg) {
1347 int32_t tmpType;
1348 CHECK(msg->findInt32("trackType", &tmpType));
1349 media_track_type trackType = (media_track_type)tmpType;
Chong Zhang42e81532014-12-01 13:44:26 -08001350 readBuffer(trackType);
Lajos Molnar84f52782014-09-11 10:01:55 -07001351 {
1352 // only protect the variable change, as readBuffer may
Chong Zhang42e81532014-12-01 13:44:26 -08001353 // take considerable time.
Lajos Molnar84f52782014-09-11 10:01:55 -07001354 Mutex::Autolock _l(mReadBufferLock);
1355 mPendingReadBufferTypes &= ~(1 << trackType);
1356 }
Robert Shih17f6dd62014-08-20 17:00:21 -07001357}
1358
Andreas Huberafed0e12011-09-20 15:39:58 -07001359void NuPlayer::GenericSource::readBuffer(
Robert Shih3423bbd2014-07-16 15:47:09 -07001360 media_track_type trackType, int64_t seekTimeUs, int64_t *actualTimeUs, bool formatChange) {
Andy Hung2abde2c2014-09-30 14:40:32 -07001361 // Do not read data if Widevine source is stopped
1362 if (mStopRead) {
1363 return;
1364 }
Robert Shih3423bbd2014-07-16 15:47:09 -07001365 Track *track;
Phil Burkc5cc2e22014-09-09 20:08:39 -07001366 size_t maxBuffers = 1;
Robert Shih3423bbd2014-07-16 15:47:09 -07001367 switch (trackType) {
1368 case MEDIA_TRACK_TYPE_VIDEO:
1369 track = &mVideoTrack;
Jeff Tinkera28785a2014-09-23 22:24:26 -07001370 if (mIsWidevine) {
1371 maxBuffers = 2;
Chong Zhangfcf044a2015-07-14 15:58:51 -07001372 } else {
1373 maxBuffers = 4;
Jeff Tinkera28785a2014-09-23 22:24:26 -07001374 }
Robert Shih3423bbd2014-07-16 15:47:09 -07001375 break;
1376 case MEDIA_TRACK_TYPE_AUDIO:
1377 track = &mAudioTrack;
Jeff Tinkera28785a2014-09-23 22:24:26 -07001378 if (mIsWidevine) {
1379 maxBuffers = 8;
1380 } else {
1381 maxBuffers = 64;
1382 }
Robert Shih3423bbd2014-07-16 15:47:09 -07001383 break;
1384 case MEDIA_TRACK_TYPE_SUBTITLE:
1385 track = &mSubtitleTrack;
1386 break;
Lajos Molnare26940f2014-07-31 10:31:26 -07001387 case MEDIA_TRACK_TYPE_TIMEDTEXT:
1388 track = &mTimedTextTrack;
1389 break;
Robert Shih3423bbd2014-07-16 15:47:09 -07001390 default:
1391 TRESPASS();
1392 }
1393
1394 if (track->mSource == NULL) {
1395 return;
1396 }
Andreas Huberafed0e12011-09-20 15:39:58 -07001397
1398 if (actualTimeUs) {
1399 *actualTimeUs = seekTimeUs;
1400 }
1401
1402 MediaSource::ReadOptions options;
1403
1404 bool seeking = false;
1405
1406 if (seekTimeUs >= 0) {
Robert Shih3423bbd2014-07-16 15:47:09 -07001407 options.setSeekTo(seekTimeUs, MediaSource::ReadOptions::SEEK_PREVIOUS_SYNC);
Andreas Huberafed0e12011-09-20 15:39:58 -07001408 seeking = true;
1409 }
1410
Chong Zhang42e81532014-12-01 13:44:26 -08001411 if (mIsWidevine) {
Lajos Molnarcc227032014-07-17 15:33:06 -07001412 options.setNonBlocking();
1413 }
1414
Phil Burkc5cc2e22014-09-09 20:08:39 -07001415 for (size_t numBuffers = 0; numBuffers < maxBuffers; ) {
Andreas Huberafed0e12011-09-20 15:39:58 -07001416 MediaBuffer *mbuf;
1417 status_t err = track->mSource->read(&mbuf, &options);
1418
1419 options.clearSeekTo();
1420
1421 if (err == OK) {
Ronghua Wu80276872014-08-28 15:50:29 -07001422 int64_t timeUs;
1423 CHECK(mbuf->meta_data()->findInt64(kKeyTime, &timeUs));
1424 if (trackType == MEDIA_TRACK_TYPE_AUDIO) {
1425 mAudioTimeUs = timeUs;
Wei Jia14532f22015-12-29 11:28:15 -08001426 mBufferingMonitor->updateQueuedTime(true /* isAudio */, timeUs);
Ronghua Wu80276872014-08-28 15:50:29 -07001427 } else if (trackType == MEDIA_TRACK_TYPE_VIDEO) {
1428 mVideoTimeUs = timeUs;
Wei Jia14532f22015-12-29 11:28:15 -08001429 mBufferingMonitor->updateQueuedTime(false /* isAudio */, timeUs);
Ronghua Wu80276872014-08-28 15:50:29 -07001430 }
1431
Ronghua Wu8f291bc2015-05-19 10:11:53 -07001432 queueDiscontinuityIfNeeded(seeking, formatChange, trackType, track);
Andreas Huberafed0e12011-09-20 15:39:58 -07001433
Wei Jia474d7c72014-12-04 15:12:13 -08001434 sp<ABuffer> buffer = mediaBufferToABuffer(
Shivaprasad Hongal98e7ece2015-07-23 19:57:14 -07001435 mbuf, trackType, seekTimeUs,
1436 numBuffers == 0 ? actualTimeUs : NULL);
Andreas Huberafed0e12011-09-20 15:39:58 -07001437 track->mPackets->queueAccessUnit(buffer);
Marco Nelissen317a49a2014-09-16 21:32:33 -07001438 formatChange = false;
1439 seeking = false;
Phil Burkc5cc2e22014-09-09 20:08:39 -07001440 ++numBuffers;
Lajos Molnarcc227032014-07-17 15:33:06 -07001441 } else if (err == WOULD_BLOCK) {
1442 break;
Andreas Huberafed0e12011-09-20 15:39:58 -07001443 } else if (err == INFO_FORMAT_CHANGED) {
1444#if 0
1445 track->mPackets->queueDiscontinuity(
Chong Zhang632740c2014-06-26 13:03:47 -07001446 ATSParser::DISCONTINUITY_FORMATCHANGE,
1447 NULL,
1448 false /* discard */);
Andreas Huberafed0e12011-09-20 15:39:58 -07001449#endif
1450 } else {
Ronghua Wu8f291bc2015-05-19 10:11:53 -07001451 queueDiscontinuityIfNeeded(seeking, formatChange, trackType, track);
Andreas Huberafed0e12011-09-20 15:39:58 -07001452 track->mPackets->signalEOS(err);
1453 break;
1454 }
1455 }
1456}
1457
Ronghua Wu8f291bc2015-05-19 10:11:53 -07001458void NuPlayer::GenericSource::queueDiscontinuityIfNeeded(
1459 bool seeking, bool formatChange, media_track_type trackType, Track *track) {
1460 // formatChange && seeking: track whose source is changed during selection
1461 // formatChange && !seeking: track whose source is not changed during selection
1462 // !formatChange: normal seek
1463 if ((seeking || formatChange)
1464 && (trackType == MEDIA_TRACK_TYPE_AUDIO
1465 || trackType == MEDIA_TRACK_TYPE_VIDEO)) {
1466 ATSParser::DiscontinuityType type = (formatChange && seeking)
1467 ? ATSParser::DISCONTINUITY_FORMATCHANGE
1468 : ATSParser::DISCONTINUITY_NONE;
1469 track->mPackets->queueDiscontinuity(type, NULL /* extra */, true /* discard */);
1470 }
1471}
1472
Wei Jia14532f22015-12-29 11:28:15 -08001473NuPlayer::GenericSource::BufferingMonitor::BufferingMonitor(const sp<AMessage> &notify)
1474 : mNotify(notify),
1475 mDurationUs(-1ll),
1476 mBitrate(-1ll),
1477 mIsStreaming(false),
1478 mAudioTimeUs(0),
1479 mVideoTimeUs(0),
1480 mPollBufferingGeneration(0),
1481 mPrepareBuffering(false),
1482 mBuffering(false),
1483 mPrevBufferPercentage(-1),
1484 mOffloadAudio(false),
1485 mFirstDequeuedBufferRealUs(-1ll),
1486 mFirstDequeuedBufferMediaUs(-1ll),
1487 mlastDequeuedBufferMediaUs(-1ll) {
1488}
1489
1490NuPlayer::GenericSource::BufferingMonitor::~BufferingMonitor() {
1491}
1492
1493void NuPlayer::GenericSource::BufferingMonitor::prepare(
1494 const sp<NuCachedSource2> &cachedSource,
1495 const sp<WVMExtractor> &wvmExtractor,
1496 int64_t durationUs,
1497 int64_t bitrate,
1498 bool isStreaming) {
1499 Mutex::Autolock _l(mLock);
1500 prepare_l(cachedSource, wvmExtractor, durationUs, bitrate, isStreaming);
1501}
1502
1503void NuPlayer::GenericSource::BufferingMonitor::stop() {
1504 Mutex::Autolock _l(mLock);
1505 prepare_l(NULL /* cachedSource */, NULL /* wvmExtractor */, -1 /* durationUs */,
1506 -1 /* bitrate */, false /* isStreaming */);
1507}
1508
1509void NuPlayer::GenericSource::BufferingMonitor::cancelPollBuffering() {
1510 Mutex::Autolock _l(mLock);
1511 cancelPollBuffering_l();
1512}
1513
1514void NuPlayer::GenericSource::BufferingMonitor::restartPollBuffering() {
1515 Mutex::Autolock _l(mLock);
1516 if (mIsStreaming) {
1517 cancelPollBuffering_l();
1518 onPollBuffering_l();
1519 }
1520}
1521
1522void NuPlayer::GenericSource::BufferingMonitor::stopBufferingIfNecessary() {
1523 Mutex::Autolock _l(mLock);
1524 stopBufferingIfNecessary_l();
1525}
1526
1527void NuPlayer::GenericSource::BufferingMonitor::ensureCacheIsFetching() {
1528 Mutex::Autolock _l(mLock);
1529 ensureCacheIsFetching_l();
1530}
1531
1532void NuPlayer::GenericSource::BufferingMonitor::updateQueuedTime(bool isAudio, int64_t timeUs) {
1533 Mutex::Autolock _l(mLock);
1534 if (isAudio) {
1535 mAudioTimeUs = timeUs;
1536 } else {
1537 mVideoTimeUs = timeUs;
1538 }
1539}
1540
1541void NuPlayer::GenericSource::BufferingMonitor::setOffloadAudio(bool offload) {
1542 Mutex::Autolock _l(mLock);
1543 mOffloadAudio = offload;
1544}
1545
1546void NuPlayer::GenericSource::BufferingMonitor::updateDequeuedBufferTime(int64_t mediaUs) {
1547 Mutex::Autolock _l(mLock);
1548 if (mediaUs < 0) {
1549 mFirstDequeuedBufferRealUs = -1ll;
1550 mFirstDequeuedBufferMediaUs = -1ll;
1551 } else if (mFirstDequeuedBufferRealUs < 0) {
1552 mFirstDequeuedBufferRealUs = ALooper::GetNowUs();
1553 mFirstDequeuedBufferMediaUs = mediaUs;
1554 }
1555 mlastDequeuedBufferMediaUs = mediaUs;
1556}
1557
1558void NuPlayer::GenericSource::BufferingMonitor::prepare_l(
1559 const sp<NuCachedSource2> &cachedSource,
1560 const sp<WVMExtractor> &wvmExtractor,
1561 int64_t durationUs,
1562 int64_t bitrate,
1563 bool isStreaming) {
1564 ALOGW_IF(wvmExtractor != NULL && cachedSource != NULL,
1565 "WVMExtractor and NuCachedSource are both present when "
1566 "BufferingMonitor::prepare_l is called, ignore NuCachedSource");
1567
1568 mCachedSource = cachedSource;
1569 mWVMExtractor = wvmExtractor;
1570 mDurationUs = durationUs;
1571 mBitrate = bitrate;
1572 mIsStreaming = isStreaming;
1573 mAudioTimeUs = 0;
1574 mVideoTimeUs = 0;
1575 mPrepareBuffering = true;
1576 cancelPollBuffering_l();
1577 mOffloadAudio = false;
1578 mFirstDequeuedBufferRealUs = -1ll;
1579 mFirstDequeuedBufferMediaUs = -1ll;
1580 mlastDequeuedBufferMediaUs = -1ll;
1581}
1582
1583void NuPlayer::GenericSource::BufferingMonitor::cancelPollBuffering_l() {
1584 mBuffering = false;
1585 ++mPollBufferingGeneration;
1586 mPrevBufferPercentage = -1;
1587}
1588
1589void NuPlayer::GenericSource::BufferingMonitor::notifyBufferingUpdate_l(int32_t percentage) {
1590 // Buffering percent could go backward as it's estimated from remaining
1591 // data and last access time. This could cause the buffering position
1592 // drawn on media control to jitter slightly. Remember previously reported
1593 // percentage and don't allow it to go backward.
1594 if (percentage < mPrevBufferPercentage) {
1595 percentage = mPrevBufferPercentage;
1596 } else if (percentage > 100) {
1597 percentage = 100;
1598 }
1599
1600 mPrevBufferPercentage = percentage;
1601
1602 ALOGV("notifyBufferingUpdate_l: buffering %d%%", percentage);
1603
1604 sp<AMessage> msg = mNotify->dup();
1605 msg->setInt32("what", kWhatBufferingUpdate);
1606 msg->setInt32("percentage", percentage);
1607 msg->post();
1608}
1609
1610void NuPlayer::GenericSource::BufferingMonitor::startBufferingIfNecessary_l() {
1611 ALOGD("startBufferingIfNecessary_l: mPrepareBuffering=%d, mBuffering=%d",
1612 mPrepareBuffering, mBuffering);
1613
1614 if (mPrepareBuffering) {
1615 return;
1616 }
1617
1618 if (!mBuffering) {
1619 mBuffering = true;
1620
1621 ensureCacheIsFetching_l();
1622 sendCacheStats_l();
1623
1624 sp<AMessage> notify = mNotify->dup();
1625 notify->setInt32("what", kWhatPauseOnBufferingStart);
1626 notify->post();
1627 }
1628}
1629
1630void NuPlayer::GenericSource::BufferingMonitor::stopBufferingIfNecessary_l() {
1631 ALOGD("stopBufferingIfNecessary_l: mPrepareBuffering=%d, mBuffering=%d",
1632 mPrepareBuffering, mBuffering);
1633
1634 if (mPrepareBuffering) {
1635 mPrepareBuffering = false;
1636
1637 sp<AMessage> notify = mNotify->dup();
1638 notify->setInt32("what", kWhatPrepared);
1639 notify->setInt32("err", OK);
1640 notify->post();
1641
1642 return;
1643 }
1644
1645 if (mBuffering) {
1646 mBuffering = false;
1647
1648 sendCacheStats_l();
1649
1650 sp<AMessage> notify = mNotify->dup();
1651 notify->setInt32("what", kWhatResumeOnBufferingEnd);
1652 notify->post();
1653 }
1654}
1655
1656void NuPlayer::GenericSource::BufferingMonitor::sendCacheStats_l() {
1657 int32_t kbps = 0;
1658 status_t err = UNKNOWN_ERROR;
1659
1660 if (mWVMExtractor != NULL) {
1661 err = mWVMExtractor->getEstimatedBandwidthKbps(&kbps);
1662 } else if (mCachedSource != NULL) {
1663 err = mCachedSource->getEstimatedBandwidthKbps(&kbps);
1664 }
1665
1666 if (err == OK) {
1667 sp<AMessage> notify = mNotify->dup();
1668 notify->setInt32("what", kWhatCacheStats);
1669 notify->setInt32("bandwidth", kbps);
1670 notify->post();
1671 }
1672}
1673
1674void NuPlayer::GenericSource::BufferingMonitor::ensureCacheIsFetching_l() {
1675 if (mCachedSource != NULL) {
1676 mCachedSource->resumeFetchingIfNecessary();
1677 }
1678}
1679
1680void NuPlayer::GenericSource::BufferingMonitor::schedulePollBuffering_l() {
1681 sp<AMessage> msg = new AMessage(kWhatPollBuffering, this);
1682 msg->setInt32("generation", mPollBufferingGeneration);
1683 // Enquires buffering status every second.
1684 msg->post(1000000ll);
1685}
1686
1687int64_t NuPlayer::GenericSource::BufferingMonitor::getLastReadPosition_l() {
1688 if (mAudioTimeUs > 0) {
1689 return mAudioTimeUs;
1690 } else if (mVideoTimeUs > 0) {
1691 return mVideoTimeUs;
1692 } else {
1693 return 0;
1694 }
1695}
1696
1697void NuPlayer::GenericSource::BufferingMonitor::onPollBuffering_l() {
1698 status_t finalStatus = UNKNOWN_ERROR;
1699 int64_t cachedDurationUs = -1ll;
1700 ssize_t cachedDataRemaining = -1;
1701
1702 if (mWVMExtractor != NULL) {
1703 cachedDurationUs =
1704 mWVMExtractor->getCachedDurationUs(&finalStatus);
1705 } else if (mCachedSource != NULL) {
1706 cachedDataRemaining =
1707 mCachedSource->approxDataRemaining(&finalStatus);
1708
1709 if (finalStatus == OK) {
1710 off64_t size;
1711 int64_t bitrate = 0ll;
1712 if (mDurationUs > 0 && mCachedSource->getSize(&size) == OK) {
1713 // |bitrate| uses bits/second unit, while size is number of bytes.
1714 bitrate = size * 8000000ll / mDurationUs;
1715 } else if (mBitrate > 0) {
1716 bitrate = mBitrate;
1717 }
1718 if (bitrate > 0) {
1719 cachedDurationUs = cachedDataRemaining * 8000000ll / bitrate;
1720 }
1721 }
1722 }
1723
1724 if (finalStatus != OK) {
1725 ALOGV("onPollBuffering_l: EOS (finalStatus = %d)", finalStatus);
1726
1727 if (finalStatus == ERROR_END_OF_STREAM) {
1728 notifyBufferingUpdate_l(100);
1729 }
1730
1731 stopBufferingIfNecessary_l();
1732 return;
1733 } else if (cachedDurationUs >= 0ll) {
1734 if (mDurationUs > 0ll) {
1735 int64_t cachedPosUs = getLastReadPosition_l() + cachedDurationUs;
1736 int percentage = 100.0 * cachedPosUs / mDurationUs;
1737 if (percentage > 100) {
1738 percentage = 100;
1739 }
1740
1741 notifyBufferingUpdate_l(percentage);
1742 }
1743
1744 ALOGV("onPollBuffering_l: cachedDurationUs %.1f sec",
1745 cachedDurationUs / 1000000.0f);
1746
1747 if (cachedDurationUs < kLowWaterMarkUs) {
1748 // Take into account the data cached in downstream components to try to avoid
1749 // unnecessary pause.
1750 if (mOffloadAudio && mFirstDequeuedBufferRealUs >= 0) {
1751 int64_t downStreamCacheUs = mlastDequeuedBufferMediaUs - mFirstDequeuedBufferMediaUs
1752 - (ALooper::GetNowUs() - mFirstDequeuedBufferRealUs);
1753 if (downStreamCacheUs > 0) {
1754 cachedDurationUs += downStreamCacheUs;
1755 }
1756 }
1757
1758 if (cachedDurationUs < kLowWaterMarkUs) {
1759 startBufferingIfNecessary_l();
1760 }
1761 } else {
1762 int64_t highWaterMark = mPrepareBuffering ? kHighWaterMarkUs : kHighWaterMarkRebufferUs;
1763 if (cachedDurationUs > highWaterMark) {
1764 stopBufferingIfNecessary_l();
1765 }
1766 }
1767 } else if (cachedDataRemaining >= 0) {
1768 ALOGV("onPollBuffering_l: cachedDataRemaining %zd bytes",
1769 cachedDataRemaining);
1770
1771 if (cachedDataRemaining < kLowWaterMarkBytes) {
1772 startBufferingIfNecessary_l();
1773 } else if (cachedDataRemaining > kHighWaterMarkBytes) {
1774 stopBufferingIfNecessary_l();
1775 }
1776 }
1777
1778 schedulePollBuffering_l();
1779}
1780
1781void NuPlayer::GenericSource::BufferingMonitor::onMessageReceived(const sp<AMessage> &msg) {
1782 switch (msg->what()) {
1783 case kWhatPollBuffering:
1784 {
1785 int32_t generation;
1786 CHECK(msg->findInt32("generation", &generation));
1787 Mutex::Autolock _l(mLock);
1788 if (generation == mPollBufferingGeneration) {
1789 onPollBuffering_l();
1790 }
1791 break;
1792 }
1793 default:
1794 TRESPASS();
1795 break;
1796 }
1797}
1798
Andreas Huberafed0e12011-09-20 15:39:58 -07001799} // namespace android