blob: 69392d6d4e48cafd717ae0839419308eee7f4f65 [file] [log] [blame]
Andreas Huber5bc087c2010-12-23 10:27:40 -08001/*
2 * Copyright (C) 2010 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "StreamingSource"
19#include <utils/Log.h>
20
21#include "StreamingSource.h"
22
23#include "ATSParser.h"
24#include "AnotherPacketSource.h"
25#include "NuPlayerStreamListener.h"
26
27#include <media/stagefright/foundation/ABuffer.h>
28#include <media/stagefright/foundation/ADebug.h>
29#include <media/stagefright/foundation/AMessage.h>
30#include <media/stagefright/MediaSource.h>
31#include <media/stagefright/MetaData.h>
Robert Shih093024b2016-05-12 13:45:56 -070032#include <media/stagefright/Utils.h>
Andreas Huber5bc087c2010-12-23 10:27:40 -080033
34namespace android {
35
osamu fujita8cf4ced2015-10-06 14:20:02 +090036const int32_t kNumListenerQueuePackets = 80;
37
Andreas Huberb5f25f02013-02-05 10:14:26 -080038NuPlayer::StreamingSource::StreamingSource(
39 const sp<AMessage> &notify,
40 const sp<IStreamSource> &source)
41 : Source(notify),
42 mSource(source),
Chong Zhang180d1b92014-12-02 18:35:35 -080043 mFinalResult(OK),
44 mBuffering(false) {
Andreas Huber5bc087c2010-12-23 10:27:40 -080045}
46
47NuPlayer::StreamingSource::~StreamingSource() {
Chong Zhang180d1b92014-12-02 18:35:35 -080048 if (mLooper != NULL) {
49 mLooper->unregisterHandler(id());
50 mLooper->stop();
51 }
Andreas Huber5bc087c2010-12-23 10:27:40 -080052}
53
Wei Jia48fa06d2016-12-20 15:30:49 -080054status_t NuPlayer::StreamingSource::getDefaultBufferingSettings(
55 BufferingSettings *buffering /* nonnull */) {
56 *buffering = BufferingSettings();
57 return OK;
58}
59
60status_t NuPlayer::StreamingSource::setBufferingSettings(
61 const BufferingSettings &buffering) {
62 if (buffering.mInitialBufferingMode != BUFFERING_MODE_NONE
63 || buffering.mRebufferingMode != BUFFERING_MODE_NONE) {
64 return BAD_VALUE;
65 }
66
67 return OK;
68}
69
Andreas Huber9575c962013-02-05 13:59:56 -080070void NuPlayer::StreamingSource::prepareAsync() {
Chong Zhang180d1b92014-12-02 18:35:35 -080071 if (mLooper == NULL) {
72 mLooper = new ALooper;
73 mLooper->setName("streaming");
74 mLooper->start();
75
76 mLooper->registerHandler(this);
77 }
78
Chong Zhangced1c2f2014-08-08 15:22:35 -070079 notifyVideoSizeChanged();
Andreas Huber9575c962013-02-05 13:59:56 -080080 notifyFlagsChanged(0);
81 notifyPrepared();
82}
83
Andreas Huber5bc087c2010-12-23 10:27:40 -080084void NuPlayer::StreamingSource::start() {
Lajos Molnar1d15ab52015-03-04 16:46:34 -080085 mStreamListener = new NuPlayerStreamListener(mSource, NULL);
Andrew Lewis6aaef5a2020-05-20 16:49:23 +010086 mSource->setListener(mStreamListener);
Andreas Huber87f2a552012-08-31 13:55:24 -070087
88 uint32_t sourceFlags = mSource->flags();
89
90 uint32_t parserFlags = ATSParser::TS_TIMESTAMPS_ARE_ABSOLUTE;
91 if (sourceFlags & IStreamSource::kFlagAlignedVideoData) {
92 parserFlags |= ATSParser::ALIGNED_VIDEO_DATA;
93 }
94
95 mTSParser = new ATSParser(parserFlags);
Andreas Huber5bc087c2010-12-23 10:27:40 -080096
97 mStreamListener->start();
Chong Zhang180d1b92014-12-02 18:35:35 -080098
99 postReadBuffer();
Andreas Huber5bc087c2010-12-23 10:27:40 -0800100}
101
Andreas Hubereac68ba2011-09-27 12:12:25 -0700102status_t NuPlayer::StreamingSource::feedMoreTSData() {
Chong Zhang180d1b92014-12-02 18:35:35 -0800103 return postReadBuffer();
104}
Andreas Huber5bc087c2010-12-23 10:27:40 -0800105
Chong Zhang180d1b92014-12-02 18:35:35 -0800106void NuPlayer::StreamingSource::onReadBuffer() {
osamu fujita8cf4ced2015-10-06 14:20:02 +0900107 for (int32_t i = 0; i < kNumListenerQueuePackets; ++i) {
Andreas Huber5bc087c2010-12-23 10:27:40 -0800108 char buffer[188];
Andreas Huber32f3cef2011-03-02 15:34:46 -0800109 sp<AMessage> extra;
110 ssize_t n = mStreamListener->read(buffer, sizeof(buffer), &extra);
Andreas Huber5bc087c2010-12-23 10:27:40 -0800111
112 if (n == 0) {
Steve Blockdf64d152012-01-04 20:05:49 +0000113 ALOGI("input data EOS reached.");
Andreas Huber5bc087c2010-12-23 10:27:40 -0800114 mTSParser->signalEOS(ERROR_END_OF_STREAM);
Chong Zhang180d1b92014-12-02 18:35:35 -0800115 setError(ERROR_END_OF_STREAM);
Andreas Huber5bc087c2010-12-23 10:27:40 -0800116 break;
117 } else if (n == INFO_DISCONTINUITY) {
Wei Jiafef808d2014-10-31 17:57:05 -0700118 int32_t type = ATSParser::DISCONTINUITY_TIME;
Andreas Huber42e549e2011-07-13 09:36:11 -0700119
Andreas Huberbfcc8d82011-11-29 11:57:35 -0800120 int32_t mask;
Andreas Huber42e549e2011-07-13 09:36:11 -0700121 if (extra != NULL
122 && extra->findInt32(
Andreas Huberbfcc8d82011-11-29 11:57:35 -0800123 IStreamListener::kKeyDiscontinuityMask, &mask)) {
124 if (mask == 0) {
Steve Block29357bc2012-01-06 19:20:56 +0000125 ALOGE("Client specified an illegal discontinuity type.");
Chong Zhang180d1b92014-12-02 18:35:35 -0800126 setError(ERROR_UNSUPPORTED);
127 break;
Andreas Huberbfcc8d82011-11-29 11:57:35 -0800128 }
129
130 type = mask;
Andreas Huber42e549e2011-07-13 09:36:11 -0700131 }
132
Andreas Huberbfcc8d82011-11-29 11:57:35 -0800133 mTSParser->signalDiscontinuity(
134 (ATSParser::DiscontinuityType)type, extra);
Andreas Huber5bc087c2010-12-23 10:27:40 -0800135 } else if (n < 0) {
Andreas Huber5bc087c2010-12-23 10:27:40 -0800136 break;
137 } else {
138 if (buffer[0] == 0x00) {
139 // XXX legacy
Andreas Huberb7c8e912012-11-27 15:02:53 -0800140
141 if (extra == NULL) {
142 extra = new AMessage;
143 }
144
145 uint8_t type = buffer[1];
146
147 if (type & 2) {
148 int64_t mediaTimeUs;
149 memcpy(&mediaTimeUs, &buffer[2], sizeof(mediaTimeUs));
150
151 extra->setInt64(IStreamListener::kKeyMediaTimeUs, mediaTimeUs);
152 }
153
Andreas Huber5bc087c2010-12-23 10:27:40 -0800154 mTSParser->signalDiscontinuity(
Andreas Huberb7c8e912012-11-27 15:02:53 -0800155 ((type & 1) == 0)
Wei Jiafef808d2014-10-31 17:57:05 -0700156 ? ATSParser::DISCONTINUITY_TIME
Andreas Huber32f3cef2011-03-02 15:34:46 -0800157 : ATSParser::DISCONTINUITY_FORMATCHANGE,
158 extra);
Andreas Huber5bc087c2010-12-23 10:27:40 -0800159 } else {
Andreas Huber06528d72011-08-31 16:29:05 -0700160 status_t err = mTSParser->feedTSPacket(buffer, sizeof(buffer));
161
162 if (err != OK) {
Steve Block29357bc2012-01-06 19:20:56 +0000163 ALOGE("TS Parser returned error %d", err);
Andreas Huber06528d72011-08-31 16:29:05 -0700164
165 mTSParser->signalEOS(err);
Chong Zhang180d1b92014-12-02 18:35:35 -0800166 setError(err);
Andreas Huber06528d72011-08-31 16:29:05 -0700167 break;
168 }
Andreas Huber5bc087c2010-12-23 10:27:40 -0800169 }
170 }
171 }
Chong Zhang180d1b92014-12-02 18:35:35 -0800172}
Andreas Huber5bc087c2010-12-23 10:27:40 -0800173
Chong Zhang180d1b92014-12-02 18:35:35 -0800174status_t NuPlayer::StreamingSource::postReadBuffer() {
175 {
176 Mutex::Autolock _l(mBufferingLock);
177 if (mFinalResult != OK) {
178 return mFinalResult;
179 }
180 if (mBuffering) {
181 return OK;
182 }
183 mBuffering = true;
184 }
185
Lajos Molnar1d15ab52015-03-04 16:46:34 -0800186 (new AMessage(kWhatReadBuffer, this))->post();
Andreas Hubereac68ba2011-09-27 12:12:25 -0700187 return OK;
Andreas Huber5bc087c2010-12-23 10:27:40 -0800188}
189
Chong Zhang180d1b92014-12-02 18:35:35 -0800190bool NuPlayer::StreamingSource::haveSufficientDataOnAllTracks() {
191 // We're going to buffer at least 2 secs worth data on all tracks before
192 // starting playback (both at startup and after a seek).
193
194 static const int64_t kMinDurationUs = 2000000ll;
195
196 sp<AnotherPacketSource> audioTrack = getSource(true /*audio*/);
197 sp<AnotherPacketSource> videoTrack = getSource(false /*audio*/);
198
199 status_t err;
200 int64_t durationUs;
201 if (audioTrack != NULL
202 && (durationUs = audioTrack->getBufferedDurationUs(&err))
203 < kMinDurationUs
204 && err == OK) {
205 ALOGV("audio track doesn't have enough data yet. (%.2f secs buffered)",
206 durationUs / 1E6);
207 return false;
208 }
209
210 if (videoTrack != NULL
211 && (durationUs = videoTrack->getBufferedDurationUs(&err))
212 < kMinDurationUs
213 && err == OK) {
214 ALOGV("video track doesn't have enough data yet. (%.2f secs buffered)",
215 durationUs / 1E6);
216 return false;
217 }
218
219 return true;
220}
221
222void NuPlayer::StreamingSource::setError(status_t err) {
223 Mutex::Autolock _l(mBufferingLock);
224 mFinalResult = err;
225}
226
227sp<AnotherPacketSource> NuPlayer::StreamingSource::getSource(bool audio) {
Wei Jiaab05b4c2014-12-02 09:41:21 -0800228 if (mTSParser == NULL) {
229 return NULL;
230 }
231
Chong Zhang180d1b92014-12-02 18:35:35 -0800232 sp<MediaSource> source = mTSParser->getSource(
233 audio ? ATSParser::AUDIO : ATSParser::VIDEO);
Andreas Huber5bc087c2010-12-23 10:27:40 -0800234
Chong Zhang180d1b92014-12-02 18:35:35 -0800235 return static_cast<AnotherPacketSource *>(source.get());
236}
237
Robert Shih093024b2016-05-12 13:45:56 -0700238sp<AMessage> NuPlayer::StreamingSource::getFormat(bool audio) {
Chong Zhang180d1b92014-12-02 18:35:35 -0800239 sp<AnotherPacketSource> source = getSource(audio);
Andreas Huber5bc087c2010-12-23 10:27:40 -0800240
Robert Shih093024b2016-05-12 13:45:56 -0700241 sp<AMessage> format = new AMessage;
Andreas Huber5bc087c2010-12-23 10:27:40 -0800242 if (source == NULL) {
Robert Shih093024b2016-05-12 13:45:56 -0700243 format->setInt32("err", -EWOULDBLOCK);
244 return format;
Andreas Huber5bc087c2010-12-23 10:27:40 -0800245 }
246
Robert Shih093024b2016-05-12 13:45:56 -0700247 sp<MetaData> meta = source->getFormat();
Roger1 Jonssonc3fe6992016-09-06 08:51:46 +0200248 if (meta == NULL) {
249 format->setInt32("err", -EWOULDBLOCK);
250 return format;
251 }
Robert Shih093024b2016-05-12 13:45:56 -0700252 status_t err = convertMetaDataToMessage(meta, &format);
Lajos Molnar5bd99f92016-08-10 10:30:07 -0700253 if (err != OK) { // format may have been cleared on error
Wei Jia9737d342016-12-28 14:59:59 -0800254 return NULL;
Robert Shih093024b2016-05-12 13:45:56 -0700255 }
256 return format;
Andreas Huber5bc087c2010-12-23 10:27:40 -0800257}
258
259status_t NuPlayer::StreamingSource::dequeueAccessUnit(
260 bool audio, sp<ABuffer> *accessUnit) {
Chong Zhang180d1b92014-12-02 18:35:35 -0800261 sp<AnotherPacketSource> source = getSource(audio);
Andreas Huber5bc087c2010-12-23 10:27:40 -0800262
263 if (source == NULL) {
264 return -EWOULDBLOCK;
265 }
266
Chong Zhang180d1b92014-12-02 18:35:35 -0800267 if (!haveSufficientDataOnAllTracks()) {
268 postReadBuffer();
269 }
270
Andreas Huber5bc087c2010-12-23 10:27:40 -0800271 status_t finalResult;
272 if (!source->hasBufferAvailable(&finalResult)) {
273 return finalResult == OK ? -EWOULDBLOCK : finalResult;
274 }
275
Andreas Huber87f2a552012-08-31 13:55:24 -0700276 status_t err = source->dequeueAccessUnit(accessUnit);
277
278#if !defined(LOG_NDEBUG) || LOG_NDEBUG == 0
279 if (err == OK) {
280 int64_t timeUs;
281 CHECK((*accessUnit)->meta()->findInt64("timeUs", &timeUs));
282 ALOGV("dequeueAccessUnit timeUs=%lld us", timeUs);
283 }
284#endif
285
286 return err;
Andreas Huber5bc087c2010-12-23 10:27:40 -0800287}
288
Andreas Huberd5e56232013-03-12 11:01:43 -0700289bool NuPlayer::StreamingSource::isRealTime() const {
290 return mSource->flags() & IStreamSource::kFlagIsRealTimeData;
291}
292
Chong Zhang180d1b92014-12-02 18:35:35 -0800293void NuPlayer::StreamingSource::onMessageReceived(
294 const sp<AMessage> &msg) {
295 switch (msg->what()) {
296 case kWhatReadBuffer:
297 {
298 onReadBuffer();
299
300 {
301 Mutex::Autolock _l(mBufferingLock);
302 mBuffering = false;
303 }
304 break;
305 }
306 default:
307 {
308 TRESPASS();
309 }
310 }
311}
312
313
Andreas Huber5bc087c2010-12-23 10:27:40 -0800314} // namespace android
315