blob: 14f1323a9c7634e02081b83d6357c4955e7220af [file] [log] [blame]
Andreas Huber5bc087c2010-12-23 10:27:40 -08001/*
2 * Copyright (C) 2010 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "StreamingSource"
19#include <utils/Log.h>
20
21#include "StreamingSource.h"
22
23#include "ATSParser.h"
24#include "AnotherPacketSource.h"
25#include "NuPlayerStreamListener.h"
26
Marco Nelissen7291da62019-12-17 13:01:55 -080027#include <media/stagefright/MediaSource.h>
Andreas Huber5bc087c2010-12-23 10:27:40 -080028#include <media/stagefright/foundation/ABuffer.h>
29#include <media/stagefright/foundation/ADebug.h>
30#include <media/stagefright/foundation/AMessage.h>
Dongwon Kang15d02f82017-12-14 16:32:18 -080031#include <media/stagefright/foundation/MediaKeys.h>
Andreas Huber5bc087c2010-12-23 10:27:40 -080032#include <media/stagefright/MetaData.h>
Robert Shih093024b2016-05-12 13:45:56 -070033#include <media/stagefright/Utils.h>
Andreas Huber5bc087c2010-12-23 10:27:40 -080034
35namespace android {
36
osamu fujita8cf4ced2015-10-06 14:20:02 +090037const int32_t kNumListenerQueuePackets = 80;
38
Andreas Huberb5f25f02013-02-05 10:14:26 -080039NuPlayer::StreamingSource::StreamingSource(
40 const sp<AMessage> &notify,
41 const sp<IStreamSource> &source)
42 : Source(notify),
43 mSource(source),
Chong Zhang180d1b92014-12-02 18:35:35 -080044 mFinalResult(OK),
45 mBuffering(false) {
Andreas Huber5bc087c2010-12-23 10:27:40 -080046}
47
48NuPlayer::StreamingSource::~StreamingSource() {
Chong Zhang180d1b92014-12-02 18:35:35 -080049 if (mLooper != NULL) {
50 mLooper->unregisterHandler(id());
51 mLooper->stop();
52 }
Andreas Huber5bc087c2010-12-23 10:27:40 -080053}
54
Wei Jia9bb38032017-03-23 18:00:38 -070055status_t NuPlayer::StreamingSource::getBufferingSettings(
Wei Jia48fa06d2016-12-20 15:30:49 -080056 BufferingSettings *buffering /* nonnull */) {
57 *buffering = BufferingSettings();
58 return OK;
59}
60
61status_t NuPlayer::StreamingSource::setBufferingSettings(
Wei Jia9bb38032017-03-23 18:00:38 -070062 const BufferingSettings & /* buffering */) {
Wei Jia48fa06d2016-12-20 15:30:49 -080063 return OK;
64}
65
Andreas Huber9575c962013-02-05 13:59:56 -080066void NuPlayer::StreamingSource::prepareAsync() {
Chong Zhang180d1b92014-12-02 18:35:35 -080067 if (mLooper == NULL) {
68 mLooper = new ALooper;
69 mLooper->setName("streaming");
70 mLooper->start();
71
72 mLooper->registerHandler(this);
73 }
74
Chong Zhangced1c2f2014-08-08 15:22:35 -070075 notifyVideoSizeChanged();
Andreas Huber9575c962013-02-05 13:59:56 -080076 notifyFlagsChanged(0);
77 notifyPrepared();
78}
79
Andreas Huber5bc087c2010-12-23 10:27:40 -080080void NuPlayer::StreamingSource::start() {
Lajos Molnar1d15ab52015-03-04 16:46:34 -080081 mStreamListener = new NuPlayerStreamListener(mSource, NULL);
Andreas Huber87f2a552012-08-31 13:55:24 -070082
83 uint32_t sourceFlags = mSource->flags();
84
85 uint32_t parserFlags = ATSParser::TS_TIMESTAMPS_ARE_ABSOLUTE;
86 if (sourceFlags & IStreamSource::kFlagAlignedVideoData) {
87 parserFlags |= ATSParser::ALIGNED_VIDEO_DATA;
88 }
89
90 mTSParser = new ATSParser(parserFlags);
Andreas Huber5bc087c2010-12-23 10:27:40 -080091
92 mStreamListener->start();
Chong Zhang180d1b92014-12-02 18:35:35 -080093
94 postReadBuffer();
Andreas Huber5bc087c2010-12-23 10:27:40 -080095}
96
Andreas Hubereac68ba2011-09-27 12:12:25 -070097status_t NuPlayer::StreamingSource::feedMoreTSData() {
Chong Zhang180d1b92014-12-02 18:35:35 -080098 return postReadBuffer();
99}
Andreas Huber5bc087c2010-12-23 10:27:40 -0800100
Chong Zhang180d1b92014-12-02 18:35:35 -0800101void NuPlayer::StreamingSource::onReadBuffer() {
osamu fujita8cf4ced2015-10-06 14:20:02 +0900102 for (int32_t i = 0; i < kNumListenerQueuePackets; ++i) {
Andreas Huber5bc087c2010-12-23 10:27:40 -0800103 char buffer[188];
Andreas Huber32f3cef2011-03-02 15:34:46 -0800104 sp<AMessage> extra;
105 ssize_t n = mStreamListener->read(buffer, sizeof(buffer), &extra);
Andreas Huber5bc087c2010-12-23 10:27:40 -0800106
107 if (n == 0) {
Steve Blockdf64d152012-01-04 20:05:49 +0000108 ALOGI("input data EOS reached.");
Andreas Huber5bc087c2010-12-23 10:27:40 -0800109 mTSParser->signalEOS(ERROR_END_OF_STREAM);
Chong Zhang180d1b92014-12-02 18:35:35 -0800110 setError(ERROR_END_OF_STREAM);
Andreas Huber5bc087c2010-12-23 10:27:40 -0800111 break;
112 } else if (n == INFO_DISCONTINUITY) {
Wei Jiafef808d2014-10-31 17:57:05 -0700113 int32_t type = ATSParser::DISCONTINUITY_TIME;
Andreas Huber42e549e2011-07-13 09:36:11 -0700114
Andreas Huberbfcc8d82011-11-29 11:57:35 -0800115 int32_t mask;
Andreas Huber42e549e2011-07-13 09:36:11 -0700116 if (extra != NULL
117 && extra->findInt32(
Dongwon Kang15d02f82017-12-14 16:32:18 -0800118 kIStreamListenerKeyDiscontinuityMask, &mask)) {
Andreas Huberbfcc8d82011-11-29 11:57:35 -0800119 if (mask == 0) {
Steve Block29357bc2012-01-06 19:20:56 +0000120 ALOGE("Client specified an illegal discontinuity type.");
Chong Zhang180d1b92014-12-02 18:35:35 -0800121 setError(ERROR_UNSUPPORTED);
122 break;
Andreas Huberbfcc8d82011-11-29 11:57:35 -0800123 }
124
125 type = mask;
Andreas Huber42e549e2011-07-13 09:36:11 -0700126 }
127
Andreas Huberbfcc8d82011-11-29 11:57:35 -0800128 mTSParser->signalDiscontinuity(
129 (ATSParser::DiscontinuityType)type, extra);
Andreas Huber5bc087c2010-12-23 10:27:40 -0800130 } else if (n < 0) {
Andreas Huber5bc087c2010-12-23 10:27:40 -0800131 break;
132 } else {
Chong Zhang2e26d812019-09-09 13:20:10 -0700133 if (buffer[0] == 0x00) { // OK to access buffer[0] since n must be > 0 here
Andreas Huber5bc087c2010-12-23 10:27:40 -0800134 // XXX legacy
Andreas Huberb7c8e912012-11-27 15:02:53 -0800135
136 if (extra == NULL) {
137 extra = new AMessage;
138 }
139
Chong Zhang2e26d812019-09-09 13:20:10 -0700140 uint8_t type = 0;
141 if (n > 1) {
142 type = buffer[1];
Andreas Huberb7c8e912012-11-27 15:02:53 -0800143
Chong Zhang2e26d812019-09-09 13:20:10 -0700144 if ((type & 2) && (n >= 2 + sizeof(int64_t))) {
145 int64_t mediaTimeUs;
146 memcpy(&mediaTimeUs, &buffer[2], sizeof(mediaTimeUs));
Andreas Huberb7c8e912012-11-27 15:02:53 -0800147
Chong Zhang2e26d812019-09-09 13:20:10 -0700148 extra->setInt64(kATSParserKeyMediaTimeUs, mediaTimeUs);
149 }
Andreas Huberb7c8e912012-11-27 15:02:53 -0800150 }
151
Andreas Huber5bc087c2010-12-23 10:27:40 -0800152 mTSParser->signalDiscontinuity(
Andreas Huberb7c8e912012-11-27 15:02:53 -0800153 ((type & 1) == 0)
Chong Zhang2e26d812019-09-09 13:20:10 -0700154 ? ATSParser::DISCONTINUITY_TIME
155 : ATSParser::DISCONTINUITY_FORMATCHANGE,
Andreas Huber32f3cef2011-03-02 15:34:46 -0800156 extra);
Andreas Huber5bc087c2010-12-23 10:27:40 -0800157 } else {
Chong Zhang2e26d812019-09-09 13:20:10 -0700158 status_t err = mTSParser->feedTSPacket(buffer, n);
Andreas Huber06528d72011-08-31 16:29:05 -0700159
160 if (err != OK) {
Steve Block29357bc2012-01-06 19:20:56 +0000161 ALOGE("TS Parser returned error %d", err);
Andreas Huber06528d72011-08-31 16:29:05 -0700162
163 mTSParser->signalEOS(err);
Chong Zhang180d1b92014-12-02 18:35:35 -0800164 setError(err);
Andreas Huber06528d72011-08-31 16:29:05 -0700165 break;
166 }
Andreas Huber5bc087c2010-12-23 10:27:40 -0800167 }
168 }
169 }
Chong Zhang180d1b92014-12-02 18:35:35 -0800170}
Andreas Huber5bc087c2010-12-23 10:27:40 -0800171
Chong Zhang180d1b92014-12-02 18:35:35 -0800172status_t NuPlayer::StreamingSource::postReadBuffer() {
173 {
174 Mutex::Autolock _l(mBufferingLock);
175 if (mFinalResult != OK) {
176 return mFinalResult;
177 }
178 if (mBuffering) {
179 return OK;
180 }
181 mBuffering = true;
182 }
183
Lajos Molnar1d15ab52015-03-04 16:46:34 -0800184 (new AMessage(kWhatReadBuffer, this))->post();
Andreas Hubereac68ba2011-09-27 12:12:25 -0700185 return OK;
Andreas Huber5bc087c2010-12-23 10:27:40 -0800186}
187
Chong Zhang180d1b92014-12-02 18:35:35 -0800188bool NuPlayer::StreamingSource::haveSufficientDataOnAllTracks() {
189 // We're going to buffer at least 2 secs worth data on all tracks before
190 // starting playback (both at startup and after a seek).
191
Chih-Hung Hsieh62309d52018-12-11 13:54:02 -0800192 static const int64_t kMinDurationUs = 2000000LL;
Chong Zhang180d1b92014-12-02 18:35:35 -0800193
194 sp<AnotherPacketSource> audioTrack = getSource(true /*audio*/);
195 sp<AnotherPacketSource> videoTrack = getSource(false /*audio*/);
196
197 status_t err;
198 int64_t durationUs;
199 if (audioTrack != NULL
200 && (durationUs = audioTrack->getBufferedDurationUs(&err))
201 < kMinDurationUs
202 && err == OK) {
203 ALOGV("audio track doesn't have enough data yet. (%.2f secs buffered)",
204 durationUs / 1E6);
205 return false;
206 }
207
208 if (videoTrack != NULL
209 && (durationUs = videoTrack->getBufferedDurationUs(&err))
210 < kMinDurationUs
211 && err == OK) {
212 ALOGV("video track doesn't have enough data yet. (%.2f secs buffered)",
213 durationUs / 1E6);
214 return false;
215 }
216
217 return true;
218}
219
220void NuPlayer::StreamingSource::setError(status_t err) {
221 Mutex::Autolock _l(mBufferingLock);
222 mFinalResult = err;
223}
224
225sp<AnotherPacketSource> NuPlayer::StreamingSource::getSource(bool audio) {
Wei Jiaab05b4c2014-12-02 09:41:21 -0800226 if (mTSParser == NULL) {
227 return NULL;
228 }
229
Chong Zhang180d1b92014-12-02 18:35:35 -0800230 sp<MediaSource> source = mTSParser->getSource(
231 audio ? ATSParser::AUDIO : ATSParser::VIDEO);
Andreas Huber5bc087c2010-12-23 10:27:40 -0800232
Chong Zhang180d1b92014-12-02 18:35:35 -0800233 return static_cast<AnotherPacketSource *>(source.get());
234}
235
Robert Shih093024b2016-05-12 13:45:56 -0700236sp<AMessage> NuPlayer::StreamingSource::getFormat(bool audio) {
Chong Zhang180d1b92014-12-02 18:35:35 -0800237 sp<AnotherPacketSource> source = getSource(audio);
Andreas Huber5bc087c2010-12-23 10:27:40 -0800238
Robert Shih093024b2016-05-12 13:45:56 -0700239 sp<AMessage> format = new AMessage;
Andreas Huber5bc087c2010-12-23 10:27:40 -0800240 if (source == NULL) {
Robert Shih093024b2016-05-12 13:45:56 -0700241 format->setInt32("err", -EWOULDBLOCK);
242 return format;
Andreas Huber5bc087c2010-12-23 10:27:40 -0800243 }
244
Robert Shih093024b2016-05-12 13:45:56 -0700245 sp<MetaData> meta = source->getFormat();
Roger1 Jonssonc3fe6992016-09-06 08:51:46 +0200246 if (meta == NULL) {
247 format->setInt32("err", -EWOULDBLOCK);
248 return format;
249 }
Robert Shih093024b2016-05-12 13:45:56 -0700250 status_t err = convertMetaDataToMessage(meta, &format);
Lajos Molnar5bd99f92016-08-10 10:30:07 -0700251 if (err != OK) { // format may have been cleared on error
Wei Jia9737d342016-12-28 14:59:59 -0800252 return NULL;
Robert Shih093024b2016-05-12 13:45:56 -0700253 }
254 return format;
Andreas Huber5bc087c2010-12-23 10:27:40 -0800255}
256
257status_t NuPlayer::StreamingSource::dequeueAccessUnit(
258 bool audio, sp<ABuffer> *accessUnit) {
Chong Zhang180d1b92014-12-02 18:35:35 -0800259 sp<AnotherPacketSource> source = getSource(audio);
Andreas Huber5bc087c2010-12-23 10:27:40 -0800260
261 if (source == NULL) {
262 return -EWOULDBLOCK;
263 }
264
Chong Zhang180d1b92014-12-02 18:35:35 -0800265 if (!haveSufficientDataOnAllTracks()) {
266 postReadBuffer();
267 }
268
Andreas Huber5bc087c2010-12-23 10:27:40 -0800269 status_t finalResult;
270 if (!source->hasBufferAvailable(&finalResult)) {
271 return finalResult == OK ? -EWOULDBLOCK : finalResult;
272 }
273
Andreas Huber87f2a552012-08-31 13:55:24 -0700274 status_t err = source->dequeueAccessUnit(accessUnit);
275
276#if !defined(LOG_NDEBUG) || LOG_NDEBUG == 0
277 if (err == OK) {
278 int64_t timeUs;
279 CHECK((*accessUnit)->meta()->findInt64("timeUs", &timeUs));
280 ALOGV("dequeueAccessUnit timeUs=%lld us", timeUs);
281 }
282#endif
283
284 return err;
Andreas Huber5bc087c2010-12-23 10:27:40 -0800285}
286
Andreas Huberd5e56232013-03-12 11:01:43 -0700287bool NuPlayer::StreamingSource::isRealTime() const {
288 return mSource->flags() & IStreamSource::kFlagIsRealTimeData;
289}
290
Chong Zhang180d1b92014-12-02 18:35:35 -0800291void NuPlayer::StreamingSource::onMessageReceived(
292 const sp<AMessage> &msg) {
293 switch (msg->what()) {
294 case kWhatReadBuffer:
295 {
296 onReadBuffer();
297
298 {
299 Mutex::Autolock _l(mBufferingLock);
300 mBuffering = false;
301 }
302 break;
303 }
304 default:
305 {
306 TRESPASS();
307 }
308 }
309}
310
311
Andreas Huber5bc087c2010-12-23 10:27:40 -0800312} // namespace android
313