blob: 9533ae52795773c6ed474e03c32866d564284cad [file] [log] [blame]
Andreas Huber2bfdd422011-10-11 15:24:07 -07001/*
2 * Copyright (C) 2010 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "RTSPSource"
19#include <utils/Log.h>
20
21#include "RTSPSource.h"
22
23#include "AnotherPacketSource.h"
24#include "MyHandler.h"
Oscar Rydhé81dd60e2012-02-20 10:15:48 +010025#include "SDPLoader.h"
Andreas Huber2bfdd422011-10-11 15:24:07 -070026
Andreas Huber1b86fe02014-01-29 11:13:26 -080027#include <media/IMediaHTTPService.h>
Andreas Huber49694682012-08-31 10:27:46 -070028#include <media/stagefright/MediaDefs.h>
Andreas Huber2bfdd422011-10-11 15:24:07 -070029#include <media/stagefright/MetaData.h>
30
31namespace android {
32
Chih-Hung Hsieh62309d52018-12-11 13:54:02 -080033const int64_t kNearEOSTimeoutUs = 2000000LL; // 2 secs
Roger Jönssoncfc30832013-01-21 16:26:41 +010034
Wei Jia48fa06d2016-12-20 15:30:49 -080035// Default Buffer Underflow/Prepare/StartServer/Overflow Marks
36static const int kUnderflowMarkMs = 1000; // 1 second
37static const int kPrepareMarkMs = 3000; // 3 seconds
38//static const int kStartServerMarkMs = 5000;
39static const int kOverflowMarkMs = 10000; // 10 seconds
Robert Shih641e0c72016-02-22 11:37:20 -080040
Andreas Huber2bfdd422011-10-11 15:24:07 -070041NuPlayer::RTSPSource::RTSPSource(
Andreas Huber5ab368a2013-02-05 10:14:26 -080042 const sp<AMessage> &notify,
Andreas Huber1b86fe02014-01-29 11:13:26 -080043 const sp<IMediaHTTPService> &httpService,
Andreas Huber2bfdd422011-10-11 15:24:07 -070044 const char *url,
45 const KeyedVector<String8, String8> *headers,
46 bool uidValid,
Oscar Rydhé81dd60e2012-02-20 10:15:48 +010047 uid_t uid,
48 bool isSDP)
Andreas Huber5ab368a2013-02-05 10:14:26 -080049 : Source(notify),
Andreas Huber1b86fe02014-01-29 11:13:26 -080050 mHTTPService(httpService),
Andreas Huber5ab368a2013-02-05 10:14:26 -080051 mURL(url),
Andreas Huber2bfdd422011-10-11 15:24:07 -070052 mUIDValid(uidValid),
53 mUID(uid),
54 mFlags(0),
Oscar Rydhé81dd60e2012-02-20 10:15:48 +010055 mIsSDP(isSDP),
Andreas Huber2bfdd422011-10-11 15:24:07 -070056 mState(DISCONNECTED),
57 mFinalResult(OK),
Andreas Huberee736e92011-12-08 13:04:50 -080058 mDisconnectReplyID(0),
Chong Zhang180d1b92014-12-02 18:35:35 -080059 mBuffering(false),
Robert Shih641e0c72016-02-22 11:37:20 -080060 mInPreparationPhase(true),
Robert Shihf1d261f2016-07-29 16:44:39 -070061 mEOSPending(false),
Roger Jönssoncfc30832013-01-21 16:26:41 +010062 mSeekGeneration(0),
63 mEOSTimeoutAudio(0),
64 mEOSTimeoutVideo(0) {
Wei Jia9bb38032017-03-23 18:00:38 -070065 mBufferingSettings.mInitialMarkMs = kPrepareMarkMs;
66 mBufferingSettings.mResumePlaybackMarkMs = kOverflowMarkMs;
Andreas Huber2bfdd422011-10-11 15:24:07 -070067 if (headers) {
68 mExtraHeaders = *headers;
69
70 ssize_t index =
71 mExtraHeaders.indexOfKey(String8("x-hide-urls-from-log"));
72
73 if (index >= 0) {
74 mFlags |= kFlagIncognito;
75
76 mExtraHeaders.removeItemsAt(index);
77 }
78 }
79}
80
81NuPlayer::RTSPSource::~RTSPSource() {
Andreas Huber602f5bb2013-04-15 16:18:56 -070082 if (mLooper != NULL) {
Chong Zhang1228d6b2014-08-12 21:25:48 -070083 mLooper->unregisterHandler(id());
Andreas Huber602f5bb2013-04-15 16:18:56 -070084 mLooper->stop();
85 }
Andreas Huber2bfdd422011-10-11 15:24:07 -070086}
87
Wei Jia9bb38032017-03-23 18:00:38 -070088status_t NuPlayer::RTSPSource::getBufferingSettings(
Wei Jia48fa06d2016-12-20 15:30:49 -080089 BufferingSettings* buffering /* nonnull */) {
Wei Jia9bb38032017-03-23 18:00:38 -070090 Mutex::Autolock _l(mBufferingSettingsLock);
91 *buffering = mBufferingSettings;
Wei Jia48fa06d2016-12-20 15:30:49 -080092 return OK;
93}
94
95status_t NuPlayer::RTSPSource::setBufferingSettings(const BufferingSettings& buffering) {
Wei Jia9bb38032017-03-23 18:00:38 -070096 Mutex::Autolock _l(mBufferingSettingsLock);
97 mBufferingSettings = buffering;
98 return OK;
Wei Jia48fa06d2016-12-20 15:30:49 -080099}
100
Andreas Huber57cea552013-02-05 13:59:56 -0800101void NuPlayer::RTSPSource::prepareAsync() {
Wei Jiace84b222016-01-14 14:39:42 -0800102 if (mIsSDP && mHTTPService == NULL) {
103 notifyPrepared(BAD_VALUE);
104 return;
105 }
106
Andreas Huber2bfdd422011-10-11 15:24:07 -0700107 if (mLooper == NULL) {
108 mLooper = new ALooper;
109 mLooper->setName("rtsp");
110 mLooper->start();
111
Chong Zhang1228d6b2014-08-12 21:25:48 -0700112 mLooper->registerHandler(this);
Andreas Huber2bfdd422011-10-11 15:24:07 -0700113 }
114
115 CHECK(mHandler == NULL);
Oscar Rydhé81dd60e2012-02-20 10:15:48 +0100116 CHECK(mSDPLoader == NULL);
Andreas Huber2bfdd422011-10-11 15:24:07 -0700117
Lajos Molnar1d15ab52015-03-04 16:46:34 -0800118 sp<AMessage> notify = new AMessage(kWhatNotify, this);
Andreas Huber2bfdd422011-10-11 15:24:07 -0700119
Andreas Huber2bfdd422011-10-11 15:24:07 -0700120 CHECK_EQ(mState, (int)DISCONNECTED);
121 mState = CONNECTING;
122
Oscar Rydhé81dd60e2012-02-20 10:15:48 +0100123 if (mIsSDP) {
124 mSDPLoader = new SDPLoader(notify,
125 (mFlags & kFlagIncognito) ? SDPLoader::kFlagIncognito : 0,
Andreas Huber81e68442014-02-05 11:52:33 -0800126 mHTTPService);
Oscar Rydhé81dd60e2012-02-20 10:15:48 +0100127
Andreas Huber57cea552013-02-05 13:59:56 -0800128 mSDPLoader->load(
129 mURL.c_str(), mExtraHeaders.isEmpty() ? NULL : &mExtraHeaders);
Oscar Rydhé81dd60e2012-02-20 10:15:48 +0100130 } else {
131 mHandler = new MyHandler(mURL.c_str(), notify, mUIDValid, mUID);
132 mLooper->registerHandler(mHandler);
133
134 mHandler->connect();
135 }
Roger Jönssoncfc30832013-01-21 16:26:41 +0100136
Chong Zhang180d1b92014-12-02 18:35:35 -0800137 startBufferingIfNecessary();
Andreas Huber57cea552013-02-05 13:59:56 -0800138}
139
140void NuPlayer::RTSPSource::start() {
Andreas Huber2bfdd422011-10-11 15:24:07 -0700141}
142
143void NuPlayer::RTSPSource::stop() {
James Dong58341812012-11-16 14:31:15 -0800144 if (mLooper == NULL) {
145 return;
146 }
Dichen Zhangfd3bbcb2019-08-08 17:15:01 -0700147
148 // Close socket before posting message to RTSPSource message handler.
Daniel Bonnevierdb09dbc2020-08-19 15:54:49 +0200149 if (mHandler != NULL) {
150 close(mHandler->getARTSPConnection()->getSocket());
151 }
Dichen Zhangfd3bbcb2019-08-08 17:15:01 -0700152
Lajos Molnar1d15ab52015-03-04 16:46:34 -0800153 sp<AMessage> msg = new AMessage(kWhatDisconnect, this);
Andreas Huber2bfdd422011-10-11 15:24:07 -0700154
155 sp<AMessage> dummy;
156 msg->postAndAwaitResponse(&dummy);
157}
158
159status_t NuPlayer::RTSPSource::feedMoreTSData() {
Chong Zhang180d1b92014-12-02 18:35:35 -0800160 Mutex::Autolock _l(mBufferingLock);
Andreas Huber2bfdd422011-10-11 15:24:07 -0700161 return mFinalResult;
162}
163
Andreas Huber84066782011-08-16 09:34:26 -0700164sp<MetaData> NuPlayer::RTSPSource::getFormatMeta(bool audio) {
Andreas Huber2bfdd422011-10-11 15:24:07 -0700165 sp<AnotherPacketSource> source = getSource(audio);
166
167 if (source == NULL) {
168 return NULL;
169 }
170
171 return source->getFormat();
172}
173
Andreas Huberbfd4d0d2012-05-17 14:18:50 -0700174bool NuPlayer::RTSPSource::haveSufficientDataOnAllTracks() {
175 // We're going to buffer at least 2 secs worth data on all tracks before
176 // starting playback (both at startup and after a seek).
177
Chih-Hung Hsieh62309d52018-12-11 13:54:02 -0800178 static const int64_t kMinDurationUs = 2000000LL;
Andreas Huberbfd4d0d2012-05-17 14:18:50 -0700179
Roger Jönssoncfc30832013-01-21 16:26:41 +0100180 int64_t mediaDurationUs = 0;
181 getDuration(&mediaDurationUs);
182 if ((mAudioTrack != NULL && mAudioTrack->isFinished(mediaDurationUs))
183 || (mVideoTrack != NULL && mVideoTrack->isFinished(mediaDurationUs))) {
184 return true;
185 }
186
Andreas Huberbfd4d0d2012-05-17 14:18:50 -0700187 status_t err;
188 int64_t durationUs;
189 if (mAudioTrack != NULL
190 && (durationUs = mAudioTrack->getBufferedDurationUs(&err))
191 < kMinDurationUs
192 && err == OK) {
193 ALOGV("audio track doesn't have enough data yet. (%.2f secs buffered)",
194 durationUs / 1E6);
195 return false;
196 }
197
198 if (mVideoTrack != NULL
199 && (durationUs = mVideoTrack->getBufferedDurationUs(&err))
200 < kMinDurationUs
201 && err == OK) {
202 ALOGV("video track doesn't have enough data yet. (%.2f secs buffered)",
203 durationUs / 1E6);
204 return false;
205 }
206
207 return true;
208}
209
Andreas Huber2bfdd422011-10-11 15:24:07 -0700210status_t NuPlayer::RTSPSource::dequeueAccessUnit(
211 bool audio, sp<ABuffer> *accessUnit) {
Chong Zhang180d1b92014-12-02 18:35:35 -0800212 if (!stopBufferingIfNecessary()) {
213 return -EWOULDBLOCK;
Andreas Huberbfd4d0d2012-05-17 14:18:50 -0700214 }
215
Andreas Huber2bfdd422011-10-11 15:24:07 -0700216 sp<AnotherPacketSource> source = getSource(audio);
217
218 if (source == NULL) {
219 return -EWOULDBLOCK;
220 }
221
222 status_t finalResult;
223 if (!source->hasBufferAvailable(&finalResult)) {
Roger Jönssoncfc30832013-01-21 16:26:41 +0100224 if (finalResult == OK) {
Roger Jönssoncfc30832013-01-21 16:26:41 +0100225
Robert Shihf1d261f2016-07-29 16:44:39 -0700226 // If other source already signaled EOS, this source should also return EOS
227 if (sourceReachedEOS(!audio)) {
Roger Jönssoncfc30832013-01-21 16:26:41 +0100228 return ERROR_END_OF_STREAM;
229 }
230
231 // If this source has detected near end, give it some time to retrieve more
Robert Shihf1d261f2016-07-29 16:44:39 -0700232 // data before returning EOS
233 int64_t mediaDurationUs = 0;
234 getDuration(&mediaDurationUs);
Roger Jönssoncfc30832013-01-21 16:26:41 +0100235 if (source->isFinished(mediaDurationUs)) {
236 int64_t eosTimeout = audio ? mEOSTimeoutAudio : mEOSTimeoutVideo;
237 if (eosTimeout == 0) {
238 setEOSTimeout(audio, ALooper::GetNowUs());
239 } else if ((ALooper::GetNowUs() - eosTimeout) > kNearEOSTimeoutUs) {
240 setEOSTimeout(audio, 0);
Roger Jönssoncfc30832013-01-21 16:26:41 +0100241 return ERROR_END_OF_STREAM;
242 }
243 return -EWOULDBLOCK;
244 }
245
Robert Shihf1d261f2016-07-29 16:44:39 -0700246 if (!sourceNearEOS(!audio)) {
Roger Jönssoncfc30832013-01-21 16:26:41 +0100247 // We should not enter buffering mode
248 // if any of the sources already have detected EOS.
Chong Zhang180d1b92014-12-02 18:35:35 -0800249 startBufferingIfNecessary();
Roger Jönssoncfc30832013-01-21 16:26:41 +0100250 }
251
252 return -EWOULDBLOCK;
253 }
254 return finalResult;
Andreas Huber2bfdd422011-10-11 15:24:07 -0700255 }
256
Roger Jönssoncfc30832013-01-21 16:26:41 +0100257 setEOSTimeout(audio, 0);
258
Andreas Huber2bfdd422011-10-11 15:24:07 -0700259 return source->dequeueAccessUnit(accessUnit);
260}
261
262sp<AnotherPacketSource> NuPlayer::RTSPSource::getSource(bool audio) {
Andreas Huber49694682012-08-31 10:27:46 -0700263 if (mTSParser != NULL) {
264 sp<MediaSource> source = mTSParser->getSource(
265 audio ? ATSParser::AUDIO : ATSParser::VIDEO);
266
267 return static_cast<AnotherPacketSource *>(source.get());
268 }
269
Andreas Huber2bfdd422011-10-11 15:24:07 -0700270 return audio ? mAudioTrack : mVideoTrack;
271}
272
Roger Jönssoncfc30832013-01-21 16:26:41 +0100273void NuPlayer::RTSPSource::setEOSTimeout(bool audio, int64_t timeout) {
274 if (audio) {
275 mEOSTimeoutAudio = timeout;
276 } else {
277 mEOSTimeoutVideo = timeout;
278 }
279}
280
Andreas Huber2bfdd422011-10-11 15:24:07 -0700281status_t NuPlayer::RTSPSource::getDuration(int64_t *durationUs) {
Chih-Hung Hsieh62309d52018-12-11 13:54:02 -0800282 *durationUs = -1LL;
Andreas Huber2bfdd422011-10-11 15:24:07 -0700283
284 int64_t audioDurationUs;
285 if (mAudioTrack != NULL
286 && mAudioTrack->getFormat()->findInt64(
287 kKeyDuration, &audioDurationUs)
288 && audioDurationUs > *durationUs) {
289 *durationUs = audioDurationUs;
290 }
291
292 int64_t videoDurationUs;
293 if (mVideoTrack != NULL
294 && mVideoTrack->getFormat()->findInt64(
295 kKeyDuration, &videoDurationUs)
296 && videoDurationUs > *durationUs) {
297 *durationUs = videoDurationUs;
298 }
299
300 return OK;
301}
302
Wei Jiac5de0912016-11-18 10:22:14 -0800303status_t NuPlayer::RTSPSource::seekTo(int64_t seekTimeUs, MediaPlayerSeekMode mode) {
Lajos Molnar1d15ab52015-03-04 16:46:34 -0800304 sp<AMessage> msg = new AMessage(kWhatPerformSeek, this);
Andreas Huberee736e92011-12-08 13:04:50 -0800305 msg->setInt32("generation", ++mSeekGeneration);
306 msg->setInt64("timeUs", seekTimeUs);
Wei Jiac5de0912016-11-18 10:22:14 -0800307 msg->setInt32("mode", mode);
Andreas Huberee736e92011-12-08 13:04:50 -0800308
Robert Shih8d237a52015-07-13 17:59:36 -0700309 sp<AMessage> response;
310 status_t err = msg->postAndAwaitResponse(&response);
311 if (err == OK && response != NULL) {
312 CHECK(response->findInt32("err", &err));
313 }
314
315 return err;
Andreas Huberee736e92011-12-08 13:04:50 -0800316}
317
318void NuPlayer::RTSPSource::performSeek(int64_t seekTimeUs) {
Andreas Huber2bfdd422011-10-11 15:24:07 -0700319 if (mState != CONNECTED) {
Robert Shih8d237a52015-07-13 17:59:36 -0700320 finishSeek(INVALID_OPERATION);
Andreas Huberee736e92011-12-08 13:04:50 -0800321 return;
Andreas Huber2bfdd422011-10-11 15:24:07 -0700322 }
323
324 mState = SEEKING;
325 mHandler->seek(seekTimeUs);
Robert Shihf1d261f2016-07-29 16:44:39 -0700326 mEOSPending = false;
Andreas Huber2bfdd422011-10-11 15:24:07 -0700327}
328
Robert Shih641e0c72016-02-22 11:37:20 -0800329void NuPlayer::RTSPSource::schedulePollBuffering() {
330 sp<AMessage> msg = new AMessage(kWhatPollBuffering, this);
Chih-Hung Hsieh62309d52018-12-11 13:54:02 -0800331 msg->post(1000000LL); // 1 second intervals
Robert Shih641e0c72016-02-22 11:37:20 -0800332}
333
334void NuPlayer::RTSPSource::checkBuffering(
Robert Shihf1d261f2016-07-29 16:44:39 -0700335 bool *prepared, bool *underflow, bool *overflow, bool *startServer, bool *finished) {
Robert Shih641e0c72016-02-22 11:37:20 -0800336 size_t numTracks = mTracks.size();
Robert Shihf1d261f2016-07-29 16:44:39 -0700337 size_t preparedCount, underflowCount, overflowCount, startCount, finishedCount;
338 preparedCount = underflowCount = overflowCount = startCount = finishedCount = 0;
Takahiro Aizawac622c582016-06-20 09:53:47 +0900339
340 size_t count = numTracks;
341 for (size_t i = 0; i < count; ++i) {
Robert Shih641e0c72016-02-22 11:37:20 -0800342 status_t finalResult;
343 TrackInfo *info = &mTracks.editItemAt(i);
344 sp<AnotherPacketSource> src = info->mSource;
Takahiro Aizawac622c582016-06-20 09:53:47 +0900345 if (src == NULL) {
346 --numTracks;
347 continue;
348 }
Robert Shih641e0c72016-02-22 11:37:20 -0800349 int64_t bufferedDurationUs = src->getBufferedDurationUs(&finalResult);
350
Wei Jia9bb38032017-03-23 18:00:38 -0700351 int64_t initialMarkUs;
352 int64_t maxRebufferingMarkUs;
353 {
354 Mutex::Autolock _l(mBufferingSettingsLock);
Chih-Hung Hsieh62309d52018-12-11 13:54:02 -0800355 initialMarkUs = mBufferingSettings.mInitialMarkMs * 1000LL;
Wei Jia9bb38032017-03-23 18:00:38 -0700356 // TODO: maxRebufferingMarkUs could be larger than
357 // mBufferingSettings.mResumePlaybackMarkMs * 1000ll.
Chih-Hung Hsieh62309d52018-12-11 13:54:02 -0800358 maxRebufferingMarkUs = mBufferingSettings.mResumePlaybackMarkMs * 1000LL;
Wei Jia9bb38032017-03-23 18:00:38 -0700359 }
Robert Shih641e0c72016-02-22 11:37:20 -0800360 // isFinished when duration is 0 checks for EOS result only
Wei Jia9bb38032017-03-23 18:00:38 -0700361 if (bufferedDurationUs > initialMarkUs
Wei Jia48fa06d2016-12-20 15:30:49 -0800362 || src->isFinished(/* duration */ 0)) {
Robert Shih641e0c72016-02-22 11:37:20 -0800363 ++preparedCount;
364 }
365
366 if (src->isFinished(/* duration */ 0)) {
367 ++overflowCount;
Robert Shihf1d261f2016-07-29 16:44:39 -0700368 ++finishedCount;
Robert Shih641e0c72016-02-22 11:37:20 -0800369 } else {
Wei Jia9bb38032017-03-23 18:00:38 -0700370 // TODO: redefine kUnderflowMarkMs to a fair value,
371 if (bufferedDurationUs < kUnderflowMarkMs * 1000) {
Robert Shih641e0c72016-02-22 11:37:20 -0800372 ++underflowCount;
373 }
Wei Jia9bb38032017-03-23 18:00:38 -0700374 if (bufferedDurationUs > maxRebufferingMarkUs) {
Robert Shih641e0c72016-02-22 11:37:20 -0800375 ++overflowCount;
376 }
Wei Jia48fa06d2016-12-20 15:30:49 -0800377 int64_t startServerMarkUs =
Chih-Hung Hsieh62309d52018-12-11 13:54:02 -0800378 (kUnderflowMarkMs * 1000LL + maxRebufferingMarkUs) / 2;
Wei Jia48fa06d2016-12-20 15:30:49 -0800379 if (bufferedDurationUs < startServerMarkUs) {
Robert Shih641e0c72016-02-22 11:37:20 -0800380 ++startCount;
381 }
382 }
383 }
384
385 *prepared = (preparedCount == numTracks);
386 *underflow = (underflowCount > 0);
387 *overflow = (overflowCount == numTracks);
388 *startServer = (startCount > 0);
Robert Shihf1d261f2016-07-29 16:44:39 -0700389 *finished = (finishedCount > 0);
Robert Shih641e0c72016-02-22 11:37:20 -0800390}
391
392void NuPlayer::RTSPSource::onPollBuffering() {
Robert Shihf1d261f2016-07-29 16:44:39 -0700393 bool prepared, underflow, overflow, startServer, finished;
394 checkBuffering(&prepared, &underflow, &overflow, &startServer, &finished);
Robert Shih641e0c72016-02-22 11:37:20 -0800395
396 if (prepared && mInPreparationPhase) {
397 mInPreparationPhase = false;
398 notifyPrepared();
399 }
400
401 if (!mInPreparationPhase && underflow) {
402 startBufferingIfNecessary();
403 }
404
Robert Shih91ea5712016-08-01 16:26:58 -0700405 if (haveSufficientDataOnAllTracks()) {
Robert Shih641e0c72016-02-22 11:37:20 -0800406 stopBufferingIfNecessary();
Robert Shih91ea5712016-08-01 16:26:58 -0700407 }
408
409 if (overflow && mHandler != NULL) {
Robert Shih641e0c72016-02-22 11:37:20 -0800410 mHandler->pause();
411 }
412
413 if (startServer && mHandler != NULL) {
414 mHandler->resume();
415 }
416
Robert Shihf1d261f2016-07-29 16:44:39 -0700417 if (finished && mHandler != NULL) {
418 mHandler->cancelAccessUnitTimeoutCheck();
419 }
420
Robert Shih641e0c72016-02-22 11:37:20 -0800421 schedulePollBuffering();
422}
423
Robert Shihf1d261f2016-07-29 16:44:39 -0700424void NuPlayer::RTSPSource::signalSourceEOS(status_t result) {
425 const bool audio = true;
426 const bool video = false;
427
428 sp<AnotherPacketSource> source = getSource(audio);
429 if (source != NULL) {
430 source->signalEOS(result);
431 }
432
433 source = getSource(video);
434 if (source != NULL) {
435 source->signalEOS(result);
436 }
437}
438
439bool NuPlayer::RTSPSource::sourceReachedEOS(bool audio) {
440 sp<AnotherPacketSource> source = getSource(audio);
441 status_t finalResult;
442 return (source != NULL &&
443 !source->hasBufferAvailable(&finalResult) &&
444 finalResult == ERROR_END_OF_STREAM);
445}
446
447bool NuPlayer::RTSPSource::sourceNearEOS(bool audio) {
448 sp<AnotherPacketSource> source = getSource(audio);
449 int64_t mediaDurationUs = 0;
450 getDuration(&mediaDurationUs);
451 return (source != NULL && source->isFinished(mediaDurationUs));
452}
453
454void NuPlayer::RTSPSource::onSignalEOS(const sp<AMessage> &msg) {
455 int32_t generation;
456 CHECK(msg->findInt32("generation", &generation));
457
458 if (generation != mSeekGeneration) {
459 return;
460 }
461
462 if (mEOSPending) {
463 signalSourceEOS(ERROR_END_OF_STREAM);
464 mEOSPending = false;
465 }
466}
467
468void NuPlayer::RTSPSource::postSourceEOSIfNecessary() {
469 const bool audio = true;
470 const bool video = false;
471 // If a source has detected near end, give it some time to retrieve more
472 // data before signaling EOS
473 if (sourceNearEOS(audio) || sourceNearEOS(video)) {
474 if (!mEOSPending) {
475 sp<AMessage> msg = new AMessage(kWhatSignalEOS, this);
476 msg->setInt32("generation", mSeekGeneration);
477 msg->post(kNearEOSTimeoutUs);
478 mEOSPending = true;
479 }
480 }
481}
482
Andreas Huber2bfdd422011-10-11 15:24:07 -0700483void NuPlayer::RTSPSource::onMessageReceived(const sp<AMessage> &msg) {
484 if (msg->what() == kWhatDisconnect) {
Lajos Molnar3f274362015-03-05 14:35:41 -0800485 sp<AReplyToken> replyID;
Andreas Huber2bfdd422011-10-11 15:24:07 -0700486 CHECK(msg->senderAwaitsResponse(&replyID));
487
488 mDisconnectReplyID = replyID;
489 finishDisconnectIfPossible();
490 return;
Andreas Huberee736e92011-12-08 13:04:50 -0800491 } else if (msg->what() == kWhatPerformSeek) {
492 int32_t generation;
493 CHECK(msg->findInt32("generation", &generation));
Robert Shih8d237a52015-07-13 17:59:36 -0700494 CHECK(msg->senderAwaitsResponse(&mSeekReplyID));
Andreas Huberee736e92011-12-08 13:04:50 -0800495
496 if (generation != mSeekGeneration) {
497 // obsolete.
Robert Shih8d237a52015-07-13 17:59:36 -0700498 finishSeek(OK);
Andreas Huberee736e92011-12-08 13:04:50 -0800499 return;
500 }
501
502 int64_t seekTimeUs;
Wei Jiac5de0912016-11-18 10:22:14 -0800503 int32_t mode;
Andreas Huberee736e92011-12-08 13:04:50 -0800504 CHECK(msg->findInt64("timeUs", &seekTimeUs));
Wei Jiac5de0912016-11-18 10:22:14 -0800505 CHECK(msg->findInt32("mode", &mode));
Andreas Huberee736e92011-12-08 13:04:50 -0800506
Wei Jiac5de0912016-11-18 10:22:14 -0800507 // TODO: add "mode" to performSeek.
508 performSeek(seekTimeUs/*, (MediaPlayerSeekMode)mode */);
Andreas Huberee736e92011-12-08 13:04:50 -0800509 return;
Robert Shih641e0c72016-02-22 11:37:20 -0800510 } else if (msg->what() == kWhatPollBuffering) {
511 onPollBuffering();
512 return;
Robert Shihf1d261f2016-07-29 16:44:39 -0700513 } else if (msg->what() == kWhatSignalEOS) {
514 onSignalEOS(msg);
515 return;
Andreas Huber2bfdd422011-10-11 15:24:07 -0700516 }
517
Colin Crossb8c35f92017-04-27 16:15:51 -0700518 CHECK_EQ(msg->what(), kWhatNotify);
Andreas Huber2bfdd422011-10-11 15:24:07 -0700519
520 int32_t what;
521 CHECK(msg->findInt32("what", &what));
522
523 switch (what) {
524 case MyHandler::kWhatConnected:
Andreas Huber7f475c32013-02-05 14:47:13 -0800525 {
Andreas Huber2bfdd422011-10-11 15:24:07 -0700526 onConnected();
Andreas Huber7f475c32013-02-05 14:47:13 -0800527
Chong Zhangced1c2f2014-08-08 15:22:35 -0700528 notifyVideoSizeChanged();
Andreas Huber7f475c32013-02-05 14:47:13 -0800529
530 uint32_t flags = 0;
531
532 if (mHandler->isSeekable()) {
Chong Zhang4b7069d2013-09-11 12:52:43 -0700533 flags = FLAG_CAN_PAUSE
534 | FLAG_CAN_SEEK
535 | FLAG_CAN_SEEK_BACKWARD
536 | FLAG_CAN_SEEK_FORWARD;
Andreas Huber7f475c32013-02-05 14:47:13 -0800537 }
538
539 notifyFlagsChanged(flags);
Robert Shih641e0c72016-02-22 11:37:20 -0800540 schedulePollBuffering();
Andreas Huber2bfdd422011-10-11 15:24:07 -0700541 break;
Andreas Huber7f475c32013-02-05 14:47:13 -0800542 }
Andreas Huber2bfdd422011-10-11 15:24:07 -0700543
544 case MyHandler::kWhatDisconnected:
Andreas Huber7f475c32013-02-05 14:47:13 -0800545 {
Andreas Huber2bfdd422011-10-11 15:24:07 -0700546 onDisconnected(msg);
547 break;
Andreas Huber7f475c32013-02-05 14:47:13 -0800548 }
Andreas Huber2bfdd422011-10-11 15:24:07 -0700549
550 case MyHandler::kWhatSeekDone:
551 {
552 mState = CONNECTED;
Wei Jia4ad74b22016-02-05 17:11:20 -0800553 // Unblock seekTo here in case we attempted to seek in a live stream
554 finishSeek(OK);
Robert Shih8d237a52015-07-13 17:59:36 -0700555 break;
556 }
557
558 case MyHandler::kWhatSeekPaused:
559 {
560 sp<AnotherPacketSource> source = getSource(true /* audio */);
561 if (source != NULL) {
562 source->queueDiscontinuity(ATSParser::DISCONTINUITY_NONE,
563 /* extra */ NULL,
564 /* discard */ true);
565 }
566 source = getSource(false /* video */);
567 if (source != NULL) {
568 source->queueDiscontinuity(ATSParser::DISCONTINUITY_NONE,
569 /* extra */ NULL,
570 /* discard */ true);
571 };
572
573 status_t err = OK;
574 msg->findInt32("err", &err);
Robert Shih8d237a52015-07-13 17:59:36 -0700575
576 if (err == OK) {
577 int64_t timeUs;
578 CHECK(msg->findInt64("time", &timeUs));
579 mHandler->continueSeekAfterPause(timeUs);
Wei Jia4ad74b22016-02-05 17:11:20 -0800580 } else {
581 finishSeek(err);
Robert Shih8d237a52015-07-13 17:59:36 -0700582 }
Andreas Huber2bfdd422011-10-11 15:24:07 -0700583 break;
584 }
585
586 case MyHandler::kWhatAccessUnit:
587 {
588 size_t trackIndex;
589 CHECK(msg->findSize("trackIndex", &trackIndex));
Andreas Huber49694682012-08-31 10:27:46 -0700590
591 if (mTSParser == NULL) {
592 CHECK_LT(trackIndex, mTracks.size());
593 } else {
594 CHECK_EQ(trackIndex, 0u);
595 }
Andreas Huber2bfdd422011-10-11 15:24:07 -0700596
Andreas Huber2d8bedd2012-02-21 14:38:23 -0800597 sp<ABuffer> accessUnit;
598 CHECK(msg->findBuffer("accessUnit", &accessUnit));
Andreas Huber2bfdd422011-10-11 15:24:07 -0700599
600 int32_t damaged;
601 if (accessUnit->meta()->findInt32("damaged", &damaged)
602 && damaged) {
Steve Blockdf64d152012-01-04 20:05:49 +0000603 ALOGI("dropping damaged access unit.");
Andreas Huber2bfdd422011-10-11 15:24:07 -0700604 break;
605 }
606
Andreas Huber49694682012-08-31 10:27:46 -0700607 if (mTSParser != NULL) {
608 size_t offset = 0;
609 status_t err = OK;
610 while (offset + 188 <= accessUnit->size()) {
611 err = mTSParser->feedTSPacket(
612 accessUnit->data() + offset, 188);
613 if (err != OK) {
614 break;
615 }
616
617 offset += 188;
618 }
619
620 if (offset < accessUnit->size()) {
621 err = ERROR_MALFORMED;
622 }
623
624 if (err != OK) {
Robert Shihf1d261f2016-07-29 16:44:39 -0700625 signalSourceEOS(err);
Andreas Huber49694682012-08-31 10:27:46 -0700626 }
Robert Shihf1d261f2016-07-29 16:44:39 -0700627
628 postSourceEOSIfNecessary();
Andreas Huber49694682012-08-31 10:27:46 -0700629 break;
630 }
631
Andreas Huber1906e5c2011-12-08 12:27:47 -0800632 TrackInfo *info = &mTracks.editItemAt(trackIndex);
633
634 sp<AnotherPacketSource> source = info->mSource;
Andreas Huber2bfdd422011-10-11 15:24:07 -0700635 if (source != NULL) {
Andreas Huber2bfdd422011-10-11 15:24:07 -0700636 uint32_t rtpTime;
637 CHECK(accessUnit->meta()->findInt32("rtp-time", (int32_t *)&rtpTime));
638
Andreas Huber1906e5c2011-12-08 12:27:47 -0800639 if (!info->mNPTMappingValid) {
640 // This is a live stream, we didn't receive any normal
Andreas Huberc9d16962012-05-21 11:12:40 -0700641 // playtime mapping. We won't map to npt time.
642 source->queueAccessUnit(accessUnit);
643 break;
Andreas Huber1906e5c2011-12-08 12:27:47 -0800644 }
645
Andreas Huber2bfdd422011-10-11 15:24:07 -0700646 int64_t nptUs =
Andreas Huber1906e5c2011-12-08 12:27:47 -0800647 ((double)rtpTime - (double)info->mRTPTime)
648 / info->mTimeScale
Chih-Hung Hsieh62309d52018-12-11 13:54:02 -0800649 * 1000000LL
Andreas Huber1906e5c2011-12-08 12:27:47 -0800650 + info->mNormalPlaytimeUs;
Andreas Huber2bfdd422011-10-11 15:24:07 -0700651
652 accessUnit->meta()->setInt64("timeUs", nptUs);
Andreas Huber2bfdd422011-10-11 15:24:07 -0700653
654 source->queueAccessUnit(accessUnit);
655 }
Robert Shihf1d261f2016-07-29 16:44:39 -0700656 postSourceEOSIfNecessary();
Andreas Huber2bfdd422011-10-11 15:24:07 -0700657 break;
658 }
659
660 case MyHandler::kWhatEOS:
661 {
Andreas Huber2bfdd422011-10-11 15:24:07 -0700662 int32_t finalResult;
663 CHECK(msg->findInt32("finalResult", &finalResult));
664 CHECK_NE(finalResult, (status_t)OK);
665
Andreas Huber49694682012-08-31 10:27:46 -0700666 if (mTSParser != NULL) {
Robert Shihf1d261f2016-07-29 16:44:39 -0700667 signalSourceEOS(finalResult);
Andreas Huber49694682012-08-31 10:27:46 -0700668 }
669
670 size_t trackIndex;
671 CHECK(msg->findSize("trackIndex", &trackIndex));
672 CHECK_LT(trackIndex, mTracks.size());
673
Andreas Huber2bfdd422011-10-11 15:24:07 -0700674 TrackInfo *info = &mTracks.editItemAt(trackIndex);
675 sp<AnotherPacketSource> source = info->mSource;
676 if (source != NULL) {
677 source->signalEOS(finalResult);
678 }
679
680 break;
681 }
682
683 case MyHandler::kWhatSeekDiscontinuity:
684 {
685 size_t trackIndex;
686 CHECK(msg->findSize("trackIndex", &trackIndex));
687 CHECK_LT(trackIndex, mTracks.size());
688
689 TrackInfo *info = &mTracks.editItemAt(trackIndex);
690 sp<AnotherPacketSource> source = info->mSource;
691 if (source != NULL) {
Chong Zhang632740c2014-06-26 13:03:47 -0700692 source->queueDiscontinuity(
Wei Jiafef808d2014-10-31 17:57:05 -0700693 ATSParser::DISCONTINUITY_TIME,
Chong Zhang632740c2014-06-26 13:03:47 -0700694 NULL,
695 true /* discard */);
Andreas Huber2bfdd422011-10-11 15:24:07 -0700696 }
697
698 break;
699 }
700
701 case MyHandler::kWhatNormalPlayTimeMapping:
702 {
703 size_t trackIndex;
704 CHECK(msg->findSize("trackIndex", &trackIndex));
705 CHECK_LT(trackIndex, mTracks.size());
706
707 uint32_t rtpTime;
708 CHECK(msg->findInt32("rtpTime", (int32_t *)&rtpTime));
709
710 int64_t nptUs;
711 CHECK(msg->findInt64("nptUs", &nptUs));
712
713 TrackInfo *info = &mTracks.editItemAt(trackIndex);
714 info->mRTPTime = rtpTime;
715 info->mNormalPlaytimeUs = nptUs;
Andreas Huber1906e5c2011-12-08 12:27:47 -0800716 info->mNPTMappingValid = true;
Andreas Huber2bfdd422011-10-11 15:24:07 -0700717 break;
718 }
719
Oscar Rydhé81dd60e2012-02-20 10:15:48 +0100720 case SDPLoader::kWhatSDPLoaded:
721 {
722 onSDPLoaded(msg);
723 break;
724 }
725
Andreas Huber2bfdd422011-10-11 15:24:07 -0700726 default:
727 TRESPASS();
728 }
729}
730
731void NuPlayer::RTSPSource::onConnected() {
732 CHECK(mAudioTrack == NULL);
733 CHECK(mVideoTrack == NULL);
734
735 size_t numTracks = mHandler->countTracks();
736 for (size_t i = 0; i < numTracks; ++i) {
737 int32_t timeScale;
738 sp<MetaData> format = mHandler->getTrackFormat(i, &timeScale);
739
740 const char *mime;
741 CHECK(format->findCString(kKeyMIMEType, &mime));
742
Andreas Huber49694682012-08-31 10:27:46 -0700743 if (!strcasecmp(mime, MEDIA_MIMETYPE_CONTAINER_MPEG2TS)) {
744 // Very special case for MPEG2 Transport Streams.
745 CHECK_EQ(numTracks, 1u);
746
747 mTSParser = new ATSParser;
748 return;
749 }
750
Andreas Huber2bfdd422011-10-11 15:24:07 -0700751 bool isAudio = !strncasecmp(mime, "audio/", 6);
752 bool isVideo = !strncasecmp(mime, "video/", 6);
753
754 TrackInfo info;
755 info.mTimeScale = timeScale;
756 info.mRTPTime = 0;
Chih-Hung Hsieh62309d52018-12-11 13:54:02 -0800757 info.mNormalPlaytimeUs = 0LL;
Andreas Huber1906e5c2011-12-08 12:27:47 -0800758 info.mNPTMappingValid = false;
Andreas Huber2bfdd422011-10-11 15:24:07 -0700759
760 if ((isAudio && mAudioTrack == NULL)
761 || (isVideo && mVideoTrack == NULL)) {
762 sp<AnotherPacketSource> source = new AnotherPacketSource(format);
763
764 if (isAudio) {
765 mAudioTrack = source;
766 } else {
767 mVideoTrack = source;
768 }
769
770 info.mSource = source;
771 }
772
773 mTracks.push(info);
774 }
775
776 mState = CONNECTED;
777}
778
Oscar Rydhé81dd60e2012-02-20 10:15:48 +0100779void NuPlayer::RTSPSource::onSDPLoaded(const sp<AMessage> &msg) {
780 status_t err;
781 CHECK(msg->findInt32("result", &err));
782
783 mSDPLoader.clear();
784
785 if (mDisconnectReplyID != 0) {
786 err = UNKNOWN_ERROR;
787 }
788
789 if (err == OK) {
790 sp<ASessionDescription> desc;
791 sp<RefBase> obj;
792 CHECK(msg->findObject("description", &obj));
793 desc = static_cast<ASessionDescription *>(obj.get());
794
795 AString rtspUri;
796 if (!desc->findAttribute(0, "a=control", &rtspUri)) {
797 ALOGE("Unable to find url in SDP");
798 err = UNKNOWN_ERROR;
799 } else {
Lajos Molnar1d15ab52015-03-04 16:46:34 -0800800 sp<AMessage> notify = new AMessage(kWhatNotify, this);
Oscar Rydhé81dd60e2012-02-20 10:15:48 +0100801
802 mHandler = new MyHandler(rtspUri.c_str(), notify, mUIDValid, mUID);
803 mLooper->registerHandler(mHandler);
804
805 mHandler->loadSDP(desc);
806 }
807 }
808
809 if (err != OK) {
Andreas Huber7f475c32013-02-05 14:47:13 -0800810 if (mState == CONNECTING) {
811 // We're still in the preparation phase, signal that it
812 // failed.
813 notifyPrepared(err);
814 }
815
Oscar Rydhé81dd60e2012-02-20 10:15:48 +0100816 mState = DISCONNECTED;
Chong Zhang180d1b92014-12-02 18:35:35 -0800817 setError(err);
Oscar Rydhé81dd60e2012-02-20 10:15:48 +0100818
819 if (mDisconnectReplyID != 0) {
820 finishDisconnectIfPossible();
821 }
822 }
823}
824
Andreas Huber2bfdd422011-10-11 15:24:07 -0700825void NuPlayer::RTSPSource::onDisconnected(const sp<AMessage> &msg) {
Fredrik Rosin0ad03bc2013-03-06 13:42:53 +0100826 if (mState == DISCONNECTED) {
827 return;
828 }
829
Andreas Huber2bfdd422011-10-11 15:24:07 -0700830 status_t err;
831 CHECK(msg->findInt32("result", &err));
832 CHECK_NE(err, (status_t)OK);
833
834 mLooper->unregisterHandler(mHandler->id());
835 mHandler.clear();
836
Andreas Huber7f475c32013-02-05 14:47:13 -0800837 if (mState == CONNECTING) {
838 // We're still in the preparation phase, signal that it
839 // failed.
840 notifyPrepared(err);
841 }
842
Andreas Huber2bfdd422011-10-11 15:24:07 -0700843 mState = DISCONNECTED;
Chong Zhang180d1b92014-12-02 18:35:35 -0800844 setError(err);
Andreas Huber2bfdd422011-10-11 15:24:07 -0700845
846 if (mDisconnectReplyID != 0) {
847 finishDisconnectIfPossible();
848 }
849}
850
851void NuPlayer::RTSPSource::finishDisconnectIfPossible() {
852 if (mState != DISCONNECTED) {
Oscar Rydhé81dd60e2012-02-20 10:15:48 +0100853 if (mHandler != NULL) {
854 mHandler->disconnect();
855 } else if (mSDPLoader != NULL) {
856 mSDPLoader->cancel();
857 }
Andreas Huber2bfdd422011-10-11 15:24:07 -0700858 return;
859 }
860
861 (new AMessage)->postReply(mDisconnectReplyID);
862 mDisconnectReplyID = 0;
863}
864
Chong Zhang180d1b92014-12-02 18:35:35 -0800865void NuPlayer::RTSPSource::setError(status_t err) {
866 Mutex::Autolock _l(mBufferingLock);
867 mFinalResult = err;
868}
869
870void NuPlayer::RTSPSource::startBufferingIfNecessary() {
871 Mutex::Autolock _l(mBufferingLock);
872
873 if (!mBuffering) {
874 mBuffering = true;
875
876 sp<AMessage> notify = dupNotify();
Wei Jiac9ff2002016-05-24 16:23:48 -0700877 notify->setInt32("what", kWhatPauseOnBufferingStart);
Chong Zhang180d1b92014-12-02 18:35:35 -0800878 notify->post();
879 }
880}
881
882bool NuPlayer::RTSPSource::stopBufferingIfNecessary() {
883 Mutex::Autolock _l(mBufferingLock);
884
885 if (mBuffering) {
886 if (!haveSufficientDataOnAllTracks()) {
887 return false;
888 }
889
890 mBuffering = false;
891
892 sp<AMessage> notify = dupNotify();
Wei Jiac9ff2002016-05-24 16:23:48 -0700893 notify->setInt32("what", kWhatResumeOnBufferingEnd);
Chong Zhang180d1b92014-12-02 18:35:35 -0800894 notify->post();
895 }
896
897 return true;
898}
899
Robert Shih8d237a52015-07-13 17:59:36 -0700900void NuPlayer::RTSPSource::finishSeek(status_t err) {
Wei Jia4ad74b22016-02-05 17:11:20 -0800901 if (mSeekReplyID == NULL) {
902 return;
903 }
Robert Shih8d237a52015-07-13 17:59:36 -0700904 sp<AMessage> seekReply = new AMessage;
905 seekReply->setInt32("err", err);
906 seekReply->postReply(mSeekReplyID);
907 mSeekReplyID = NULL;
908}
Chong Zhang180d1b92014-12-02 18:35:35 -0800909
Andreas Huber2bfdd422011-10-11 15:24:07 -0700910} // namespace android