blob: 7a2ab8f72a8bba0ca186c388d2d93e0f9628ecde [file] [log] [blame]
Andreas Huberafed0e12011-09-20 15:39:58 -07001/*
2 * Copyright (C) 2012 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef GENERIC_SOURCE_H_
18
19#define GENERIC_SOURCE_H_
20
21#include "NuPlayer.h"
22#include "NuPlayerSource.h"
23
24#include "ATSParser.h"
25
Marco Nelissendab79b32019-11-18 08:25:47 -080026#include <android-base/unique_fd.h>
Robert Shih3423bbd2014-07-16 15:47:09 -070027#include <media/mediaplayer.h>
Dongwon Kangd91dc5a2017-10-10 00:07:09 -070028#include <media/stagefright/MediaBuffer.h>
Robert Shih3423bbd2014-07-16 15:47:09 -070029
Andreas Huberafed0e12011-09-20 15:39:58 -070030namespace android {
31
Ronghua Wu80276872014-08-28 15:50:29 -070032class DecryptHandle;
Andreas Huberafed0e12011-09-20 15:39:58 -070033struct AnotherPacketSource;
34struct ARTSPController;
Lajos Molnaree4e1b12015-04-17 13:46:19 -070035class DataSource;
36class IDataSource;
Chong Zhangbf9b95d2014-08-07 15:35:07 -070037struct IMediaHTTPService;
Andreas Huberafed0e12011-09-20 15:39:58 -070038struct MediaSource;
Dongwon Kang49ce6712018-01-24 10:16:25 -080039class IMediaSource;
Robert Shih3423bbd2014-07-16 15:47:09 -070040class MediaBuffer;
Wei Jia992c5592017-09-01 14:20:23 -070041struct MediaClock;
Chong Zhangd354d8d2014-08-20 13:09:58 -070042struct NuCachedSource2;
Andreas Huberafed0e12011-09-20 15:39:58 -070043
Hassan Shojaniacefac142017-02-06 21:02:02 -080044struct NuPlayer::GenericSource : public NuPlayer::Source,
45 public MediaBufferObserver // Modular DRM
46{
Wei Jia992c5592017-09-01 14:20:23 -070047 GenericSource(const sp<AMessage> &notify, bool uidValid, uid_t uid,
48 const sp<MediaClock> &mediaClock);
Chong Zhang3de157d2014-08-05 20:54:44 -070049
Chong Zhangbf9b95d2014-08-07 15:35:07 -070050 status_t setDataSource(
Andreas Huber1b86fe02014-01-29 11:13:26 -080051 const sp<IMediaHTTPService> &httpService,
Andreas Huberafed0e12011-09-20 15:39:58 -070052 const char *url,
Chong Zhang3de157d2014-08-05 20:54:44 -070053 const KeyedVector<String8, String8> *headers);
Andreas Huberafed0e12011-09-20 15:39:58 -070054
Chong Zhangbf9b95d2014-08-07 15:35:07 -070055 status_t setDataSource(int fd, int64_t offset, int64_t length);
Andreas Huberafed0e12011-09-20 15:39:58 -070056
Chris Watkins99f31602015-03-20 13:06:33 -070057 status_t setDataSource(const sp<DataSource>& dataSource);
58
Wei Jia9bb38032017-03-23 18:00:38 -070059 virtual status_t getBufferingSettings(
Wei Jia48fa06d2016-12-20 15:30:49 -080060 BufferingSettings* buffering /* nonnull */) override;
61 virtual status_t setBufferingSettings(const BufferingSettings& buffering) override;
62
Andreas Huber9575c962013-02-05 13:59:56 -080063 virtual void prepareAsync();
64
Andreas Huberafed0e12011-09-20 15:39:58 -070065 virtual void start();
Ronghua Wu80276872014-08-28 15:50:29 -070066 virtual void stop();
67 virtual void pause();
68 virtual void resume();
Andreas Huberafed0e12011-09-20 15:39:58 -070069
Chong Zhang48296b72014-09-14 14:28:45 -070070 virtual void disconnect();
71
Andreas Huberafed0e12011-09-20 15:39:58 -070072 virtual status_t feedMoreTSData();
73
Marco Nelissenf0b72b52014-09-16 15:43:44 -070074 virtual sp<MetaData> getFileFormatMeta() const;
75
Andreas Huberafed0e12011-09-20 15:39:58 -070076 virtual status_t dequeueAccessUnit(bool audio, sp<ABuffer> *accessUnit);
77
78 virtual status_t getDuration(int64_t *durationUs);
Robert Shihdd235722014-06-12 14:49:23 -070079 virtual size_t getTrackCount() const;
80 virtual sp<AMessage> getTrackInfo(size_t trackIndex) const;
Lajos Molnare26940f2014-07-31 10:31:26 -070081 virtual ssize_t getSelectedTrack(media_track_type type) const;
Robert Shih6ffb1fd2014-10-29 16:24:32 -070082 virtual status_t selectTrack(size_t trackIndex, bool select, int64_t timeUs);
Wei Jiac5de0912016-11-18 10:22:14 -080083 virtual status_t seekTo(
84 int64_t seekTimeUs,
85 MediaPlayerSeekMode mode = MediaPlayerSeekMode::SEEK_PREVIOUS_SYNC) override;
Andreas Huberb7c8e912012-11-27 15:02:53 -080086
Ronghua Wu02cb98d2015-05-27 11:02:54 -070087 virtual bool isStreaming() const;
88
Hassan Shojaniacefac142017-02-06 21:02:02 -080089 // Modular DRM
Dongwon Kang1889c3e2018-02-01 13:44:57 -080090 virtual void signalBufferReturned(MediaBufferBase *buffer);
Hassan Shojaniacefac142017-02-06 21:02:02 -080091
92 virtual status_t prepareDrm(
Wei Jia542a81a2017-10-16 10:31:29 -070093 const uint8_t uuid[16], const Vector<uint8_t> &drmSessionId, sp<ICrypto> *outCrypto);
Hassan Shojaniacefac142017-02-06 21:02:02 -080094
Hassan Shojania355e8472017-05-12 10:33:16 -070095 virtual status_t releaseDrm();
96
Hassan Shojaniacefac142017-02-06 21:02:02 -080097
Andreas Huberafed0e12011-09-20 15:39:58 -070098protected:
99 virtual ~GenericSource();
100
Robert Shih3423bbd2014-07-16 15:47:09 -0700101 virtual void onMessageReceived(const sp<AMessage> &msg);
102
Andreas Huber84066782011-08-16 09:34:26 -0700103 virtual sp<MetaData> getFormatMeta(bool audio);
104
Andreas Huberafed0e12011-09-20 15:39:58 -0700105private:
Robert Shih3423bbd2014-07-16 15:47:09 -0700106 enum {
Chong Zhang1228d6b2014-08-12 21:25:48 -0700107 kWhatPrepareAsync,
Robert Shih3423bbd2014-07-16 15:47:09 -0700108 kWhatFetchSubtitleData,
Lajos Molnare26940f2014-07-31 10:31:26 -0700109 kWhatFetchTimedTextData,
Robert Shih3423bbd2014-07-16 15:47:09 -0700110 kWhatSendSubtitleData,
Marco Nelissen55e2f4c2015-09-04 15:57:15 -0700111 kWhatSendGlobalTimedTextData,
Lajos Molnare26940f2014-07-31 10:31:26 -0700112 kWhatSendTimedTextData,
Robert Shih3423bbd2014-07-16 15:47:09 -0700113 kWhatChangeAVSource,
Chong Zhang2a3cc9a2014-08-21 17:48:26 -0700114 kWhatPollBuffering,
Wei Jiac899fc02017-11-15 17:28:53 -0800115 kWhatSeek,
Robert Shih17f6dd62014-08-20 17:00:21 -0700116 kWhatReadBuffer,
Chong Zhangefbb6192015-01-30 17:13:27 -0800117 kWhatStart,
118 kWhatResume,
Lajos Molnarfcd3e942015-03-31 10:06:48 -0700119 kWhatSecureDecodersInstantiated,
Robert Shih3423bbd2014-07-16 15:47:09 -0700120 };
121
Andreas Huberafed0e12011-09-20 15:39:58 -0700122 struct Track {
Robert Shihdd235722014-06-12 14:49:23 -0700123 size_t mIndex;
Marco Nelissenb2487f02015-09-01 13:23:23 -0700124 sp<IMediaSource> mSource;
Andreas Huberafed0e12011-09-20 15:39:58 -0700125 sp<AnotherPacketSource> mPackets;
126 };
127
Marco Nelissenb2487f02015-09-01 13:23:23 -0700128 Vector<sp<IMediaSource> > mSources;
Andreas Huberafed0e12011-09-20 15:39:58 -0700129 Track mAudioTrack;
Ronghua Wu80276872014-08-28 15:50:29 -0700130 int64_t mAudioTimeUs;
Robert Shih5c67ddc2014-11-04 17:46:05 -0800131 int64_t mAudioLastDequeueTimeUs;
Andreas Huberafed0e12011-09-20 15:39:58 -0700132 Track mVideoTrack;
Ronghua Wu80276872014-08-28 15:50:29 -0700133 int64_t mVideoTimeUs;
Robert Shih5c67ddc2014-11-04 17:46:05 -0800134 int64_t mVideoLastDequeueTimeUs;
Robert Shih3423bbd2014-07-16 15:47:09 -0700135 Track mSubtitleTrack;
Lajos Molnare26940f2014-07-31 10:31:26 -0700136 Track mTimedTextTrack;
Andreas Huberafed0e12011-09-20 15:39:58 -0700137
Wei Jia542a81a2017-10-16 10:31:29 -0700138 BufferingSettings mBufferingSettings;
139 int32_t mPrevBufferPercentage;
140 int32_t mPollBufferingGeneration;
141 bool mSentPauseOnBuffering;
142
143 int32_t mAudioDataGeneration;
144 int32_t mVideoDataGeneration;
Robert Shih3423bbd2014-07-16 15:47:09 -0700145 int32_t mFetchSubtitleDataGeneration;
Lajos Molnare26940f2014-07-31 10:31:26 -0700146 int32_t mFetchTimedTextDataGeneration;
Andreas Huberafed0e12011-09-20 15:39:58 -0700147 int64_t mDurationUs;
148 bool mAudioIsVorbis;
Hassan Shojania838be392017-05-23 14:14:24 -0700149 // Secure codec is required.
Chong Zhang42e81532014-12-01 13:44:26 -0800150 bool mIsSecure;
Chong Zhangefbb6192015-01-30 17:13:27 -0800151 bool mIsStreaming;
Lajos Molnarcc227032014-07-17 15:33:06 -0700152 bool mUIDValid;
153 uid_t mUID;
Wei Jia992c5592017-09-01 14:20:23 -0700154 const sp<MediaClock> mMediaClock;
Chong Zhangbf9b95d2014-08-07 15:35:07 -0700155 sp<IMediaHTTPService> mHTTPService;
156 AString mUri;
157 KeyedVector<String8, String8> mUriHeaders;
Marco Nelissendab79b32019-11-18 08:25:47 -0800158 base::unique_fd mFd;
Chong Zhangbf9b95d2014-08-07 15:35:07 -0700159 int64_t mOffset;
160 int64_t mLength;
161
Wei Jia67744bd2017-11-10 11:27:04 -0800162 bool mDisconnected;
Chong Zhangd354d8d2014-08-20 13:09:58 -0700163 sp<DataSource> mDataSource;
164 sp<NuCachedSource2> mCachedSource;
Robert Shih360d6d02014-09-29 14:42:35 -0700165 sp<DataSource> mHttpSource;
Marco Nelissenf0b72b52014-09-16 15:43:44 -0700166 sp<MetaData> mFileMeta;
Ronghua Wu80276872014-08-28 15:50:29 -0700167 bool mStarted;
Wei Jia542a81a2017-10-16 10:31:29 -0700168 bool mPreparing;
Chong Zhang2a3cc9a2014-08-21 17:48:26 -0700169 int64_t mBitrate;
Lajos Molnar84f52782014-09-11 10:01:55 -0700170 uint32_t mPendingReadBufferTypes;
Marco Nelissen55e2f4c2015-09-04 15:57:15 -0700171 sp<ABuffer> mGlobalTimedText;
Chong Zhangc287cad2015-02-19 18:30:30 -0800172
Wei Jia542a81a2017-10-16 10:31:29 -0700173 mutable Mutex mLock;
Dichen Zhang13497d02019-06-06 13:54:12 -0700174 mutable Mutex mDisconnectLock; // Protects mDataSource, mHttpSource and mDisconnected
Chong Zhang1228d6b2014-08-12 21:25:48 -0700175
Chong Zhangd354d8d2014-08-20 13:09:58 -0700176 sp<ALooper> mLooper;
Chong Zhang1228d6b2014-08-12 21:25:48 -0700177
Chong Zhangbf9b95d2014-08-07 15:35:07 -0700178 void resetDataSource();
Andreas Huberafed0e12011-09-20 15:39:58 -0700179
Chong Zhangd354d8d2014-08-20 13:09:58 -0700180 status_t initFromDataSource();
Ronghua Wu80276872014-08-28 15:50:29 -0700181 int64_t getLastReadPosition();
Chong Zhangd354d8d2014-08-20 13:09:58 -0700182
Chong Zhangd354d8d2014-08-20 13:09:58 -0700183 void notifyPreparedAndCleanup(status_t err);
Lajos Molnarfcd3e942015-03-31 10:06:48 -0700184 void onSecureDecodersInstantiated(status_t err);
185 void finishPrepareAsync();
186 status_t startSources();
Andreas Huberafed0e12011-09-20 15:39:58 -0700187
Wei Jiac899fc02017-11-15 17:28:53 -0800188 void onSeek(const sp<AMessage>& msg);
189 status_t doSeek(int64_t seekTimeUs, MediaPlayerSeekMode mode);
190
Chong Zhang1228d6b2014-08-12 21:25:48 -0700191 void onPrepareAsync();
192
Lajos Molnare26940f2014-07-31 10:31:26 -0700193 void fetchTextData(
194 uint32_t what, media_track_type type,
Chih-Hung Hsieh36d0ca12016-08-09 14:31:32 -0700195 int32_t curGen, const sp<AnotherPacketSource>& packets, const sp<AMessage>& msg);
Lajos Molnare26940f2014-07-31 10:31:26 -0700196
Marco Nelissen55e2f4c2015-09-04 15:57:15 -0700197 void sendGlobalTextData(
198 uint32_t what,
199 int32_t curGen, sp<AMessage> msg);
200
Lajos Molnare26940f2014-07-31 10:31:26 -0700201 void sendTextData(
202 uint32_t what, media_track_type type,
Chih-Hung Hsieh36d0ca12016-08-09 14:31:32 -0700203 int32_t curGen, const sp<AnotherPacketSource>& packets, const sp<AMessage>& msg);
Lajos Molnare26940f2014-07-31 10:31:26 -0700204
Robert Shih3423bbd2014-07-16 15:47:09 -0700205 sp<ABuffer> mediaBufferToABuffer(
Dongwon Kang1889c3e2018-02-01 13:44:57 -0800206 MediaBufferBase *mbuf,
Wei Jia14486822016-11-02 17:51:30 -0700207 media_track_type trackType);
Robert Shih3423bbd2014-07-16 15:47:09 -0700208
Robert Shih17f6dd62014-08-20 17:00:21 -0700209 void postReadBuffer(media_track_type trackType);
Chih-Hung Hsieh36d0ca12016-08-09 14:31:32 -0700210 void onReadBuffer(const sp<AMessage>& msg);
Wei Jiac5de0912016-11-18 10:22:14 -0800211 // When |mode| is MediaPlayerSeekMode::SEEK_CLOSEST, the buffer read shall
212 // include an item indicating skipping rendering all buffers with timestamp
213 // earlier than |seekTimeUs|.
214 // For other modes, the buffer read will not include the item as above in order
Wei Jia14486822016-11-02 17:51:30 -0700215 // to facilitate fast seek operation.
Andreas Huberafed0e12011-09-20 15:39:58 -0700216 void readBuffer(
Robert Shih3423bbd2014-07-16 15:47:09 -0700217 media_track_type trackType,
Wei Jiac5de0912016-11-18 10:22:14 -0800218 int64_t seekTimeUs = -1ll,
219 MediaPlayerSeekMode mode = MediaPlayerSeekMode::SEEK_PREVIOUS_SYNC,
Wei Jia5ec347f2016-11-01 17:07:54 -0700220 int64_t *actualTimeUs = NULL, bool formatChange = false);
Andreas Huberafed0e12011-09-20 15:39:58 -0700221
Ronghua Wu8f291bc2015-05-19 10:11:53 -0700222 void queueDiscontinuityIfNeeded(
223 bool seeking, bool formatChange, media_track_type trackType, Track *track);
224
Wei Jia542a81a2017-10-16 10:31:29 -0700225 void schedulePollBuffering();
226 void onPollBuffering();
227 void notifyBufferingUpdate(int32_t percentage);
228
229 void sendCacheStats();
230
231 sp<MetaData> getFormatMeta_l(bool audio);
232 int32_t getDataGeneration(media_track_type type) const;
233
Hassan Shojaniacefac142017-02-06 21:02:02 -0800234 // Modular DRM
Hassan Shojania838be392017-05-23 14:14:24 -0700235 // The source is DRM protected and is prepared for DRM.
Hassan Shojaniacefac142017-02-06 21:02:02 -0800236 bool mIsDrmProtected;
Hassan Shojania838be392017-05-23 14:14:24 -0700237 // releaseDrm has been processed.
Hassan Shojania355e8472017-05-12 10:33:16 -0700238 bool mIsDrmReleased;
Hassan Shojaniacefac142017-02-06 21:02:02 -0800239 Vector<String8> mMimes;
240
241 status_t checkDrmInfo();
Hassan Shojaniacefac142017-02-06 21:02:02 -0800242
Andreas Huberafed0e12011-09-20 15:39:58 -0700243 DISALLOW_EVIL_CONSTRUCTORS(GenericSource);
244};
245
246} // namespace android
247
248#endif // GENERIC_SOURCE_H_