blob: b0c6695c90aa577a52f036006bf7875c08374a6e [file] [log] [blame]
Andreas Huberafed0e12011-09-20 15:39:58 -07001/*
2 * Copyright (C) 2012 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef GENERIC_SOURCE_H_
18
19#define GENERIC_SOURCE_H_
20
21#include "NuPlayer.h"
22#include "NuPlayerSource.h"
23
24#include "ATSParser.h"
25
Robert Shih3423bbd2014-07-16 15:47:09 -070026#include <media/mediaplayer.h>
27
Andreas Huberafed0e12011-09-20 15:39:58 -070028namespace android {
29
Ronghua Wu80276872014-08-28 15:50:29 -070030class DecryptHandle;
Andreas Huberafed0e12011-09-20 15:39:58 -070031struct AnotherPacketSource;
32struct ARTSPController;
Lajos Molnaree4e1b12015-04-17 13:46:19 -070033class DataSource;
34class IDataSource;
Chong Zhangbf9b95d2014-08-07 15:35:07 -070035struct IMediaHTTPService;
Andreas Huberafed0e12011-09-20 15:39:58 -070036struct MediaSource;
Robert Shih3423bbd2014-07-16 15:47:09 -070037class MediaBuffer;
Chong Zhangd354d8d2014-08-20 13:09:58 -070038struct NuCachedSource2;
Andreas Huberafed0e12011-09-20 15:39:58 -070039
Hassan Shojaniacefac142017-02-06 21:02:02 -080040struct NuPlayer::GenericSource : public NuPlayer::Source,
41 public MediaBufferObserver // Modular DRM
42{
Chong Zhang3de157d2014-08-05 20:54:44 -070043 GenericSource(const sp<AMessage> &notify, bool uidValid, uid_t uid);
44
Chong Zhangbf9b95d2014-08-07 15:35:07 -070045 status_t setDataSource(
Andreas Huber1b86fe02014-01-29 11:13:26 -080046 const sp<IMediaHTTPService> &httpService,
Andreas Huberafed0e12011-09-20 15:39:58 -070047 const char *url,
Chong Zhang3de157d2014-08-05 20:54:44 -070048 const KeyedVector<String8, String8> *headers);
Andreas Huberafed0e12011-09-20 15:39:58 -070049
Chong Zhangbf9b95d2014-08-07 15:35:07 -070050 status_t setDataSource(int fd, int64_t offset, int64_t length);
Andreas Huberafed0e12011-09-20 15:39:58 -070051
Chris Watkins99f31602015-03-20 13:06:33 -070052 status_t setDataSource(const sp<DataSource>& dataSource);
53
Wei Jia48fa06d2016-12-20 15:30:49 -080054 virtual status_t getDefaultBufferingSettings(
55 BufferingSettings* buffering /* nonnull */) override;
56 virtual status_t setBufferingSettings(const BufferingSettings& buffering) override;
57
Andreas Huber9575c962013-02-05 13:59:56 -080058 virtual void prepareAsync();
59
Andreas Huberafed0e12011-09-20 15:39:58 -070060 virtual void start();
Ronghua Wu80276872014-08-28 15:50:29 -070061 virtual void stop();
62 virtual void pause();
63 virtual void resume();
Andreas Huberafed0e12011-09-20 15:39:58 -070064
Chong Zhang48296b72014-09-14 14:28:45 -070065 virtual void disconnect();
66
Andreas Huberafed0e12011-09-20 15:39:58 -070067 virtual status_t feedMoreTSData();
68
Marco Nelissenf0b72b52014-09-16 15:43:44 -070069 virtual sp<MetaData> getFileFormatMeta() const;
70
Andreas Huberafed0e12011-09-20 15:39:58 -070071 virtual status_t dequeueAccessUnit(bool audio, sp<ABuffer> *accessUnit);
72
73 virtual status_t getDuration(int64_t *durationUs);
Robert Shihdd235722014-06-12 14:49:23 -070074 virtual size_t getTrackCount() const;
75 virtual sp<AMessage> getTrackInfo(size_t trackIndex) const;
Lajos Molnare26940f2014-07-31 10:31:26 -070076 virtual ssize_t getSelectedTrack(media_track_type type) const;
Robert Shih6ffb1fd2014-10-29 16:24:32 -070077 virtual status_t selectTrack(size_t trackIndex, bool select, int64_t timeUs);
Wei Jiac5de0912016-11-18 10:22:14 -080078 virtual status_t seekTo(
79 int64_t seekTimeUs,
80 MediaPlayerSeekMode mode = MediaPlayerSeekMode::SEEK_PREVIOUS_SYNC) override;
Andreas Huberb7c8e912012-11-27 15:02:53 -080081
Lajos Molnarcc227032014-07-17 15:33:06 -070082 virtual status_t setBuffers(bool audio, Vector<MediaBuffer *> &buffers);
83
Ronghua Wu02cb98d2015-05-27 11:02:54 -070084 virtual bool isStreaming() const;
85
Wei Jia14532f22015-12-29 11:28:15 -080086 virtual void setOffloadAudio(bool offload);
87
Hassan Shojaniacefac142017-02-06 21:02:02 -080088 // Modular DRM
89 virtual void signalBufferReturned(MediaBuffer *buffer);
90
91 virtual status_t prepareDrm(
92 const uint8_t uuid[16], const Vector<uint8_t> &drmSessionId, sp<ICrypto> *crypto);
93
Hassan Shojania355e8472017-05-12 10:33:16 -070094 virtual status_t releaseDrm();
95
Hassan Shojaniacefac142017-02-06 21:02:02 -080096
Andreas Huberafed0e12011-09-20 15:39:58 -070097protected:
98 virtual ~GenericSource();
99
Robert Shih3423bbd2014-07-16 15:47:09 -0700100 virtual void onMessageReceived(const sp<AMessage> &msg);
101
Andreas Huber84066782011-08-16 09:34:26 -0700102 virtual sp<MetaData> getFormatMeta(bool audio);
103
Andreas Huberafed0e12011-09-20 15:39:58 -0700104private:
Robert Shih3423bbd2014-07-16 15:47:09 -0700105 enum {
Chong Zhang1228d6b2014-08-12 21:25:48 -0700106 kWhatPrepareAsync,
Robert Shih3423bbd2014-07-16 15:47:09 -0700107 kWhatFetchSubtitleData,
Lajos Molnare26940f2014-07-31 10:31:26 -0700108 kWhatFetchTimedTextData,
Robert Shih3423bbd2014-07-16 15:47:09 -0700109 kWhatSendSubtitleData,
Marco Nelissen55e2f4c2015-09-04 15:57:15 -0700110 kWhatSendGlobalTimedTextData,
Lajos Molnare26940f2014-07-31 10:31:26 -0700111 kWhatSendTimedTextData,
Robert Shih3423bbd2014-07-16 15:47:09 -0700112 kWhatChangeAVSource,
Chong Zhang2a3cc9a2014-08-21 17:48:26 -0700113 kWhatPollBuffering,
Robert Shih17f6dd62014-08-20 17:00:21 -0700114 kWhatGetFormat,
115 kWhatGetSelectedTrack,
116 kWhatSelectTrack,
117 kWhatSeek,
118 kWhatReadBuffer,
Chong Zhangefbb6192015-01-30 17:13:27 -0800119 kWhatStart,
120 kWhatResume,
Lajos Molnarfcd3e942015-03-31 10:06:48 -0700121 kWhatSecureDecodersInstantiated,
Hassan Shojaniacefac142017-02-06 21:02:02 -0800122 // Modular DRM
123 kWhatPrepareDrm,
Hassan Shojania355e8472017-05-12 10:33:16 -0700124 kWhatReleaseDrm,
Robert Shih3423bbd2014-07-16 15:47:09 -0700125 };
126
Andreas Huberafed0e12011-09-20 15:39:58 -0700127 struct Track {
Robert Shihdd235722014-06-12 14:49:23 -0700128 size_t mIndex;
Marco Nelissenb2487f02015-09-01 13:23:23 -0700129 sp<IMediaSource> mSource;
Andreas Huberafed0e12011-09-20 15:39:58 -0700130 sp<AnotherPacketSource> mPackets;
131 };
132
Wei Jia14532f22015-12-29 11:28:15 -0800133 // Helper to monitor buffering status. The polling happens every second.
134 // When necessary, it will send out buffering events to the player.
135 struct BufferingMonitor : public AHandler {
136 public:
Chih-Hung Hsieh724e0412016-08-29 14:22:17 -0700137 explicit BufferingMonitor(const sp<AMessage> &notify);
Wei Jia14532f22015-12-29 11:28:15 -0800138
Wei Jia48fa06d2016-12-20 15:30:49 -0800139 void getDefaultBufferingSettings(BufferingSettings *buffering /* nonnull */);
140 status_t setBufferingSettings(const BufferingSettings &buffering);
141
Wei Jia14532f22015-12-29 11:28:15 -0800142 // Set up state.
143 void prepare(const sp<NuCachedSource2> &cachedSource,
Wei Jia14532f22015-12-29 11:28:15 -0800144 int64_t durationUs,
145 int64_t bitrate,
146 bool isStreaming);
147 // Stop and reset buffering monitor.
148 void stop();
149 // Cancel the current monitor task.
150 void cancelPollBuffering();
151 // Restart the monitor task.
152 void restartPollBuffering();
153 // Stop buffering task and send out corresponding events.
154 void stopBufferingIfNecessary();
155 // Make sure data source is getting data.
156 void ensureCacheIsFetching();
157 // Update media time of just extracted buffer from data source.
158 void updateQueuedTime(bool isAudio, int64_t timeUs);
159
160 // Set the offload mode.
161 void setOffloadAudio(bool offload);
162 // Update media time of last dequeued buffer which is sent to the decoder.
163 void updateDequeuedBufferTime(int64_t mediaUs);
164
165 protected:
166 virtual ~BufferingMonitor();
167 virtual void onMessageReceived(const sp<AMessage> &msg);
168
169 private:
170 enum {
171 kWhatPollBuffering,
172 };
173
174 sp<AMessage> mNotify;
175
176 sp<NuCachedSource2> mCachedSource;
Wei Jia14532f22015-12-29 11:28:15 -0800177 int64_t mDurationUs;
178 int64_t mBitrate;
179 bool mIsStreaming;
180
181 int64_t mAudioTimeUs;
182 int64_t mVideoTimeUs;
183 int32_t mPollBufferingGeneration;
184 bool mPrepareBuffering;
185 bool mBuffering;
186 int32_t mPrevBufferPercentage;
187
188 mutable Mutex mLock;
189
Wei Jia48fa06d2016-12-20 15:30:49 -0800190 BufferingSettings mSettings;
Wei Jia14532f22015-12-29 11:28:15 -0800191 bool mOffloadAudio;
192 int64_t mFirstDequeuedBufferRealUs;
193 int64_t mFirstDequeuedBufferMediaUs;
194 int64_t mlastDequeuedBufferMediaUs;
195
196 void prepare_l(const sp<NuCachedSource2> &cachedSource,
Wei Jia14532f22015-12-29 11:28:15 -0800197 int64_t durationUs,
198 int64_t bitrate,
199 bool isStreaming);
200 void cancelPollBuffering_l();
201 void notifyBufferingUpdate_l(int32_t percentage);
202 void startBufferingIfNecessary_l();
203 void stopBufferingIfNecessary_l();
204 void sendCacheStats_l();
205 void ensureCacheIsFetching_l();
206 int64_t getLastReadPosition_l();
207 void onPollBuffering_l();
208 void schedulePollBuffering_l();
209 };
210
Marco Nelissenb2487f02015-09-01 13:23:23 -0700211 Vector<sp<IMediaSource> > mSources;
Andreas Huberafed0e12011-09-20 15:39:58 -0700212 Track mAudioTrack;
Ronghua Wu80276872014-08-28 15:50:29 -0700213 int64_t mAudioTimeUs;
Robert Shih5c67ddc2014-11-04 17:46:05 -0800214 int64_t mAudioLastDequeueTimeUs;
Andreas Huberafed0e12011-09-20 15:39:58 -0700215 Track mVideoTrack;
Ronghua Wu80276872014-08-28 15:50:29 -0700216 int64_t mVideoTimeUs;
Robert Shih5c67ddc2014-11-04 17:46:05 -0800217 int64_t mVideoLastDequeueTimeUs;
Robert Shih3423bbd2014-07-16 15:47:09 -0700218 Track mSubtitleTrack;
Lajos Molnare26940f2014-07-31 10:31:26 -0700219 Track mTimedTextTrack;
Andreas Huberafed0e12011-09-20 15:39:58 -0700220
Robert Shih3423bbd2014-07-16 15:47:09 -0700221 int32_t mFetchSubtitleDataGeneration;
Lajos Molnare26940f2014-07-31 10:31:26 -0700222 int32_t mFetchTimedTextDataGeneration;
Andreas Huberafed0e12011-09-20 15:39:58 -0700223 int64_t mDurationUs;
224 bool mAudioIsVorbis;
Chong Zhang42e81532014-12-01 13:44:26 -0800225 bool mIsSecure;
Chong Zhangefbb6192015-01-30 17:13:27 -0800226 bool mIsStreaming;
Lajos Molnarcc227032014-07-17 15:33:06 -0700227 bool mUIDValid;
228 uid_t mUID;
Chong Zhangbf9b95d2014-08-07 15:35:07 -0700229 sp<IMediaHTTPService> mHTTPService;
230 AString mUri;
231 KeyedVector<String8, String8> mUriHeaders;
232 int mFd;
233 int64_t mOffset;
234 int64_t mLength;
235
Chong Zhangd354d8d2014-08-20 13:09:58 -0700236 sp<DataSource> mDataSource;
237 sp<NuCachedSource2> mCachedSource;
Robert Shih360d6d02014-09-29 14:42:35 -0700238 sp<DataSource> mHttpSource;
Marco Nelissenf0b72b52014-09-16 15:43:44 -0700239 sp<MetaData> mFileMeta;
Ronghua Wu80276872014-08-28 15:50:29 -0700240 bool mStarted;
Andy Hung2abde2c2014-09-30 14:40:32 -0700241 bool mStopRead;
Chong Zhang2a3cc9a2014-08-21 17:48:26 -0700242 int64_t mBitrate;
Wei Jia14532f22015-12-29 11:28:15 -0800243 sp<BufferingMonitor> mBufferingMonitor;
Lajos Molnar84f52782014-09-11 10:01:55 -0700244 uint32_t mPendingReadBufferTypes;
Marco Nelissen55e2f4c2015-09-04 15:57:15 -0700245 sp<ABuffer> mGlobalTimedText;
Chong Zhangc287cad2015-02-19 18:30:30 -0800246
Lajos Molnar84f52782014-09-11 10:01:55 -0700247 mutable Mutex mReadBufferLock;
Robert Shihebc27122015-09-02 14:02:47 -0700248 mutable Mutex mDisconnectLock;
Chong Zhang1228d6b2014-08-12 21:25:48 -0700249
Chong Zhangd354d8d2014-08-20 13:09:58 -0700250 sp<ALooper> mLooper;
Wei Jia14532f22015-12-29 11:28:15 -0800251 sp<ALooper> mBufferingMonitorLooper;
Chong Zhang1228d6b2014-08-12 21:25:48 -0700252
Chong Zhangbf9b95d2014-08-07 15:35:07 -0700253 void resetDataSource();
Andreas Huberafed0e12011-09-20 15:39:58 -0700254
Chong Zhangd354d8d2014-08-20 13:09:58 -0700255 status_t initFromDataSource();
Ronghua Wu80276872014-08-28 15:50:29 -0700256 int64_t getLastReadPosition();
Chong Zhangd354d8d2014-08-20 13:09:58 -0700257
Chong Zhangd354d8d2014-08-20 13:09:58 -0700258 void notifyPreparedAndCleanup(status_t err);
Lajos Molnarfcd3e942015-03-31 10:06:48 -0700259 void onSecureDecodersInstantiated(status_t err);
260 void finishPrepareAsync();
261 status_t startSources();
Andreas Huberafed0e12011-09-20 15:39:58 -0700262
Chih-Hung Hsieh36d0ca12016-08-09 14:31:32 -0700263 void onGetFormatMeta(const sp<AMessage>& msg) const;
Robert Shih17f6dd62014-08-20 17:00:21 -0700264 sp<MetaData> doGetFormatMeta(bool audio) const;
265
qinzhichao9935bd42016-12-31 15:36:18 +0800266 void onGetTrackInfo(const sp<AMessage>& msg) const;
267 sp<AMessage> doGetTrackInfo(size_t trackIndex) const;
268
Chih-Hung Hsieh36d0ca12016-08-09 14:31:32 -0700269 void onGetSelectedTrack(const sp<AMessage>& msg) const;
Robert Shih17f6dd62014-08-20 17:00:21 -0700270 ssize_t doGetSelectedTrack(media_track_type type) const;
271
Chih-Hung Hsieh36d0ca12016-08-09 14:31:32 -0700272 void onSelectTrack(const sp<AMessage>& msg);
Robert Shih6ffb1fd2014-10-29 16:24:32 -0700273 status_t doSelectTrack(size_t trackIndex, bool select, int64_t timeUs);
Robert Shih17f6dd62014-08-20 17:00:21 -0700274
Chih-Hung Hsieh36d0ca12016-08-09 14:31:32 -0700275 void onSeek(const sp<AMessage>& msg);
Wei Jiac5de0912016-11-18 10:22:14 -0800276 status_t doSeek(int64_t seekTimeUs, MediaPlayerSeekMode mode);
Robert Shih17f6dd62014-08-20 17:00:21 -0700277
Chong Zhang1228d6b2014-08-12 21:25:48 -0700278 void onPrepareAsync();
279
Lajos Molnare26940f2014-07-31 10:31:26 -0700280 void fetchTextData(
281 uint32_t what, media_track_type type,
Chih-Hung Hsieh36d0ca12016-08-09 14:31:32 -0700282 int32_t curGen, const sp<AnotherPacketSource>& packets, const sp<AMessage>& msg);
Lajos Molnare26940f2014-07-31 10:31:26 -0700283
Marco Nelissen55e2f4c2015-09-04 15:57:15 -0700284 void sendGlobalTextData(
285 uint32_t what,
286 int32_t curGen, sp<AMessage> msg);
287
Lajos Molnare26940f2014-07-31 10:31:26 -0700288 void sendTextData(
289 uint32_t what, media_track_type type,
Chih-Hung Hsieh36d0ca12016-08-09 14:31:32 -0700290 int32_t curGen, const sp<AnotherPacketSource>& packets, const sp<AMessage>& msg);
Lajos Molnare26940f2014-07-31 10:31:26 -0700291
Robert Shih3423bbd2014-07-16 15:47:09 -0700292 sp<ABuffer> mediaBufferToABuffer(
293 MediaBuffer *mbuf,
Wei Jia14486822016-11-02 17:51:30 -0700294 media_track_type trackType);
Robert Shih3423bbd2014-07-16 15:47:09 -0700295
Robert Shih17f6dd62014-08-20 17:00:21 -0700296 void postReadBuffer(media_track_type trackType);
Chih-Hung Hsieh36d0ca12016-08-09 14:31:32 -0700297 void onReadBuffer(const sp<AMessage>& msg);
Wei Jiac5de0912016-11-18 10:22:14 -0800298 // When |mode| is MediaPlayerSeekMode::SEEK_CLOSEST, the buffer read shall
299 // include an item indicating skipping rendering all buffers with timestamp
300 // earlier than |seekTimeUs|.
301 // For other modes, the buffer read will not include the item as above in order
Wei Jia14486822016-11-02 17:51:30 -0700302 // to facilitate fast seek operation.
Andreas Huberafed0e12011-09-20 15:39:58 -0700303 void readBuffer(
Robert Shih3423bbd2014-07-16 15:47:09 -0700304 media_track_type trackType,
Wei Jiac5de0912016-11-18 10:22:14 -0800305 int64_t seekTimeUs = -1ll,
306 MediaPlayerSeekMode mode = MediaPlayerSeekMode::SEEK_PREVIOUS_SYNC,
Wei Jia5ec347f2016-11-01 17:07:54 -0700307 int64_t *actualTimeUs = NULL, bool formatChange = false);
Andreas Huberafed0e12011-09-20 15:39:58 -0700308
Ronghua Wu8f291bc2015-05-19 10:11:53 -0700309 void queueDiscontinuityIfNeeded(
310 bool seeking, bool formatChange, media_track_type trackType, Track *track);
311
Hassan Shojaniacefac142017-02-06 21:02:02 -0800312 // Modular DRM
313 bool mIsDrmProtected;
Hassan Shojania355e8472017-05-12 10:33:16 -0700314 bool mIsDrmReleased;
Hassan Shojaniacefac142017-02-06 21:02:02 -0800315 Vector<String8> mMimes;
316
317 status_t checkDrmInfo();
318 status_t onPrepareDrm(const sp<AMessage> &msg);
Hassan Shojania355e8472017-05-12 10:33:16 -0700319 status_t onReleaseDrm();
Hassan Shojaniacefac142017-02-06 21:02:02 -0800320
Andreas Huberafed0e12011-09-20 15:39:58 -0700321 DISALLOW_EVIL_CONSTRUCTORS(GenericSource);
322};
323
324} // namespace android
325
326#endif // GENERIC_SOURCE_H_