blob: 2fd703e0a174ec0655ff598dd79afc78e397fa79 [file] [log] [blame]
Andreas Huberafed0e12011-09-20 15:39:58 -07001/*
2 * Copyright (C) 2012 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef GENERIC_SOURCE_H_
18
19#define GENERIC_SOURCE_H_
20
21#include "NuPlayer.h"
22#include "NuPlayerSource.h"
23
24#include "ATSParser.h"
25
Robert Shih3423bbd2014-07-16 15:47:09 -070026#include <media/mediaplayer.h>
27
Andreas Huberafed0e12011-09-20 15:39:58 -070028namespace android {
29
Ronghua Wu80276872014-08-28 15:50:29 -070030class DecryptHandle;
31class DrmManagerClient;
Andreas Huberafed0e12011-09-20 15:39:58 -070032struct AnotherPacketSource;
33struct ARTSPController;
Lajos Molnaree4e1b12015-04-17 13:46:19 -070034class DataSource;
35class IDataSource;
Chong Zhangbf9b95d2014-08-07 15:35:07 -070036struct IMediaHTTPService;
Andreas Huberafed0e12011-09-20 15:39:58 -070037struct MediaSource;
Robert Shih3423bbd2014-07-16 15:47:09 -070038class MediaBuffer;
Chong Zhangd354d8d2014-08-20 13:09:58 -070039struct NuCachedSource2;
Lajos Molnaree4e1b12015-04-17 13:46:19 -070040class WVMExtractor;
Andreas Huberafed0e12011-09-20 15:39:58 -070041
42struct NuPlayer::GenericSource : public NuPlayer::Source {
Chong Zhang3de157d2014-08-05 20:54:44 -070043 GenericSource(const sp<AMessage> &notify, bool uidValid, uid_t uid);
44
Chong Zhangbf9b95d2014-08-07 15:35:07 -070045 status_t setDataSource(
Andreas Huber1b86fe02014-01-29 11:13:26 -080046 const sp<IMediaHTTPService> &httpService,
Andreas Huberafed0e12011-09-20 15:39:58 -070047 const char *url,
Chong Zhang3de157d2014-08-05 20:54:44 -070048 const KeyedVector<String8, String8> *headers);
Andreas Huberafed0e12011-09-20 15:39:58 -070049
Chong Zhangbf9b95d2014-08-07 15:35:07 -070050 status_t setDataSource(int fd, int64_t offset, int64_t length);
Andreas Huberafed0e12011-09-20 15:39:58 -070051
Chris Watkins99f31602015-03-20 13:06:33 -070052 status_t setDataSource(const sp<DataSource>& dataSource);
53
Andreas Huber9575c962013-02-05 13:59:56 -080054 virtual void prepareAsync();
55
Andreas Huberafed0e12011-09-20 15:39:58 -070056 virtual void start();
Ronghua Wu80276872014-08-28 15:50:29 -070057 virtual void stop();
58 virtual void pause();
59 virtual void resume();
Andreas Huberafed0e12011-09-20 15:39:58 -070060
Chong Zhang48296b72014-09-14 14:28:45 -070061 virtual void disconnect();
62
Andreas Huberafed0e12011-09-20 15:39:58 -070063 virtual status_t feedMoreTSData();
64
Marco Nelissenf0b72b52014-09-16 15:43:44 -070065 virtual sp<MetaData> getFileFormatMeta() const;
66
Andreas Huberafed0e12011-09-20 15:39:58 -070067 virtual status_t dequeueAccessUnit(bool audio, sp<ABuffer> *accessUnit);
68
69 virtual status_t getDuration(int64_t *durationUs);
Robert Shihdd235722014-06-12 14:49:23 -070070 virtual size_t getTrackCount() const;
71 virtual sp<AMessage> getTrackInfo(size_t trackIndex) const;
Lajos Molnare26940f2014-07-31 10:31:26 -070072 virtual ssize_t getSelectedTrack(media_track_type type) const;
Robert Shih6ffb1fd2014-10-29 16:24:32 -070073 virtual status_t selectTrack(size_t trackIndex, bool select, int64_t timeUs);
Andreas Huberafed0e12011-09-20 15:39:58 -070074 virtual status_t seekTo(int64_t seekTimeUs);
Andreas Huberb7c8e912012-11-27 15:02:53 -080075
Lajos Molnarcc227032014-07-17 15:33:06 -070076 virtual status_t setBuffers(bool audio, Vector<MediaBuffer *> &buffers);
77
Ronghua Wu02cb98d2015-05-27 11:02:54 -070078 virtual bool isStreaming() const;
79
Wei Jia14532f22015-12-29 11:28:15 -080080 virtual void setOffloadAudio(bool offload);
81
Andreas Huberafed0e12011-09-20 15:39:58 -070082protected:
83 virtual ~GenericSource();
84
Robert Shih3423bbd2014-07-16 15:47:09 -070085 virtual void onMessageReceived(const sp<AMessage> &msg);
86
Andreas Huber84066782011-08-16 09:34:26 -070087 virtual sp<MetaData> getFormatMeta(bool audio);
88
Andreas Huberafed0e12011-09-20 15:39:58 -070089private:
Robert Shih3423bbd2014-07-16 15:47:09 -070090 enum {
Chong Zhang1228d6b2014-08-12 21:25:48 -070091 kWhatPrepareAsync,
Robert Shih3423bbd2014-07-16 15:47:09 -070092 kWhatFetchSubtitleData,
Lajos Molnare26940f2014-07-31 10:31:26 -070093 kWhatFetchTimedTextData,
Robert Shih3423bbd2014-07-16 15:47:09 -070094 kWhatSendSubtitleData,
Marco Nelissen55e2f4c2015-09-04 15:57:15 -070095 kWhatSendGlobalTimedTextData,
Lajos Molnare26940f2014-07-31 10:31:26 -070096 kWhatSendTimedTextData,
Robert Shih3423bbd2014-07-16 15:47:09 -070097 kWhatChangeAVSource,
Chong Zhang2a3cc9a2014-08-21 17:48:26 -070098 kWhatPollBuffering,
Robert Shih17f6dd62014-08-20 17:00:21 -070099 kWhatGetFormat,
100 kWhatGetSelectedTrack,
101 kWhatSelectTrack,
102 kWhatSeek,
103 kWhatReadBuffer,
Andy Hung2abde2c2014-09-30 14:40:32 -0700104 kWhatStopWidevine,
Chong Zhangefbb6192015-01-30 17:13:27 -0800105 kWhatStart,
106 kWhatResume,
Lajos Molnarfcd3e942015-03-31 10:06:48 -0700107 kWhatSecureDecodersInstantiated,
Robert Shih3423bbd2014-07-16 15:47:09 -0700108 };
109
Andreas Huberafed0e12011-09-20 15:39:58 -0700110 struct Track {
Robert Shihdd235722014-06-12 14:49:23 -0700111 size_t mIndex;
Marco Nelissenb2487f02015-09-01 13:23:23 -0700112 sp<IMediaSource> mSource;
Andreas Huberafed0e12011-09-20 15:39:58 -0700113 sp<AnotherPacketSource> mPackets;
114 };
115
Wei Jia14532f22015-12-29 11:28:15 -0800116 // Helper to monitor buffering status. The polling happens every second.
117 // When necessary, it will send out buffering events to the player.
118 struct BufferingMonitor : public AHandler {
119 public:
120 BufferingMonitor(const sp<AMessage> &notify);
121
122 // Set up state.
123 void prepare(const sp<NuCachedSource2> &cachedSource,
124 const sp<WVMExtractor> &wvmExtractor,
125 int64_t durationUs,
126 int64_t bitrate,
127 bool isStreaming);
128 // Stop and reset buffering monitor.
129 void stop();
130 // Cancel the current monitor task.
131 void cancelPollBuffering();
132 // Restart the monitor task.
133 void restartPollBuffering();
134 // Stop buffering task and send out corresponding events.
135 void stopBufferingIfNecessary();
136 // Make sure data source is getting data.
137 void ensureCacheIsFetching();
138 // Update media time of just extracted buffer from data source.
139 void updateQueuedTime(bool isAudio, int64_t timeUs);
140
141 // Set the offload mode.
142 void setOffloadAudio(bool offload);
143 // Update media time of last dequeued buffer which is sent to the decoder.
144 void updateDequeuedBufferTime(int64_t mediaUs);
145
146 protected:
147 virtual ~BufferingMonitor();
148 virtual void onMessageReceived(const sp<AMessage> &msg);
149
150 private:
151 enum {
152 kWhatPollBuffering,
153 };
154
155 sp<AMessage> mNotify;
156
157 sp<NuCachedSource2> mCachedSource;
158 sp<WVMExtractor> mWVMExtractor;
159 int64_t mDurationUs;
160 int64_t mBitrate;
161 bool mIsStreaming;
162
163 int64_t mAudioTimeUs;
164 int64_t mVideoTimeUs;
165 int32_t mPollBufferingGeneration;
166 bool mPrepareBuffering;
167 bool mBuffering;
168 int32_t mPrevBufferPercentage;
169
170 mutable Mutex mLock;
171
172 bool mOffloadAudio;
173 int64_t mFirstDequeuedBufferRealUs;
174 int64_t mFirstDequeuedBufferMediaUs;
175 int64_t mlastDequeuedBufferMediaUs;
176
177 void prepare_l(const sp<NuCachedSource2> &cachedSource,
178 const sp<WVMExtractor> &wvmExtractor,
179 int64_t durationUs,
180 int64_t bitrate,
181 bool isStreaming);
182 void cancelPollBuffering_l();
183 void notifyBufferingUpdate_l(int32_t percentage);
184 void startBufferingIfNecessary_l();
185 void stopBufferingIfNecessary_l();
186 void sendCacheStats_l();
187 void ensureCacheIsFetching_l();
188 int64_t getLastReadPosition_l();
189 void onPollBuffering_l();
190 void schedulePollBuffering_l();
191 };
192
Marco Nelissenb2487f02015-09-01 13:23:23 -0700193 Vector<sp<IMediaSource> > mSources;
Andreas Huberafed0e12011-09-20 15:39:58 -0700194 Track mAudioTrack;
Ronghua Wu80276872014-08-28 15:50:29 -0700195 int64_t mAudioTimeUs;
Robert Shih5c67ddc2014-11-04 17:46:05 -0800196 int64_t mAudioLastDequeueTimeUs;
Andreas Huberafed0e12011-09-20 15:39:58 -0700197 Track mVideoTrack;
Ronghua Wu80276872014-08-28 15:50:29 -0700198 int64_t mVideoTimeUs;
Robert Shih5c67ddc2014-11-04 17:46:05 -0800199 int64_t mVideoLastDequeueTimeUs;
Robert Shih3423bbd2014-07-16 15:47:09 -0700200 Track mSubtitleTrack;
Lajos Molnare26940f2014-07-31 10:31:26 -0700201 Track mTimedTextTrack;
Andreas Huberafed0e12011-09-20 15:39:58 -0700202
Robert Shih3423bbd2014-07-16 15:47:09 -0700203 int32_t mFetchSubtitleDataGeneration;
Lajos Molnare26940f2014-07-31 10:31:26 -0700204 int32_t mFetchTimedTextDataGeneration;
Andreas Huberafed0e12011-09-20 15:39:58 -0700205 int64_t mDurationUs;
206 bool mAudioIsVorbis;
Lajos Molnarcc227032014-07-17 15:33:06 -0700207 bool mIsWidevine;
Chong Zhang42e81532014-12-01 13:44:26 -0800208 bool mIsSecure;
Chong Zhangefbb6192015-01-30 17:13:27 -0800209 bool mIsStreaming;
Lajos Molnarcc227032014-07-17 15:33:06 -0700210 bool mUIDValid;
211 uid_t mUID;
Chong Zhangbf9b95d2014-08-07 15:35:07 -0700212 sp<IMediaHTTPService> mHTTPService;
213 AString mUri;
214 KeyedVector<String8, String8> mUriHeaders;
215 int mFd;
216 int64_t mOffset;
217 int64_t mLength;
218
Chong Zhangd354d8d2014-08-20 13:09:58 -0700219 sp<DataSource> mDataSource;
220 sp<NuCachedSource2> mCachedSource;
Robert Shih360d6d02014-09-29 14:42:35 -0700221 sp<DataSource> mHttpSource;
Chong Zhang2a3cc9a2014-08-21 17:48:26 -0700222 sp<WVMExtractor> mWVMExtractor;
Marco Nelissenf0b72b52014-09-16 15:43:44 -0700223 sp<MetaData> mFileMeta;
Ronghua Wu80276872014-08-28 15:50:29 -0700224 DrmManagerClient *mDrmManagerClient;
225 sp<DecryptHandle> mDecryptHandle;
226 bool mStarted;
Andy Hung2abde2c2014-09-30 14:40:32 -0700227 bool mStopRead;
Chong Zhang2a3cc9a2014-08-21 17:48:26 -0700228 int64_t mBitrate;
Wei Jia14532f22015-12-29 11:28:15 -0800229 sp<BufferingMonitor> mBufferingMonitor;
Lajos Molnar84f52782014-09-11 10:01:55 -0700230 uint32_t mPendingReadBufferTypes;
Marco Nelissen55e2f4c2015-09-04 15:57:15 -0700231 sp<ABuffer> mGlobalTimedText;
Chong Zhangc287cad2015-02-19 18:30:30 -0800232
Lajos Molnar84f52782014-09-11 10:01:55 -0700233 mutable Mutex mReadBufferLock;
Robert Shihebc27122015-09-02 14:02:47 -0700234 mutable Mutex mDisconnectLock;
Chong Zhang1228d6b2014-08-12 21:25:48 -0700235
Chong Zhangd354d8d2014-08-20 13:09:58 -0700236 sp<ALooper> mLooper;
Wei Jia14532f22015-12-29 11:28:15 -0800237 sp<ALooper> mBufferingMonitorLooper;
Chong Zhang1228d6b2014-08-12 21:25:48 -0700238
Chong Zhangbf9b95d2014-08-07 15:35:07 -0700239 void resetDataSource();
Andreas Huberafed0e12011-09-20 15:39:58 -0700240
Chong Zhangd354d8d2014-08-20 13:09:58 -0700241 status_t initFromDataSource();
Ronghua Wu80276872014-08-28 15:50:29 -0700242 void checkDrmStatus(const sp<DataSource>& dataSource);
243 int64_t getLastReadPosition();
244 void setDrmPlaybackStatusIfNeeded(int playbackStatus, int64_t position);
Chong Zhangd354d8d2014-08-20 13:09:58 -0700245
Chong Zhangd354d8d2014-08-20 13:09:58 -0700246 void notifyPreparedAndCleanup(status_t err);
Lajos Molnarfcd3e942015-03-31 10:06:48 -0700247 void onSecureDecodersInstantiated(status_t err);
248 void finishPrepareAsync();
249 status_t startSources();
Andreas Huberafed0e12011-09-20 15:39:58 -0700250
Robert Shih17f6dd62014-08-20 17:00:21 -0700251 void onGetFormatMeta(sp<AMessage> msg) const;
252 sp<MetaData> doGetFormatMeta(bool audio) const;
253
254 void onGetSelectedTrack(sp<AMessage> msg) const;
255 ssize_t doGetSelectedTrack(media_track_type type) const;
256
257 void onSelectTrack(sp<AMessage> msg);
Robert Shih6ffb1fd2014-10-29 16:24:32 -0700258 status_t doSelectTrack(size_t trackIndex, bool select, int64_t timeUs);
Robert Shih17f6dd62014-08-20 17:00:21 -0700259
260 void onSeek(sp<AMessage> msg);
261 status_t doSeek(int64_t seekTimeUs);
262
Chong Zhang1228d6b2014-08-12 21:25:48 -0700263 void onPrepareAsync();
264
Lajos Molnare26940f2014-07-31 10:31:26 -0700265 void fetchTextData(
266 uint32_t what, media_track_type type,
267 int32_t curGen, sp<AnotherPacketSource> packets, sp<AMessage> msg);
268
Marco Nelissen55e2f4c2015-09-04 15:57:15 -0700269 void sendGlobalTextData(
270 uint32_t what,
271 int32_t curGen, sp<AMessage> msg);
272
Lajos Molnare26940f2014-07-31 10:31:26 -0700273 void sendTextData(
274 uint32_t what, media_track_type type,
275 int32_t curGen, sp<AnotherPacketSource> packets, sp<AMessage> msg);
276
Robert Shih3423bbd2014-07-16 15:47:09 -0700277 sp<ABuffer> mediaBufferToABuffer(
278 MediaBuffer *mbuf,
279 media_track_type trackType,
Wei Jia474d7c72014-12-04 15:12:13 -0800280 int64_t seekTimeUs,
Robert Shih3423bbd2014-07-16 15:47:09 -0700281 int64_t *actualTimeUs = NULL);
282
Robert Shih17f6dd62014-08-20 17:00:21 -0700283 void postReadBuffer(media_track_type trackType);
284 void onReadBuffer(sp<AMessage> msg);
Andreas Huberafed0e12011-09-20 15:39:58 -0700285 void readBuffer(
Robert Shih3423bbd2014-07-16 15:47:09 -0700286 media_track_type trackType,
287 int64_t seekTimeUs = -1ll, int64_t *actualTimeUs = NULL, bool formatChange = false);
Andreas Huberafed0e12011-09-20 15:39:58 -0700288
Ronghua Wu8f291bc2015-05-19 10:11:53 -0700289 void queueDiscontinuityIfNeeded(
290 bool seeking, bool formatChange, media_track_type trackType, Track *track);
291
Andreas Huberafed0e12011-09-20 15:39:58 -0700292 DISALLOW_EVIL_CONSTRUCTORS(GenericSource);
293};
294
295} // namespace android
296
297#endif // GENERIC_SOURCE_H_