blob: 18d69a72e820d73575eefa48d92185a9931e7f4e [file] [log] [blame]
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -08001/*
2 * Copyright (C) 2007 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ANDROID_MEDIAPLAYER_H
18#define ANDROID_MEDIAPLAYER_H
19
John Grossmanc795b642012-02-22 15:38:35 -080020#include <arpa/inet.h>
21
Mathias Agopian75624082009-05-19 19:08:10 -070022#include <binder/IMemory.h>
Lajos Molnar3a474aa2015-04-24 17:10:07 -070023
24#include <media/AudioResamplerPublic.h>
Wei Jiaed320862017-01-18 14:03:40 -080025#include <media/BufferingSettings.h>
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080026#include <media/IMediaPlayerClient.h>
27#include <media/IMediaPlayer.h>
James Dongdd172fc2010-01-15 18:13:58 -080028#include <media/IMediaDeathNotifier.h>
Dave Burked681bbb2011-08-30 14:39:17 +010029#include <media/IStreamSource.h>
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080030
Andreas Huber2db84552010-01-28 11:19:57 -080031#include <utils/KeyedVector.h>
32#include <utils/String8.h>
33
Colin Crossae4aba12016-09-16 13:02:22 -070034struct ANativeWindow;
Jamie Gennis61c7ef52011-07-13 12:59:34 -070035
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080036namespace android {
37
Lajos Molnar3a474aa2015-04-24 17:10:07 -070038struct AVSyncSettings;
Andy McFadden484566c2012-12-18 09:46:54 -080039class IGraphicBufferProducer;
Lajos Molnar3a474aa2015-04-24 17:10:07 -070040class Surface;
Mathias Agopian3cf61352010-02-09 17:46:37 -080041
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080042enum media_event_type {
43 MEDIA_NOP = 0, // interface test message
44 MEDIA_PREPARED = 1,
45 MEDIA_PLAYBACK_COMPLETE = 2,
46 MEDIA_BUFFERING_UPDATE = 3,
47 MEDIA_SEEK_COMPLETE = 4,
48 MEDIA_SET_VIDEO_SIZE = 5,
Lajos Molnarcbaffcf2013-08-14 18:30:38 -070049 MEDIA_STARTED = 6,
50 MEDIA_PAUSED = 7,
51 MEDIA_STOPPED = 8,
Lajos Molnar6218fdc2013-09-25 08:09:41 -070052 MEDIA_SKIPPED = 9,
Gloria Wangb483c472011-04-11 17:23:27 -070053 MEDIA_TIMED_TEXT = 99,
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080054 MEDIA_ERROR = 100,
The Android Open Source Project65e731f2009-03-11 12:11:56 -070055 MEDIA_INFO = 200,
Chong Zhangdcb89b32013-08-06 09:44:47 -070056 MEDIA_SUBTITLE_DATA = 201,
Robert Shih08528432015-04-08 09:06:54 -070057 MEDIA_META_DATA = 202,
Hassan Shojania071437a2017-01-23 09:19:40 -080058 MEDIA_DRM_INFO = 210,
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080059};
60
The Android Open Source Project65e731f2009-03-11 12:11:56 -070061// Generic error codes for the media player framework. Errors are fatal, the
62// playback must abort.
63//
64// Errors are communicated back to the client using the
65// MediaPlayerListener::notify method defined below.
66// In this situation, 'notify' is invoked with the following:
67// 'msg' is set to MEDIA_ERROR.
68// 'ext1' should be a value from the enum media_error_type.
69// 'ext2' contains an implementation dependant error code to provide
70// more details. Should default to 0 when not used.
71//
72// The codes are distributed as follow:
73// 0xx: Reserved
74// 1xx: Android Player errors. Something went wrong inside the MediaPlayer.
75// 2xx: Media errors (e.g Codec not supported). There is a problem with the
76// media itself.
77// 3xx: Runtime errors. Some extraordinary condition arose making the playback
78// impossible.
79//
80enum media_error_type {
81 // 0xx
82 MEDIA_ERROR_UNKNOWN = 1,
83 // 1xx
84 MEDIA_ERROR_SERVER_DIED = 100,
85 // 2xx
86 MEDIA_ERROR_NOT_VALID_FOR_PROGRESSIVE_PLAYBACK = 200,
87 // 3xx
88};
89
90
91// Info and warning codes for the media player framework. These are non fatal,
92// the playback is going on but there might be some user visible issues.
93//
94// Info and warning messages are communicated back to the client using the
95// MediaPlayerListener::notify method defined below. In this situation,
96// 'notify' is invoked with the following:
97// 'msg' is set to MEDIA_INFO.
98// 'ext1' should be a value from the enum media_info_type.
Ravi K Yenduri387eac42009-06-21 17:19:58 -050099// 'ext2' contains an implementation dependant info code to provide
The Android Open Source Project65e731f2009-03-11 12:11:56 -0700100// more details. Should default to 0 when not used.
101//
102// The codes are distributed as follow:
103// 0xx: Reserved
104// 7xx: Android Player info/warning (e.g player lagging behind.)
105// 8xx: Media info/warning (e.g media badly interleaved.)
Nicolas Catania66095182009-06-11 16:33:49 -0700106//
The Android Open Source Project65e731f2009-03-11 12:11:56 -0700107enum media_info_type {
108 // 0xx
109 MEDIA_INFO_UNKNOWN = 1,
Marco Nelissen6b74d672012-02-28 16:07:44 -0800110 // The player was started because it was used as the next player for another
111 // player, which just completed playback
112 MEDIA_INFO_STARTED_AS_NEXT = 2,
James Dongc374dae2012-07-19 19:18:06 -0700113 // The player just pushed the very first video frame for rendering
114 MEDIA_INFO_RENDERING_START = 3,
The Android Open Source Project65e731f2009-03-11 12:11:56 -0700115 // 7xx
116 // The video is too complex for the decoder: it can't decode frames fast
117 // enough. Possibly only the audio plays fine at this stage.
118 MEDIA_INFO_VIDEO_TRACK_LAGGING = 700,
Andreas Huber0a5baa92010-06-10 11:17:50 -0700119 // MediaPlayer is temporarily pausing playback internally in order to
120 // buffer more data.
121 MEDIA_INFO_BUFFERING_START = 701,
122 // MediaPlayer is resuming playback after filling buffers.
123 MEDIA_INFO_BUFFERING_END = 702,
James Dong5b1b8a92011-05-25 19:37:03 -0700124 // Bandwidth in recent past
125 MEDIA_INFO_NETWORK_BANDWIDTH = 703,
126
The Android Open Source Project65e731f2009-03-11 12:11:56 -0700127 // 8xx
128 // Bad interleaving means that a media has been improperly interleaved or not
129 // interleaved at all, e.g has all the video samples first then all the audio
130 // ones. Video is playing but a lot of disk seek may be happening.
131 MEDIA_INFO_BAD_INTERLEAVING = 800,
132 // The media is not seekable (e.g live stream).
133 MEDIA_INFO_NOT_SEEKABLE = 801,
Nicolas Cataniaa7e0e8b2009-07-08 08:57:42 -0700134 // New media metadata is available.
135 MEDIA_INFO_METADATA_UPDATE = 802,
Insun Kangf9d660a2012-02-16 20:28:27 +0900136
137 //9xx
138 MEDIA_INFO_TIMED_TEXT_ERROR = 900,
The Android Open Source Project65e731f2009-03-11 12:11:56 -0700139};
140
141
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800142
143enum media_player_states {
144 MEDIA_PLAYER_STATE_ERROR = 0,
145 MEDIA_PLAYER_IDLE = 1 << 0,
146 MEDIA_PLAYER_INITIALIZED = 1 << 1,
147 MEDIA_PLAYER_PREPARING = 1 << 2,
148 MEDIA_PLAYER_PREPARED = 1 << 3,
149 MEDIA_PLAYER_STARTED = 1 << 4,
150 MEDIA_PLAYER_PAUSED = 1 << 5,
151 MEDIA_PLAYER_STOPPED = 1 << 6,
152 MEDIA_PLAYER_PLAYBACK_COMPLETE = 1 << 7
153};
154
Glenn Kastencd25fed2011-07-25 09:26:22 -0700155// Keep KEY_PARAMETER_* in sync with MediaPlayer.java.
156// The same enum space is used for both set and get, in case there are future keys that
157// can be both set and get. But as of now, all parameters are either set only or get only.
158enum media_parameter_keys {
James Dong5b1b8a92011-05-25 19:37:03 -0700159 // Streaming/buffering parameters
Glenn Kastencd25fed2011-07-25 09:26:22 -0700160 KEY_PARAMETER_CACHE_STAT_COLLECT_FREQ_MS = 1100, // set only
161
162 // Return a Parcel containing a single int, which is the channel count of the
163 // audio track, or zero for error (e.g. no audio track) or unknown.
164 KEY_PARAMETER_AUDIO_CHANNEL_COUNT = 1200, // get only
165
Jean-Michel Trivi7a8b0ed2012-02-02 09:06:31 -0800166 // Playback rate expressed in permille (1000 is normal speed), saved as int32_t, with negative
167 // values used for rewinding or reverse playback.
168 KEY_PARAMETER_PLAYBACK_RATE_PERMILLE = 1300, // set only
Jean-Michel Trivid9d7fa02014-06-24 08:01:46 -0700169
170 // Set a Parcel containing the value of a parcelled Java AudioAttribute instance
171 KEY_PARAMETER_AUDIO_ATTRIBUTES = 1400 // set only
Gloria Wang7a1e3e82011-05-03 15:59:03 -0700172};
Glenn Kastencd25fed2011-07-25 09:26:22 -0700173
Insun Kangf9d660a2012-02-16 20:28:27 +0900174// Keep INVOKE_ID_* in sync with MediaPlayer.java.
175enum media_player_invoke_ids {
176 INVOKE_ID_GET_TRACK_INFO = 1,
177 INVOKE_ID_ADD_EXTERNAL_SOURCE = 2,
178 INVOKE_ID_ADD_EXTERNAL_SOURCE_FD = 3,
179 INVOKE_ID_SELECT_TRACK = 4,
180 INVOKE_ID_UNSELECT_TRACK = 5,
Robert Shih7c4f0d72014-07-09 18:53:31 -0700181 INVOKE_ID_SET_VIDEO_SCALING_MODE = 6,
182 INVOKE_ID_GET_SELECTED_TRACK = 7
Insun Kangf9d660a2012-02-16 20:28:27 +0900183};
184
185// Keep MEDIA_TRACK_TYPE_* in sync with MediaPlayer.java.
186enum media_track_type {
187 MEDIA_TRACK_TYPE_UNKNOWN = 0,
188 MEDIA_TRACK_TYPE_VIDEO = 1,
189 MEDIA_TRACK_TYPE_AUDIO = 2,
190 MEDIA_TRACK_TYPE_TIMEDTEXT = 3,
Chong Zhangdcb89b32013-08-06 09:44:47 -0700191 MEDIA_TRACK_TYPE_SUBTITLE = 4,
Robert Shih08528432015-04-08 09:06:54 -0700192 MEDIA_TRACK_TYPE_METADATA = 5,
Insun Kangf9d660a2012-02-16 20:28:27 +0900193};
194
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800195// ----------------------------------------------------------------------------
196// ref-counted object for callbacks
197class MediaPlayerListener: virtual public RefBase
198{
199public:
Gloria Wangb483c472011-04-11 17:23:27 -0700200 virtual void notify(int msg, int ext1, int ext2, const Parcel *obj) = 0;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800201};
202
Andreas Huber1b86fe02014-01-29 11:13:26 -0800203struct IMediaHTTPService;
204
James Dongdd172fc2010-01-15 18:13:58 -0800205class MediaPlayer : public BnMediaPlayerClient,
206 public virtual IMediaDeathNotifier
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800207{
208public:
209 MediaPlayer();
210 ~MediaPlayer();
James Dongdd172fc2010-01-15 18:13:58 -0800211 void died();
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800212 void disconnect();
Andreas Huber2db84552010-01-28 11:19:57 -0800213
214 status_t setDataSource(
Andreas Huber1b86fe02014-01-29 11:13:26 -0800215 const sp<IMediaHTTPService> &httpService,
Andreas Huber2db84552010-01-28 11:19:57 -0800216 const char *url,
217 const KeyedVector<String8, String8> *headers);
218
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800219 status_t setDataSource(int fd, int64_t offset, int64_t length);
Chris Watkins99f31602015-03-20 13:06:33 -0700220 status_t setDataSource(const sp<IDataSource> &source);
Glenn Kasten11731182011-02-08 17:26:17 -0800221 status_t setVideoSurfaceTexture(
Andy McFadden484566c2012-12-18 09:46:54 -0800222 const sp<IGraphicBufferProducer>& bufferProducer);
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800223 status_t setListener(const sp<MediaPlayerListener>& listener);
Wei Jiadc6f3402017-01-09 15:04:18 -0800224 status_t getDefaultBufferingSettings(BufferingSettings* buffering /* nonnull */);
Wei Jiaed320862017-01-18 14:03:40 -0800225 status_t getBufferingSettings(BufferingSettings* buffering /* nonnull */);
Wei Jiadc6f3402017-01-09 15:04:18 -0800226 status_t setBufferingSettings(const BufferingSettings& buffering);
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800227 status_t prepare();
228 status_t prepareAsync();
229 status_t start();
230 status_t stop();
231 status_t pause();
232 bool isPlaying();
Lajos Molnar3a474aa2015-04-24 17:10:07 -0700233 status_t setPlaybackSettings(const AudioPlaybackRate& rate);
234 status_t getPlaybackSettings(AudioPlaybackRate* rate /* nonnull */);
235 status_t setSyncSettings(const AVSyncSettings& sync, float videoFpsHint);
236 status_t getSyncSettings(
237 AVSyncSettings* sync /* nonnull */,
238 float* videoFps /* nonnull */);
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800239 status_t getVideoWidth(int *w);
240 status_t getVideoHeight(int *h);
Wei Jiac5de0912016-11-18 10:22:14 -0800241 status_t seekTo(
242 int msec,
243 MediaPlayerSeekMode mode = MediaPlayerSeekMode::SEEK_PREVIOUS_SYNC);
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800244 status_t getCurrentPosition(int *msec);
245 status_t getDuration(int *msec);
246 status_t reset();
Glenn Kastenfff6d712012-01-12 16:38:12 -0800247 status_t setAudioStreamType(audio_stream_type_t type);
John Spurlockde9453f2014-03-19 13:05:45 -0400248 status_t getAudioStreamType(audio_stream_type_t *type);
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800249 status_t setLooping(int loop);
250 bool isLooping();
251 status_t setVolume(float leftVolume, float rightVolume);
Gloria Wangb483c472011-04-11 17:23:27 -0700252 void notify(int msg, int ext1, int ext2, const Parcel *obj = NULL);
Nicolas Catania1d187f12009-05-12 23:25:55 -0700253 status_t invoke(const Parcel& request, Parcel *reply);
Nicolas Cataniaa7e0e8b2009-07-08 08:57:42 -0700254 status_t setMetadataFilter(const Parcel& filter);
Nicolas Catania8e1b6cc2009-07-09 09:21:33 -0700255 status_t getMetadata(bool update_only, bool apply_filter, Parcel *metadata);
Glenn Kastend848eb42016-03-08 13:42:11 -0800256 status_t setAudioSessionId(audio_session_t sessionId);
257 audio_session_t getAudioSessionId();
Eric Laurent2beeb502010-07-16 07:43:46 -0700258 status_t setAuxEffectSendLevel(float level);
259 status_t attachAuxEffect(int effectId);
Gloria Wang4f9e47f2011-04-25 17:28:22 -0700260 status_t setParameter(int key, const Parcel& request);
261 status_t getParameter(int key, Parcel* reply);
John Grossmanc795b642012-02-22 15:38:35 -0800262 status_t setRetransmitEndpoint(const char* addrString, uint16_t port);
Marco Nelissen6b74d672012-02-28 16:07:44 -0800263 status_t setNextMediaPlayer(const sp<MediaPlayer>& player);
Andy Hung9fc8b5c2017-01-24 13:36:48 -0800264
265 VolumeShaper::Status applyVolumeShaper(
266 const sp<VolumeShaper::Configuration>& configuration,
267 const sp<VolumeShaper::Operation>& operation);
268 sp<VolumeShaper::State> getVolumeShaperState(int id);
Hassan Shojaniacefac142017-02-06 21:02:02 -0800269 // Modular DRM
270 status_t prepareDrm(const uint8_t uuid[16], const Vector<uint8_t>& drmSessionId);
Hassan Shojania071437a2017-01-23 09:19:40 -0800271 status_t releaseDrm();
Gloria Wang4f9e47f2011-04-25 17:28:22 -0700272
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800273private:
274 void clear_l();
Wei Jiac5de0912016-11-18 10:22:14 -0800275 status_t seekTo_l(int msec, MediaPlayerSeekMode mode);
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800276 status_t prepareAsync_l();
277 status_t getDuration_l(int *msec);
Dave Burked681bbb2011-08-30 14:39:17 +0100278 status_t attachNewPlayer(const sp<IMediaPlayer>& player);
Jamie Gennis61c7ef52011-07-13 12:59:34 -0700279 status_t reset_l();
John Grossmanc795b642012-02-22 15:38:35 -0800280 status_t doSetRetransmitEndpoint(const sp<IMediaPlayer>& player);
Jean-Michel Trivid9d7fa02014-06-24 08:01:46 -0700281 status_t checkStateForKeySet_l(int key);
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800282
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800283 sp<IMediaPlayer> mPlayer;
Jason Sams1af452f2009-03-24 18:45:22 -0700284 thread_id_t mLockThreadId;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800285 Mutex mLock;
286 Mutex mNotifyLock;
287 Condition mSignal;
288 sp<MediaPlayerListener> mListener;
289 void* mCookie;
290 media_player_states mCurrentState;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800291 int mCurrentPosition;
Wei Jiac5de0912016-11-18 10:22:14 -0800292 MediaPlayerSeekMode mCurrentSeekMode;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800293 int mSeekPosition;
Wei Jiac5de0912016-11-18 10:22:14 -0800294 MediaPlayerSeekMode mSeekMode;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800295 bool mPrepareSync;
296 status_t mPrepareStatus;
Glenn Kastenfff6d712012-01-12 16:38:12 -0800297 audio_stream_type_t mStreamType;
Jean-Michel Trivi640adb32014-09-05 11:20:11 -0700298 Parcel* mAudioAttributesParcel;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800299 bool mLoop;
300 float mLeftVolume;
301 float mRightVolume;
302 int mVideoWidth;
303 int mVideoHeight;
Glenn Kastend848eb42016-03-08 13:42:11 -0800304 audio_session_t mAudioSessionId;
Eric Laurent2beeb502010-07-16 07:43:46 -0700305 float mSendLevel;
John Grossmanc795b642012-02-22 15:38:35 -0800306 struct sockaddr_in mRetransmitEndpoint;
307 bool mRetransmitEndpointValid;
Wei Jiaed320862017-01-18 14:03:40 -0800308 BufferingSettings mCurrentBufferingSettings;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800309};
310
311}; // namespace android
312
313#endif // ANDROID_MEDIAPLAYER_H