blob: 2335c5a25547f2355ee41052f60a50f437101fe9 [file] [log] [blame]
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -08001/*
2 * Copyright (C) 2007 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ANDROID_MEDIAPLAYER_H
18#define ANDROID_MEDIAPLAYER_H
19
Wei Jia53692fa2017-12-11 10:33:46 -080020#include <media/mediaplayer_common.h>
21
John Grossmanc795b642012-02-22 15:38:35 -080022#include <arpa/inet.h>
23
Mathias Agopian75624082009-05-19 19:08:10 -070024#include <binder/IMemory.h>
Lajos Molnar3a474aa2015-04-24 17:10:07 -070025
26#include <media/AudioResamplerPublic.h>
Wei Jiaed320862017-01-18 14:03:40 -080027#include <media/BufferingSettings.h>
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080028#include <media/IMediaPlayerClient.h>
29#include <media/IMediaPlayer.h>
James Dongdd172fc2010-01-15 18:13:58 -080030#include <media/IMediaDeathNotifier.h>
Dave Burked681bbb2011-08-30 14:39:17 +010031#include <media/IStreamSource.h>
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080032
Andreas Huber2db84552010-01-28 11:19:57 -080033#include <utils/KeyedVector.h>
34#include <utils/String8.h>
35
Colin Crossae4aba12016-09-16 13:02:22 -070036struct ANativeWindow;
Jamie Gennis61c7ef52011-07-13 12:59:34 -070037
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080038namespace android {
39
Lajos Molnar3a474aa2015-04-24 17:10:07 -070040struct AVSyncSettings;
Andy McFadden484566c2012-12-18 09:46:54 -080041class IGraphicBufferProducer;
Lajos Molnar3a474aa2015-04-24 17:10:07 -070042class Surface;
Mathias Agopian3cf61352010-02-09 17:46:37 -080043
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080044enum media_event_type {
45 MEDIA_NOP = 0, // interface test message
46 MEDIA_PREPARED = 1,
47 MEDIA_PLAYBACK_COMPLETE = 2,
48 MEDIA_BUFFERING_UPDATE = 3,
49 MEDIA_SEEK_COMPLETE = 4,
50 MEDIA_SET_VIDEO_SIZE = 5,
Lajos Molnarcbaffcf2013-08-14 18:30:38 -070051 MEDIA_STARTED = 6,
52 MEDIA_PAUSED = 7,
53 MEDIA_STOPPED = 8,
Lajos Molnar6218fdc2013-09-25 08:09:41 -070054 MEDIA_SKIPPED = 9,
Wei Jia52c28512017-09-13 18:17:51 -070055 MEDIA_NOTIFY_TIME = 98,
Gloria Wangb483c472011-04-11 17:23:27 -070056 MEDIA_TIMED_TEXT = 99,
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080057 MEDIA_ERROR = 100,
The Android Open Source Project65e731f2009-03-11 12:11:56 -070058 MEDIA_INFO = 200,
Chong Zhangdcb89b32013-08-06 09:44:47 -070059 MEDIA_SUBTITLE_DATA = 201,
Robert Shih08528432015-04-08 09:06:54 -070060 MEDIA_META_DATA = 202,
Hassan Shojania071437a2017-01-23 09:19:40 -080061 MEDIA_DRM_INFO = 210,
Dongwon Kang47afe0a2018-03-27 15:15:30 -070062 MEDIA_TIME_DISCONTINUITY = 211,
jiabin156c6872017-10-06 09:47:15 -070063 MEDIA_AUDIO_ROUTING_CHANGED = 10000,
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080064};
65
The Android Open Source Project65e731f2009-03-11 12:11:56 -070066// Generic error codes for the media player framework. Errors are fatal, the
67// playback must abort.
68//
69// Errors are communicated back to the client using the
70// MediaPlayerListener::notify method defined below.
71// In this situation, 'notify' is invoked with the following:
72// 'msg' is set to MEDIA_ERROR.
73// 'ext1' should be a value from the enum media_error_type.
74// 'ext2' contains an implementation dependant error code to provide
75// more details. Should default to 0 when not used.
76//
77// The codes are distributed as follow:
78// 0xx: Reserved
79// 1xx: Android Player errors. Something went wrong inside the MediaPlayer.
80// 2xx: Media errors (e.g Codec not supported). There is a problem with the
81// media itself.
82// 3xx: Runtime errors. Some extraordinary condition arose making the playback
83// impossible.
84//
85enum media_error_type {
86 // 0xx
87 MEDIA_ERROR_UNKNOWN = 1,
88 // 1xx
89 MEDIA_ERROR_SERVER_DIED = 100,
90 // 2xx
91 MEDIA_ERROR_NOT_VALID_FOR_PROGRESSIVE_PLAYBACK = 200,
92 // 3xx
93};
94
95
96// Info and warning codes for the media player framework. These are non fatal,
97// the playback is going on but there might be some user visible issues.
98//
99// Info and warning messages are communicated back to the client using the
100// MediaPlayerListener::notify method defined below. In this situation,
101// 'notify' is invoked with the following:
102// 'msg' is set to MEDIA_INFO.
103// 'ext1' should be a value from the enum media_info_type.
Ravi K Yenduri387eac42009-06-21 17:19:58 -0500104// 'ext2' contains an implementation dependant info code to provide
The Android Open Source Project65e731f2009-03-11 12:11:56 -0700105// more details. Should default to 0 when not used.
106//
107// The codes are distributed as follow:
108// 0xx: Reserved
109// 7xx: Android Player info/warning (e.g player lagging behind.)
110// 8xx: Media info/warning (e.g media badly interleaved.)
Nicolas Catania66095182009-06-11 16:33:49 -0700111//
The Android Open Source Project65e731f2009-03-11 12:11:56 -0700112enum media_info_type {
113 // 0xx
114 MEDIA_INFO_UNKNOWN = 1,
Marco Nelissen6b74d672012-02-28 16:07:44 -0800115 // The player was started because it was used as the next player for another
116 // player, which just completed playback
117 MEDIA_INFO_STARTED_AS_NEXT = 2,
James Dongc374dae2012-07-19 19:18:06 -0700118 // The player just pushed the very first video frame for rendering
119 MEDIA_INFO_RENDERING_START = 3,
The Android Open Source Project65e731f2009-03-11 12:11:56 -0700120 // 7xx
121 // The video is too complex for the decoder: it can't decode frames fast
122 // enough. Possibly only the audio plays fine at this stage.
123 MEDIA_INFO_VIDEO_TRACK_LAGGING = 700,
Andreas Huber0a5baa92010-06-10 11:17:50 -0700124 // MediaPlayer is temporarily pausing playback internally in order to
125 // buffer more data.
126 MEDIA_INFO_BUFFERING_START = 701,
127 // MediaPlayer is resuming playback after filling buffers.
128 MEDIA_INFO_BUFFERING_END = 702,
James Dong5b1b8a92011-05-25 19:37:03 -0700129 // Bandwidth in recent past
130 MEDIA_INFO_NETWORK_BANDWIDTH = 703,
131
The Android Open Source Project65e731f2009-03-11 12:11:56 -0700132 // 8xx
133 // Bad interleaving means that a media has been improperly interleaved or not
134 // interleaved at all, e.g has all the video samples first then all the audio
135 // ones. Video is playing but a lot of disk seek may be happening.
136 MEDIA_INFO_BAD_INTERLEAVING = 800,
137 // The media is not seekable (e.g live stream).
138 MEDIA_INFO_NOT_SEEKABLE = 801,
Nicolas Cataniaa7e0e8b2009-07-08 08:57:42 -0700139 // New media metadata is available.
140 MEDIA_INFO_METADATA_UPDATE = 802,
Wei Jia686e8e52017-04-03 14:08:01 -0700141 // Audio can not be played.
142 MEDIA_INFO_PLAY_AUDIO_ERROR = 804,
143 // Video can not be played.
144 MEDIA_INFO_PLAY_VIDEO_ERROR = 805,
Insun Kangf9d660a2012-02-16 20:28:27 +0900145
146 //9xx
147 MEDIA_INFO_TIMED_TEXT_ERROR = 900,
The Android Open Source Project65e731f2009-03-11 12:11:56 -0700148};
149
150
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800151
152enum media_player_states {
153 MEDIA_PLAYER_STATE_ERROR = 0,
154 MEDIA_PLAYER_IDLE = 1 << 0,
155 MEDIA_PLAYER_INITIALIZED = 1 << 1,
156 MEDIA_PLAYER_PREPARING = 1 << 2,
157 MEDIA_PLAYER_PREPARED = 1 << 3,
158 MEDIA_PLAYER_STARTED = 1 << 4,
159 MEDIA_PLAYER_PAUSED = 1 << 5,
160 MEDIA_PLAYER_STOPPED = 1 << 6,
161 MEDIA_PLAYER_PLAYBACK_COMPLETE = 1 << 7
162};
163
Glenn Kastencd25fed2011-07-25 09:26:22 -0700164// Keep KEY_PARAMETER_* in sync with MediaPlayer.java.
165// The same enum space is used for both set and get, in case there are future keys that
166// can be both set and get. But as of now, all parameters are either set only or get only.
167enum media_parameter_keys {
James Dong5b1b8a92011-05-25 19:37:03 -0700168 // Streaming/buffering parameters
Glenn Kastencd25fed2011-07-25 09:26:22 -0700169 KEY_PARAMETER_CACHE_STAT_COLLECT_FREQ_MS = 1100, // set only
170
171 // Return a Parcel containing a single int, which is the channel count of the
172 // audio track, or zero for error (e.g. no audio track) or unknown.
173 KEY_PARAMETER_AUDIO_CHANNEL_COUNT = 1200, // get only
174
Jean-Michel Trivi7a8b0ed2012-02-02 09:06:31 -0800175 // Playback rate expressed in permille (1000 is normal speed), saved as int32_t, with negative
176 // values used for rewinding or reverse playback.
177 KEY_PARAMETER_PLAYBACK_RATE_PERMILLE = 1300, // set only
Jean-Michel Trivid9d7fa02014-06-24 08:01:46 -0700178
179 // Set a Parcel containing the value of a parcelled Java AudioAttribute instance
180 KEY_PARAMETER_AUDIO_ATTRIBUTES = 1400 // set only
Gloria Wang7a1e3e82011-05-03 15:59:03 -0700181};
Glenn Kastencd25fed2011-07-25 09:26:22 -0700182
Insun Kangf9d660a2012-02-16 20:28:27 +0900183// Keep INVOKE_ID_* in sync with MediaPlayer.java.
184enum media_player_invoke_ids {
185 INVOKE_ID_GET_TRACK_INFO = 1,
186 INVOKE_ID_ADD_EXTERNAL_SOURCE = 2,
187 INVOKE_ID_ADD_EXTERNAL_SOURCE_FD = 3,
188 INVOKE_ID_SELECT_TRACK = 4,
189 INVOKE_ID_UNSELECT_TRACK = 5,
Robert Shih7c4f0d72014-07-09 18:53:31 -0700190 INVOKE_ID_SET_VIDEO_SCALING_MODE = 6,
191 INVOKE_ID_GET_SELECTED_TRACK = 7
Insun Kangf9d660a2012-02-16 20:28:27 +0900192};
193
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800194// ----------------------------------------------------------------------------
195// ref-counted object for callbacks
196class MediaPlayerListener: virtual public RefBase
197{
198public:
Gloria Wangb483c472011-04-11 17:23:27 -0700199 virtual void notify(int msg, int ext1, int ext2, const Parcel *obj) = 0;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800200};
201
Andreas Huber1b86fe02014-01-29 11:13:26 -0800202struct IMediaHTTPService;
203
James Dongdd172fc2010-01-15 18:13:58 -0800204class MediaPlayer : public BnMediaPlayerClient,
205 public virtual IMediaDeathNotifier
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800206{
207public:
208 MediaPlayer();
209 ~MediaPlayer();
James Dongdd172fc2010-01-15 18:13:58 -0800210 void died();
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800211 void disconnect();
Andreas Huber2db84552010-01-28 11:19:57 -0800212
213 status_t setDataSource(
Andreas Huber1b86fe02014-01-29 11:13:26 -0800214 const sp<IMediaHTTPService> &httpService,
Andreas Huber2db84552010-01-28 11:19:57 -0800215 const char *url,
216 const KeyedVector<String8, String8> *headers);
217
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800218 status_t setDataSource(int fd, int64_t offset, int64_t length);
Chris Watkins99f31602015-03-20 13:06:33 -0700219 status_t setDataSource(const sp<IDataSource> &source);
Glenn Kasten11731182011-02-08 17:26:17 -0800220 status_t setVideoSurfaceTexture(
Andy McFadden484566c2012-12-18 09:46:54 -0800221 const sp<IGraphicBufferProducer>& bufferProducer);
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800222 status_t setListener(const sp<MediaPlayerListener>& listener);
Wei Jiaed320862017-01-18 14:03:40 -0800223 status_t getBufferingSettings(BufferingSettings* buffering /* nonnull */);
Wei Jiadc6f3402017-01-09 15:04:18 -0800224 status_t setBufferingSettings(const BufferingSettings& buffering);
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800225 status_t prepare();
226 status_t prepareAsync();
227 status_t start();
228 status_t stop();
229 status_t pause();
230 bool isPlaying();
Lajos Molnar3a474aa2015-04-24 17:10:07 -0700231 status_t setPlaybackSettings(const AudioPlaybackRate& rate);
232 status_t getPlaybackSettings(AudioPlaybackRate* rate /* nonnull */);
233 status_t setSyncSettings(const AVSyncSettings& sync, float videoFpsHint);
234 status_t getSyncSettings(
235 AVSyncSettings* sync /* nonnull */,
236 float* videoFps /* nonnull */);
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800237 status_t getVideoWidth(int *w);
238 status_t getVideoHeight(int *h);
Wei Jiac5de0912016-11-18 10:22:14 -0800239 status_t seekTo(
240 int msec,
241 MediaPlayerSeekMode mode = MediaPlayerSeekMode::SEEK_PREVIOUS_SYNC);
Wei Jia52c28512017-09-13 18:17:51 -0700242 status_t notifyAt(int64_t mediaTimeUs);
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800243 status_t getCurrentPosition(int *msec);
244 status_t getDuration(int *msec);
245 status_t reset();
Glenn Kastenfff6d712012-01-12 16:38:12 -0800246 status_t setAudioStreamType(audio_stream_type_t type);
John Spurlockde9453f2014-03-19 13:05:45 -0400247 status_t getAudioStreamType(audio_stream_type_t *type);
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800248 status_t setLooping(int loop);
249 bool isLooping();
250 status_t setVolume(float leftVolume, float rightVolume);
Gloria Wangb483c472011-04-11 17:23:27 -0700251 void notify(int msg, int ext1, int ext2, const Parcel *obj = NULL);
Nicolas Catania1d187f12009-05-12 23:25:55 -0700252 status_t invoke(const Parcel& request, Parcel *reply);
Nicolas Cataniaa7e0e8b2009-07-08 08:57:42 -0700253 status_t setMetadataFilter(const Parcel& filter);
Nicolas Catania8e1b6cc2009-07-09 09:21:33 -0700254 status_t getMetadata(bool update_only, bool apply_filter, Parcel *metadata);
Glenn Kastend848eb42016-03-08 13:42:11 -0800255 status_t setAudioSessionId(audio_session_t sessionId);
256 audio_session_t getAudioSessionId();
Eric Laurent2beeb502010-07-16 07:43:46 -0700257 status_t setAuxEffectSendLevel(float level);
258 status_t attachAuxEffect(int effectId);
Gloria Wang4f9e47f2011-04-25 17:28:22 -0700259 status_t setParameter(int key, const Parcel& request);
260 status_t getParameter(int key, Parcel* reply);
John Grossmanc795b642012-02-22 15:38:35 -0800261 status_t setRetransmitEndpoint(const char* addrString, uint16_t port);
Marco Nelissen6b74d672012-02-28 16:07:44 -0800262 status_t setNextMediaPlayer(const sp<MediaPlayer>& player);
Andy Hung9fc8b5c2017-01-24 13:36:48 -0800263
Ivan Lozano8cf3a072017-08-09 09:01:33 -0700264 media::VolumeShaper::Status applyVolumeShaper(
265 const sp<media::VolumeShaper::Configuration>& configuration,
266 const sp<media::VolumeShaper::Operation>& operation);
267 sp<media::VolumeShaper::State> getVolumeShaperState(int id);
Hassan Shojaniacefac142017-02-06 21:02:02 -0800268 // Modular DRM
269 status_t prepareDrm(const uint8_t uuid[16], const Vector<uint8_t>& drmSessionId);
Hassan Shojania071437a2017-01-23 09:19:40 -0800270 status_t releaseDrm();
jiabin156c6872017-10-06 09:47:15 -0700271 // AudioRouting
272 status_t setOutputDevice(audio_port_handle_t deviceId);
273 audio_port_handle_t getRoutedDeviceId();
274 status_t enableAudioDeviceCallback(bool enabled);
Gloria Wang4f9e47f2011-04-25 17:28:22 -0700275
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800276private:
277 void clear_l();
Wei Jiac5de0912016-11-18 10:22:14 -0800278 status_t seekTo_l(int msec, MediaPlayerSeekMode mode);
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800279 status_t prepareAsync_l();
280 status_t getDuration_l(int *msec);
Dave Burked681bbb2011-08-30 14:39:17 +0100281 status_t attachNewPlayer(const sp<IMediaPlayer>& player);
Jamie Gennis61c7ef52011-07-13 12:59:34 -0700282 status_t reset_l();
John Grossmanc795b642012-02-22 15:38:35 -0800283 status_t doSetRetransmitEndpoint(const sp<IMediaPlayer>& player);
Jean-Michel Trivid9d7fa02014-06-24 08:01:46 -0700284 status_t checkStateForKeySet_l(int key);
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800285
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800286 sp<IMediaPlayer> mPlayer;
Jason Sams1af452f2009-03-24 18:45:22 -0700287 thread_id_t mLockThreadId;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800288 Mutex mLock;
289 Mutex mNotifyLock;
290 Condition mSignal;
291 sp<MediaPlayerListener> mListener;
292 void* mCookie;
293 media_player_states mCurrentState;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800294 int mCurrentPosition;
Wei Jiac5de0912016-11-18 10:22:14 -0800295 MediaPlayerSeekMode mCurrentSeekMode;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800296 int mSeekPosition;
Wei Jiac5de0912016-11-18 10:22:14 -0800297 MediaPlayerSeekMode mSeekMode;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800298 bool mPrepareSync;
299 status_t mPrepareStatus;
Glenn Kastenfff6d712012-01-12 16:38:12 -0800300 audio_stream_type_t mStreamType;
Jean-Michel Trivi640adb32014-09-05 11:20:11 -0700301 Parcel* mAudioAttributesParcel;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800302 bool mLoop;
303 float mLeftVolume;
304 float mRightVolume;
305 int mVideoWidth;
306 int mVideoHeight;
Glenn Kastend848eb42016-03-08 13:42:11 -0800307 audio_session_t mAudioSessionId;
Eric Laurent2beeb502010-07-16 07:43:46 -0700308 float mSendLevel;
John Grossmanc795b642012-02-22 15:38:35 -0800309 struct sockaddr_in mRetransmitEndpoint;
310 bool mRetransmitEndpointValid;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800311};
312
313}; // namespace android
314
315#endif // ANDROID_MEDIAPLAYER_H