blob: 0ad4d04e717492793c98c8f0776761b61e1d6b37 [file] [log] [blame]
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -08001/*
2 * Copyright (C) 2007 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ANDROID_MEDIAPLAYERINTERFACE_H
18#define ANDROID_MEDIAPLAYERINTERFACE_H
19
20#ifdef __cplusplus
21
Nicolas Catania14d27472009-07-13 14:37:49 -070022#include <sys/types.h>
Nicolas Catania14d27472009-07-13 14:37:49 -070023#include <utils/Errors.h>
Andreas Huber2db84552010-01-28 11:19:57 -080024#include <utils/KeyedVector.h>
25#include <utils/String8.h>
26#include <utils/RefBase.h>
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080027
28#include <media/mediaplayer.h>
Lajos Molnar3a474aa2015-04-24 17:10:07 -070029#include <media/AudioResamplerPublic.h>
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080030#include <media/AudioSystem.h>
Lajos Molnar06ad1522014-08-28 07:27:44 -070031#include <media/AudioTimestamp.h>
Lajos Molnar3a474aa2015-04-24 17:10:07 -070032#include <media/AVSyncSettings.h>
Wei Jiad399e7e2016-10-26 15:49:11 -070033#include <media/BufferingSettings.h>
nikoa64c8c72009-07-20 15:07:26 -070034#include <media/Metadata.h>
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080035
John Grossmanc795b642012-02-22 15:38:35 -080036// Fwd decl to make sure everyone agrees that the scope of struct sockaddr_in is
37// global, and not in android::
38struct sockaddr_in;
39
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080040namespace android {
41
Chris Watkins99f31602015-03-20 13:06:33 -070042class DataSource;
Nicolas Catania1d187f12009-05-12 23:25:55 -070043class Parcel;
Andreas Huber5daeb122010-08-16 08:49:37 -070044class Surface;
Andy McFadden484566c2012-12-18 09:46:54 -080045class IGraphicBufferProducer;
Mathias Agopian3cf61352010-02-09 17:46:37 -080046
nikod608a812009-07-16 16:39:53 -070047template<typename T> class SortedVector;
Nicolas Catania1d187f12009-05-12 23:25:55 -070048
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080049enum player_type {
Andreas Huberf9334412010-12-15 15:17:42 -080050 STAGEFRIGHT_PLAYER = 3,
51 NU_PLAYER = 4,
Nicolas Catania14d27472009-07-13 14:37:49 -070052 // Test players are available only in the 'test' and 'eng' builds.
53 // The shared library with the test player is passed passed as an
54 // argument to the 'test:' url in the setDataSource call.
55 TEST_PLAYER = 5,
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080056};
57
Nicolas Catania1d187f12009-05-12 23:25:55 -070058
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080059#define DEFAULT_AUDIOSINK_BUFFERCOUNT 4
60#define DEFAULT_AUDIOSINK_BUFFERSIZE 1200
61#define DEFAULT_AUDIOSINK_SAMPLERATE 44100
62
Jean-Michel Trivi786618f2012-03-02 14:54:07 -080063// when the channel mask isn't known, use the channel count to derive a mask in AudioSink::open()
64#define CHANNEL_MASK_USE_CHANNEL_ORDER 0
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080065
Eric Laurent1948eb32012-04-13 16:50:19 -070066// duration below which we do not allow deep audio buffering
67#define AUDIO_SINK_MIN_DEEP_BUFFER_DURATION_US 5000000
68
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080069// abstract base class - use MediaPlayerInterface
70class MediaPlayerBase : public RefBase
71{
72public:
Pawin Vongmasa082e4f72017-12-17 02:31:18 -080073 // callback mechanism for passing messages to MediaPlayer object
74 class Listener : public RefBase {
75 public:
76 virtual void notify(int msg, int ext1, int ext2, const Parcel *obj) = 0;
77 virtual ~Listener() {}
78 };
79
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080080 // AudioSink: abstraction layer for audio output
81 class AudioSink : public RefBase {
82 public:
Richard Fitzgeraldad3af332013-03-25 16:54:37 +000083 enum cb_event_t {
84 CB_EVENT_FILL_BUFFER, // Request to write more data to buffer.
85 CB_EVENT_STREAM_END, // Sent after all the buffers queued in AF and HW are played
86 // back (after stop is called)
87 CB_EVENT_TEAR_DOWN // The AudioTrack was invalidated due to use case change:
88 // Need to re-evaluate offloading options
89 };
90
Andreas Huber7d5b8a72010-02-09 16:59:18 -080091 // Callback returns the number of bytes actually written to the buffer.
92 typedef size_t (*AudioCallback)(
Richard Fitzgeraldad3af332013-03-25 16:54:37 +000093 AudioSink *audioSink, void *buffer, size_t size, void *cookie,
94 cb_event_t event);
Andreas Huber20111aa2009-07-14 16:56:47 -070095
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080096 virtual ~AudioSink() {}
97 virtual bool ready() const = 0; // audio output is open and ready
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080098 virtual ssize_t bufferSize() const = 0;
99 virtual ssize_t frameCount() const = 0;
100 virtual ssize_t channelCount() const = 0;
101 virtual ssize_t frameSize() const = 0;
102 virtual uint32_t latency() const = 0;
103 virtual float msecsPerFrame() const = 0;
Marco Nelissen4110c102012-03-29 09:31:28 -0700104 virtual status_t getPosition(uint32_t *position) const = 0;
Lajos Molnar06ad1522014-08-28 07:27:44 -0700105 virtual status_t getTimestamp(AudioTimestamp &ts) const = 0;
Wei Jiac4ac8172015-10-21 10:35:48 -0700106 virtual int64_t getPlayedOutDurationUs(int64_t nowUs) const = 0;
Marco Nelissen4110c102012-03-29 09:31:28 -0700107 virtual status_t getFramesWritten(uint32_t *frameswritten) const = 0;
Glenn Kastend848eb42016-03-08 13:42:11 -0800108 virtual audio_session_t getSessionId() const = 0;
Eric Laurent22612342013-11-14 17:28:47 -0800109 virtual audio_stream_type_t getAudioStreamType() const = 0;
Eric Laurent6f59db12013-07-26 17:16:50 -0700110 virtual uint32_t getSampleRate() const = 0;
Andy Hungf2c87b32016-04-07 19:49:29 -0700111 virtual int64_t getBufferDurationInUs() const = 0;
Andreas Huber20111aa2009-07-14 16:56:47 -0700112
113 // If no callback is specified, use the "write" API below to submit
Andreas Huber7d5b8a72010-02-09 16:59:18 -0800114 // audio data.
Andreas Huber20111aa2009-07-14 16:56:47 -0700115 virtual status_t open(
Jean-Michel Trivi786618f2012-03-02 14:54:07 -0800116 uint32_t sampleRate, int channelCount, audio_channel_mask_t channelMask,
Glenn Kastene1c39622012-01-04 09:36:37 -0800117 audio_format_t format=AUDIO_FORMAT_PCM_16_BIT,
Andreas Huber20111aa2009-07-14 16:56:47 -0700118 int bufferCount=DEFAULT_AUDIOSINK_BUFFERCOUNT,
119 AudioCallback cb = NULL,
Eric Laurent1948eb32012-04-13 16:50:19 -0700120 void *cookie = NULL,
Richard Fitzgeraldad3af332013-03-25 16:54:37 +0000121 audio_output_flags_t flags = AUDIO_OUTPUT_FLAG_NONE,
Ronghua Wufaeb0f22015-05-21 12:20:21 -0700122 const audio_offload_info_t *offloadInfo = NULL,
Andy Hung179652e2015-05-31 22:49:46 -0700123 bool doNotReconnect = false,
124 uint32_t suggestedFrameCount = 0) = 0;
Andreas Huber20111aa2009-07-14 16:56:47 -0700125
Richard Fitzgeraldd89532e2013-05-14 13:18:21 +0100126 virtual status_t start() = 0;
Wei Jia7d3f4df2015-03-03 15:28:00 -0800127
128 /* Input parameter |size| is in byte units stored in |buffer|.
129 * Data is copied over and actual number of bytes written (>= 0)
130 * is returned, or no data is copied and a negative status code
131 * is returned (even when |blocking| is true).
132 * When |blocking| is false, AudioSink will immediately return after
133 * part of or full |buffer| is copied over.
134 * When |blocking| is true, AudioSink will wait to copy the entire
135 * buffer, unless an error occurs or the copy operation is
136 * prematurely stopped.
137 */
138 virtual ssize_t write(const void* buffer, size_t size, bool blocking = true) = 0;
139
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800140 virtual void stop() = 0;
141 virtual void flush() = 0;
142 virtual void pause() = 0;
143 virtual void close() = 0;
Jean-Michel Trivi7a8b0ed2012-02-02 09:06:31 -0800144
Lajos Molnar3a474aa2015-04-24 17:10:07 -0700145 virtual status_t setPlaybackRate(const AudioPlaybackRate& rate) = 0;
146 virtual status_t getPlaybackRate(AudioPlaybackRate* rate /* nonnull */) = 0;
Marco Nelissen6b74d672012-02-28 16:07:44 -0800147 virtual bool needsTrailingPadding() { return true; }
Richard Fitzgeraldad3af332013-03-25 16:54:37 +0000148
Lajos Molnaree4e1b12015-04-17 13:46:19 -0700149 virtual status_t setParameters(const String8& /* keyValuePairs */) { return NO_ERROR; }
150 virtual String8 getParameters(const String8& /* keys */) { return String8::empty(); }
Andy Hung9fc8b5c2017-01-24 13:36:48 -0800151
Ivan Lozano8cf3a072017-08-09 09:01:33 -0700152 virtual media::VolumeShaper::Status applyVolumeShaper(
153 const sp<media::VolumeShaper::Configuration>& configuration,
Pirama Arumuga Nainar091aa6d2019-02-15 11:46:00 -0800154 const sp<media::VolumeShaper::Operation>& operation) = 0;
155 virtual sp<media::VolumeShaper::State> getVolumeShaperState(int id) = 0;
jiabin156c6872017-10-06 09:47:15 -0700156
157 // AudioRouting
Pirama Arumuga Nainar091aa6d2019-02-15 11:46:00 -0800158 virtual status_t setOutputDevice(audio_port_handle_t deviceId) = 0;
159 virtual status_t getRoutedDeviceId(audio_port_handle_t* deviceId) = 0;
160 virtual status_t enableAudioDeviceCallback(bool enabled) = 0;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800161 };
162
Pawin Vongmasa082e4f72017-12-17 02:31:18 -0800163 MediaPlayerBase() {}
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800164 virtual ~MediaPlayerBase() {}
165 virtual status_t initCheck() = 0;
166 virtual bool hardwareOutput() = 0;
Andreas Huber2db84552010-01-28 11:19:57 -0800167
Lajos Molnaree4e1b12015-04-17 13:46:19 -0700168 virtual status_t setUID(uid_t /* uid */) {
Andreas Huber9b80c2b2011-06-30 15:47:02 -0700169 return INVALID_OPERATION;
170 }
171
Andreas Huber2db84552010-01-28 11:19:57 -0800172 virtual status_t setDataSource(
Andreas Huber1b86fe02014-01-29 11:13:26 -0800173 const sp<IMediaHTTPService> &httpService,
Andreas Huber2db84552010-01-28 11:19:57 -0800174 const char *url,
175 const KeyedVector<String8, String8> *headers = NULL) = 0;
176
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800177 virtual status_t setDataSource(int fd, int64_t offset, int64_t length) = 0;
Andreas Hubere2b10282010-11-23 11:41:34 -0800178
Lajos Molnaree4e1b12015-04-17 13:46:19 -0700179 virtual status_t setDataSource(const sp<IStreamSource>& /* source */) {
Andreas Hubere2b10282010-11-23 11:41:34 -0800180 return INVALID_OPERATION;
181 }
182
Lajos Molnaree4e1b12015-04-17 13:46:19 -0700183 virtual status_t setDataSource(const sp<DataSource>& /* source */) {
Chris Watkins99f31602015-03-20 13:06:33 -0700184 return INVALID_OPERATION;
185 }
186
Andy McFadden484566c2012-12-18 09:46:54 -0800187 // pass the buffered IGraphicBufferProducer to the media player service
Glenn Kasten11731182011-02-08 17:26:17 -0800188 virtual status_t setVideoSurfaceTexture(
Andy McFadden484566c2012-12-18 09:46:54 -0800189 const sp<IGraphicBufferProducer>& bufferProducer) = 0;
Glenn Kasten11731182011-02-08 17:26:17 -0800190
Wei Jia9bb38032017-03-23 18:00:38 -0700191 virtual status_t getBufferingSettings(
Wei Jiad399e7e2016-10-26 15:49:11 -0700192 BufferingSettings* buffering /* nonnull */) {
193 *buffering = BufferingSettings();
194 return OK;
195 }
196 virtual status_t setBufferingSettings(const BufferingSettings& /* buffering */) {
197 return OK;
198 }
199
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800200 virtual status_t prepare() = 0;
201 virtual status_t prepareAsync() = 0;
202 virtual status_t start() = 0;
203 virtual status_t stop() = 0;
204 virtual status_t pause() = 0;
205 virtual bool isPlaying() = 0;
Lajos Molnar3a474aa2015-04-24 17:10:07 -0700206 virtual status_t setPlaybackSettings(const AudioPlaybackRate& rate) {
207 // by default, players only support setting rate to the default
208 if (!isAudioPlaybackRateEqual(rate, AUDIO_PLAYBACK_RATE_DEFAULT)) {
209 return BAD_VALUE;
210 }
211 return OK;
212 }
213 virtual status_t getPlaybackSettings(AudioPlaybackRate* rate /* nonnull */) {
214 *rate = AUDIO_PLAYBACK_RATE_DEFAULT;
215 return OK;
216 }
217 virtual status_t setSyncSettings(const AVSyncSettings& sync, float /* videoFps */) {
218 // By default, players only support setting sync source to default; all other sync
219 // settings are ignored. There is no requirement for getters to return set values.
220 if (sync.mSource != AVSYNC_SOURCE_DEFAULT) {
221 return BAD_VALUE;
222 }
223 return OK;
224 }
225 virtual status_t getSyncSettings(
226 AVSyncSettings* sync /* nonnull */, float* videoFps /* nonnull */) {
227 *sync = AVSyncSettings();
228 *videoFps = -1.f;
229 return OK;
230 }
Wei Jiac5de0912016-11-18 10:22:14 -0800231 virtual status_t seekTo(
232 int msec, MediaPlayerSeekMode mode = MediaPlayerSeekMode::SEEK_PREVIOUS_SYNC) = 0;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800233 virtual status_t getCurrentPosition(int *msec) = 0;
234 virtual status_t getDuration(int *msec) = 0;
235 virtual status_t reset() = 0;
Wei Jia52c28512017-09-13 18:17:51 -0700236 virtual status_t notifyAt(int64_t /* mediaTimeUs */) {
237 return INVALID_OPERATION;
238 }
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800239 virtual status_t setLooping(int loop) = 0;
240 virtual player_type playerType() = 0;
Gloria Wang4f9e47f2011-04-25 17:28:22 -0700241 virtual status_t setParameter(int key, const Parcel &request) = 0;
242 virtual status_t getParameter(int key, Parcel *reply) = 0;
Andreas Huber4e92c7e2010-02-12 12:35:58 -0800243
John Grossman5f7e55e2012-08-24 14:47:25 -0700244 // default no-op implementation of optional extensions
Lajos Molnaree4e1b12015-04-17 13:46:19 -0700245 virtual status_t setRetransmitEndpoint(const struct sockaddr_in* /* endpoint */) {
John Grossmanc795b642012-02-22 15:38:35 -0800246 return INVALID_OPERATION;
247 }
Lajos Molnaree4e1b12015-04-17 13:46:19 -0700248 virtual status_t getRetransmitEndpoint(struct sockaddr_in* /* endpoint */) {
John Grossman44a7e422012-06-21 17:29:24 -0700249 return INVALID_OPERATION;
250 }
Lajos Molnaree4e1b12015-04-17 13:46:19 -0700251 virtual status_t setNextPlayer(const sp<MediaPlayerBase>& /* next */) {
John Grossman5f7e55e2012-08-24 14:47:25 -0700252 return OK;
253 }
John Grossmanc795b642012-02-22 15:38:35 -0800254
Nicolas Catania1d187f12009-05-12 23:25:55 -0700255 // Invoke a generic method on the player by using opaque parcels
256 // for the request and reply.
nikod608a812009-07-16 16:39:53 -0700257 //
Nicolas Catania1d187f12009-05-12 23:25:55 -0700258 // @param request Parcel that is positioned at the start of the
259 // data sent by the java layer.
260 // @param[out] reply Parcel to hold the reply data. Cannot be null.
nikod608a812009-07-16 16:39:53 -0700261 // @return OK if the call was successful.
Nicolas Catania1d187f12009-05-12 23:25:55 -0700262 virtual status_t invoke(const Parcel& request, Parcel *reply) = 0;
nikod608a812009-07-16 16:39:53 -0700263
264 // The Client in the MetadataPlayerService calls this method on
265 // the native player to retrieve all or a subset of metadata.
266 //
267 // @param ids SortedList of metadata ID to be fetch. If empty, all
268 // the known metadata should be returned.
269 // @param[inout] records Parcel where the player appends its metadata.
270 // @return OK if the call was successful.
Lajos Molnaree4e1b12015-04-17 13:46:19 -0700271 virtual status_t getMetadata(const media::Metadata::Filter& /* ids */,
272 Parcel* /* records */) {
nikoa64c8c72009-07-20 15:07:26 -0700273 return INVALID_OPERATION;
274 };
nikod608a812009-07-16 16:39:53 -0700275
Andreas Huber01f39422011-01-26 11:19:19 -0800276 void setNotifyCallback(
Pawin Vongmasa082e4f72017-12-17 02:31:18 -0800277 const sp<Listener> &listener) {
Andreas Huber01f39422011-01-26 11:19:19 -0800278 Mutex::Autolock autoLock(mNotifyLock);
Pawin Vongmasa082e4f72017-12-17 02:31:18 -0800279 mListener = listener;
Andreas Huber01f39422011-01-26 11:19:19 -0800280 }
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800281
Gloria Wangb483c472011-04-11 17:23:27 -0700282 void sendEvent(int msg, int ext1=0, int ext2=0,
283 const Parcel *obj=NULL) {
Pawin Vongmasa082e4f72017-12-17 02:31:18 -0800284 sp<Listener> listener;
Chong Zhangdf2592b2014-10-24 18:53:44 -0700285 {
286 Mutex::Autolock autoLock(mNotifyLock);
Pawin Vongmasa082e4f72017-12-17 02:31:18 -0800287 listener = mListener;
Chong Zhangdf2592b2014-10-24 18:53:44 -0700288 }
289
Pawin Vongmasa082e4f72017-12-17 02:31:18 -0800290 if (listener != NULL) {
291 listener->notify(msg, ext1, ext2, obj);
292 }
Andreas Huber01f39422011-01-26 11:19:19 -0800293 }
294
Lajos Molnaree4e1b12015-04-17 13:46:19 -0700295 virtual status_t dump(int /* fd */, const Vector<String16>& /* args */) const {
Andreas Hubera0b1d4b2011-06-07 15:52:25 -0700296 return INVALID_OPERATION;
297 }
298
Hassan Shojaniacefac142017-02-06 21:02:02 -0800299 // Modular DRM
Colin Crossb8c35f92017-04-27 16:15:51 -0700300 virtual status_t prepareDrm(const uint8_t /* uuid */[16], const Vector<uint8_t>& /* drmSessionId */) {
Hassan Shojania071437a2017-01-23 09:19:40 -0800301 return INVALID_OPERATION;
302 }
303 virtual status_t releaseDrm() {
304 return INVALID_OPERATION;
305 }
Hassan Shojania071437a2017-01-23 09:19:40 -0800306
Andreas Huber01f39422011-01-26 11:19:19 -0800307private:
308 friend class MediaPlayerService;
309
310 Mutex mNotifyLock;
Pawin Vongmasa082e4f72017-12-17 02:31:18 -0800311 sp<Listener> mListener;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800312};
313
314// Implement this class for media players that use the AudioFlinger software mixer
315class MediaPlayerInterface : public MediaPlayerBase
316{
317public:
318 virtual ~MediaPlayerInterface() { }
319 virtual bool hardwareOutput() { return false; }
320 virtual void setAudioSink(const sp<AudioSink>& audioSink) { mAudioSink = audioSink; }
321protected:
322 sp<AudioSink> mAudioSink;
323};
324
Glenn Kasten11731182011-02-08 17:26:17 -0800325// Implement this class for media players that output audio directly to hardware
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800326class MediaPlayerHWInterface : public MediaPlayerBase
327{
328public:
329 virtual ~MediaPlayerHWInterface() {}
330 virtual bool hardwareOutput() { return true; }
331 virtual status_t setVolume(float leftVolume, float rightVolume) = 0;
Glenn Kastenfff6d712012-01-12 16:38:12 -0800332 virtual status_t setAudioStreamType(audio_stream_type_t streamType) = 0;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800333};
334
335}; // namespace android
336
337#endif // __cplusplus
338
339
340#endif // ANDROID_MEDIAPLAYERINTERFACE_H