blob: 1cbd8a0e9e9ba59096b4da9f5019a5b9a7a5d51a [file] [log] [blame]
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -08001/*
2 * Copyright (C) 2007 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ANDROID_MEDIAPLAYERINTERFACE_H
18#define ANDROID_MEDIAPLAYERINTERFACE_H
19
20#ifdef __cplusplus
21
Nicolas Catania14d27472009-07-13 14:37:49 -070022#include <sys/types.h>
Nicolas Catania14d27472009-07-13 14:37:49 -070023#include <utils/Errors.h>
Andreas Huber2db84552010-01-28 11:19:57 -080024#include <utils/KeyedVector.h>
25#include <utils/String8.h>
26#include <utils/RefBase.h>
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080027
28#include <media/mediaplayer.h>
Lajos Molnar3a474aa2015-04-24 17:10:07 -070029#include <media/AudioResamplerPublic.h>
Lajos Molnar06ad1522014-08-28 07:27:44 -070030#include <media/AudioTimestamp.h>
Lajos Molnar3a474aa2015-04-24 17:10:07 -070031#include <media/AVSyncSettings.h>
Wei Jiad399e7e2016-10-26 15:49:11 -070032#include <media/BufferingSettings.h>
nikoa64c8c72009-07-20 15:07:26 -070033#include <media/Metadata.h>
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080034
John Grossmanc795b642012-02-22 15:38:35 -080035// Fwd decl to make sure everyone agrees that the scope of struct sockaddr_in is
36// global, and not in android::
37struct sockaddr_in;
38
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080039namespace android {
40
Chris Watkins99f31602015-03-20 13:06:33 -070041class DataSource;
Nicolas Catania1d187f12009-05-12 23:25:55 -070042class Parcel;
Andreas Huber5daeb122010-08-16 08:49:37 -070043class Surface;
Andy McFadden484566c2012-12-18 09:46:54 -080044class IGraphicBufferProducer;
Mathias Agopian3cf61352010-02-09 17:46:37 -080045
nikod608a812009-07-16 16:39:53 -070046template<typename T> class SortedVector;
Nicolas Catania1d187f12009-05-12 23:25:55 -070047
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080048enum player_type {
Andreas Huberf9334412010-12-15 15:17:42 -080049 STAGEFRIGHT_PLAYER = 3,
50 NU_PLAYER = 4,
Nicolas Catania14d27472009-07-13 14:37:49 -070051 // Test players are available only in the 'test' and 'eng' builds.
52 // The shared library with the test player is passed passed as an
53 // argument to the 'test:' url in the setDataSource call.
54 TEST_PLAYER = 5,
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080055};
56
Nicolas Catania1d187f12009-05-12 23:25:55 -070057
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080058#define DEFAULT_AUDIOSINK_BUFFERCOUNT 4
59#define DEFAULT_AUDIOSINK_BUFFERSIZE 1200
60#define DEFAULT_AUDIOSINK_SAMPLERATE 44100
61
Jean-Michel Trivi786618f2012-03-02 14:54:07 -080062// when the channel mask isn't known, use the channel count to derive a mask in AudioSink::open()
Mikhail Naganov55773032020-10-01 15:08:13 -070063#define CHANNEL_MASK_USE_CHANNEL_ORDER AUDIO_CHANNEL_NONE
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080064
Eric Laurent1948eb32012-04-13 16:50:19 -070065// duration below which we do not allow deep audio buffering
66#define AUDIO_SINK_MIN_DEEP_BUFFER_DURATION_US 5000000
67
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080068// abstract base class - use MediaPlayerInterface
69class MediaPlayerBase : public RefBase
70{
71public:
Pawin Vongmasa082e4f72017-12-17 02:31:18 -080072 // callback mechanism for passing messages to MediaPlayer object
73 class Listener : public RefBase {
74 public:
75 virtual void notify(int msg, int ext1, int ext2, const Parcel *obj) = 0;
76 virtual ~Listener() {}
77 };
78
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080079 // AudioSink: abstraction layer for audio output
80 class AudioSink : public RefBase {
81 public:
Richard Fitzgeraldad3af332013-03-25 16:54:37 +000082 enum cb_event_t {
83 CB_EVENT_FILL_BUFFER, // Request to write more data to buffer.
84 CB_EVENT_STREAM_END, // Sent after all the buffers queued in AF and HW are played
85 // back (after stop is called)
86 CB_EVENT_TEAR_DOWN // The AudioTrack was invalidated due to use case change:
87 // Need to re-evaluate offloading options
88 };
89
Andreas Huber7d5b8a72010-02-09 16:59:18 -080090 // Callback returns the number of bytes actually written to the buffer.
91 typedef size_t (*AudioCallback)(
Richard Fitzgeraldad3af332013-03-25 16:54:37 +000092 AudioSink *audioSink, void *buffer, size_t size, void *cookie,
93 cb_event_t event);
Andreas Huber20111aa2009-07-14 16:56:47 -070094
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080095 virtual ~AudioSink() {}
96 virtual bool ready() const = 0; // audio output is open and ready
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -080097 virtual ssize_t bufferSize() const = 0;
98 virtual ssize_t frameCount() const = 0;
99 virtual ssize_t channelCount() const = 0;
100 virtual ssize_t frameSize() const = 0;
101 virtual uint32_t latency() const = 0;
102 virtual float msecsPerFrame() const = 0;
Marco Nelissen4110c102012-03-29 09:31:28 -0700103 virtual status_t getPosition(uint32_t *position) const = 0;
Lajos Molnar06ad1522014-08-28 07:27:44 -0700104 virtual status_t getTimestamp(AudioTimestamp &ts) const = 0;
Wei Jiac4ac8172015-10-21 10:35:48 -0700105 virtual int64_t getPlayedOutDurationUs(int64_t nowUs) const = 0;
Marco Nelissen4110c102012-03-29 09:31:28 -0700106 virtual status_t getFramesWritten(uint32_t *frameswritten) const = 0;
Glenn Kastend848eb42016-03-08 13:42:11 -0800107 virtual audio_session_t getSessionId() const = 0;
Eric Laurent22612342013-11-14 17:28:47 -0800108 virtual audio_stream_type_t getAudioStreamType() const = 0;
Eric Laurent6f59db12013-07-26 17:16:50 -0700109 virtual uint32_t getSampleRate() const = 0;
Andy Hungf2c87b32016-04-07 19:49:29 -0700110 virtual int64_t getBufferDurationInUs() const = 0;
Jaideep Sharma18a79122020-11-04 16:30:05 +0530111 virtual audio_output_flags_t getFlags() const = 0;
Andreas Huber20111aa2009-07-14 16:56:47 -0700112
113 // If no callback is specified, use the "write" API below to submit
Andreas Huber7d5b8a72010-02-09 16:59:18 -0800114 // audio data.
Andreas Huber20111aa2009-07-14 16:56:47 -0700115 virtual status_t open(
Jean-Michel Trivi786618f2012-03-02 14:54:07 -0800116 uint32_t sampleRate, int channelCount, audio_channel_mask_t channelMask,
Glenn Kastene1c39622012-01-04 09:36:37 -0800117 audio_format_t format=AUDIO_FORMAT_PCM_16_BIT,
Andreas Huber20111aa2009-07-14 16:56:47 -0700118 int bufferCount=DEFAULT_AUDIOSINK_BUFFERCOUNT,
119 AudioCallback cb = NULL,
Eric Laurent1948eb32012-04-13 16:50:19 -0700120 void *cookie = NULL,
Richard Fitzgeraldad3af332013-03-25 16:54:37 +0000121 audio_output_flags_t flags = AUDIO_OUTPUT_FLAG_NONE,
Ronghua Wufaeb0f22015-05-21 12:20:21 -0700122 const audio_offload_info_t *offloadInfo = NULL,
Andy Hung179652e2015-05-31 22:49:46 -0700123 bool doNotReconnect = false,
124 uint32_t suggestedFrameCount = 0) = 0;
Andreas Huber20111aa2009-07-14 16:56:47 -0700125
Richard Fitzgeraldd89532e2013-05-14 13:18:21 +0100126 virtual status_t start() = 0;
Wei Jia7d3f4df2015-03-03 15:28:00 -0800127
128 /* Input parameter |size| is in byte units stored in |buffer|.
129 * Data is copied over and actual number of bytes written (>= 0)
130 * is returned, or no data is copied and a negative status code
131 * is returned (even when |blocking| is true).
132 * When |blocking| is false, AudioSink will immediately return after
133 * part of or full |buffer| is copied over.
134 * When |blocking| is true, AudioSink will wait to copy the entire
135 * buffer, unless an error occurs or the copy operation is
136 * prematurely stopped.
137 */
138 virtual ssize_t write(const void* buffer, size_t size, bool blocking = true) = 0;
139
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800140 virtual void stop() = 0;
141 virtual void flush() = 0;
142 virtual void pause() = 0;
143 virtual void close() = 0;
Jean-Michel Trivi7a8b0ed2012-02-02 09:06:31 -0800144
Lajos Molnar3a474aa2015-04-24 17:10:07 -0700145 virtual status_t setPlaybackRate(const AudioPlaybackRate& rate) = 0;
146 virtual status_t getPlaybackRate(AudioPlaybackRate* rate /* nonnull */) = 0;
Marco Nelissen6b74d672012-02-28 16:07:44 -0800147 virtual bool needsTrailingPadding() { return true; }
Richard Fitzgeraldad3af332013-03-25 16:54:37 +0000148
Lajos Molnaree4e1b12015-04-17 13:46:19 -0700149 virtual status_t setParameters(const String8& /* keyValuePairs */) { return NO_ERROR; }
150 virtual String8 getParameters(const String8& /* keys */) { return String8::empty(); }
Andy Hung9fc8b5c2017-01-24 13:36:48 -0800151
Ivan Lozano8cf3a072017-08-09 09:01:33 -0700152 virtual media::VolumeShaper::Status applyVolumeShaper(
153 const sp<media::VolumeShaper::Configuration>& configuration,
Pirama Arumuga Nainar091aa6d2019-02-15 11:46:00 -0800154 const sp<media::VolumeShaper::Operation>& operation) = 0;
155 virtual sp<media::VolumeShaper::State> getVolumeShaperState(int id) = 0;
jiabin156c6872017-10-06 09:47:15 -0700156
157 // AudioRouting
Pirama Arumuga Nainar091aa6d2019-02-15 11:46:00 -0800158 virtual status_t setOutputDevice(audio_port_handle_t deviceId) = 0;
159 virtual status_t getRoutedDeviceId(audio_port_handle_t* deviceId) = 0;
160 virtual status_t enableAudioDeviceCallback(bool enabled) = 0;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800161 };
162
Pawin Vongmasa082e4f72017-12-17 02:31:18 -0800163 MediaPlayerBase() {}
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800164 virtual ~MediaPlayerBase() {}
165 virtual status_t initCheck() = 0;
166 virtual bool hardwareOutput() = 0;
Andreas Huber2db84552010-01-28 11:19:57 -0800167
Lajos Molnaree4e1b12015-04-17 13:46:19 -0700168 virtual status_t setUID(uid_t /* uid */) {
Andreas Huber9b80c2b2011-06-30 15:47:02 -0700169 return INVALID_OPERATION;
170 }
171
Andreas Huber2db84552010-01-28 11:19:57 -0800172 virtual status_t setDataSource(
Andreas Huber1b86fe02014-01-29 11:13:26 -0800173 const sp<IMediaHTTPService> &httpService,
Andreas Huber2db84552010-01-28 11:19:57 -0800174 const char *url,
175 const KeyedVector<String8, String8> *headers = NULL) = 0;
176
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800177 virtual status_t setDataSource(int fd, int64_t offset, int64_t length) = 0;
Andreas Hubere2b10282010-11-23 11:41:34 -0800178
Lajos Molnaree4e1b12015-04-17 13:46:19 -0700179 virtual status_t setDataSource(const sp<IStreamSource>& /* source */) {
Andreas Hubere2b10282010-11-23 11:41:34 -0800180 return INVALID_OPERATION;
181 }
182
Lajos Molnaree4e1b12015-04-17 13:46:19 -0700183 virtual status_t setDataSource(const sp<DataSource>& /* source */) {
Chris Watkins99f31602015-03-20 13:06:33 -0700184 return INVALID_OPERATION;
185 }
186
Byeongjo Park28225ab2019-01-24 20:31:19 +0900187 virtual status_t setDataSource(const String8& /* rtpParams */) {
188 return INVALID_OPERATION;
189 }
190
Andy McFadden484566c2012-12-18 09:46:54 -0800191 // pass the buffered IGraphicBufferProducer to the media player service
Glenn Kasten11731182011-02-08 17:26:17 -0800192 virtual status_t setVideoSurfaceTexture(
Andy McFadden484566c2012-12-18 09:46:54 -0800193 const sp<IGraphicBufferProducer>& bufferProducer) = 0;
Glenn Kasten11731182011-02-08 17:26:17 -0800194
Wei Jia9bb38032017-03-23 18:00:38 -0700195 virtual status_t getBufferingSettings(
Wei Jiad399e7e2016-10-26 15:49:11 -0700196 BufferingSettings* buffering /* nonnull */) {
197 *buffering = BufferingSettings();
198 return OK;
199 }
200 virtual status_t setBufferingSettings(const BufferingSettings& /* buffering */) {
201 return OK;
202 }
203
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800204 virtual status_t prepare() = 0;
205 virtual status_t prepareAsync() = 0;
206 virtual status_t start() = 0;
207 virtual status_t stop() = 0;
208 virtual status_t pause() = 0;
209 virtual bool isPlaying() = 0;
Lajos Molnar3a474aa2015-04-24 17:10:07 -0700210 virtual status_t setPlaybackSettings(const AudioPlaybackRate& rate) {
211 // by default, players only support setting rate to the default
212 if (!isAudioPlaybackRateEqual(rate, AUDIO_PLAYBACK_RATE_DEFAULT)) {
213 return BAD_VALUE;
214 }
215 return OK;
216 }
217 virtual status_t getPlaybackSettings(AudioPlaybackRate* rate /* nonnull */) {
218 *rate = AUDIO_PLAYBACK_RATE_DEFAULT;
219 return OK;
220 }
221 virtual status_t setSyncSettings(const AVSyncSettings& sync, float /* videoFps */) {
222 // By default, players only support setting sync source to default; all other sync
223 // settings are ignored. There is no requirement for getters to return set values.
224 if (sync.mSource != AVSYNC_SOURCE_DEFAULT) {
225 return BAD_VALUE;
226 }
227 return OK;
228 }
229 virtual status_t getSyncSettings(
230 AVSyncSettings* sync /* nonnull */, float* videoFps /* nonnull */) {
231 *sync = AVSyncSettings();
232 *videoFps = -1.f;
233 return OK;
234 }
Wei Jiac5de0912016-11-18 10:22:14 -0800235 virtual status_t seekTo(
236 int msec, MediaPlayerSeekMode mode = MediaPlayerSeekMode::SEEK_PREVIOUS_SYNC) = 0;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800237 virtual status_t getCurrentPosition(int *msec) = 0;
238 virtual status_t getDuration(int *msec) = 0;
239 virtual status_t reset() = 0;
Wei Jia52c28512017-09-13 18:17:51 -0700240 virtual status_t notifyAt(int64_t /* mediaTimeUs */) {
241 return INVALID_OPERATION;
242 }
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800243 virtual status_t setLooping(int loop) = 0;
244 virtual player_type playerType() = 0;
Gloria Wang4f9e47f2011-04-25 17:28:22 -0700245 virtual status_t setParameter(int key, const Parcel &request) = 0;
246 virtual status_t getParameter(int key, Parcel *reply) = 0;
Andreas Huber4e92c7e2010-02-12 12:35:58 -0800247
John Grossman5f7e55e2012-08-24 14:47:25 -0700248 // default no-op implementation of optional extensions
Lajos Molnaree4e1b12015-04-17 13:46:19 -0700249 virtual status_t setRetransmitEndpoint(const struct sockaddr_in* /* endpoint */) {
John Grossmanc795b642012-02-22 15:38:35 -0800250 return INVALID_OPERATION;
251 }
Lajos Molnaree4e1b12015-04-17 13:46:19 -0700252 virtual status_t getRetransmitEndpoint(struct sockaddr_in* /* endpoint */) {
John Grossman44a7e422012-06-21 17:29:24 -0700253 return INVALID_OPERATION;
254 }
Lajos Molnaree4e1b12015-04-17 13:46:19 -0700255 virtual status_t setNextPlayer(const sp<MediaPlayerBase>& /* next */) {
John Grossman5f7e55e2012-08-24 14:47:25 -0700256 return OK;
257 }
John Grossmanc795b642012-02-22 15:38:35 -0800258
Nicolas Catania1d187f12009-05-12 23:25:55 -0700259 // Invoke a generic method on the player by using opaque parcels
260 // for the request and reply.
nikod608a812009-07-16 16:39:53 -0700261 //
Nicolas Catania1d187f12009-05-12 23:25:55 -0700262 // @param request Parcel that is positioned at the start of the
263 // data sent by the java layer.
264 // @param[out] reply Parcel to hold the reply data. Cannot be null.
nikod608a812009-07-16 16:39:53 -0700265 // @return OK if the call was successful.
Nicolas Catania1d187f12009-05-12 23:25:55 -0700266 virtual status_t invoke(const Parcel& request, Parcel *reply) = 0;
nikod608a812009-07-16 16:39:53 -0700267
268 // The Client in the MetadataPlayerService calls this method on
269 // the native player to retrieve all or a subset of metadata.
270 //
271 // @param ids SortedList of metadata ID to be fetch. If empty, all
272 // the known metadata should be returned.
273 // @param[inout] records Parcel where the player appends its metadata.
274 // @return OK if the call was successful.
Lajos Molnaree4e1b12015-04-17 13:46:19 -0700275 virtual status_t getMetadata(const media::Metadata::Filter& /* ids */,
276 Parcel* /* records */) {
nikoa64c8c72009-07-20 15:07:26 -0700277 return INVALID_OPERATION;
278 };
nikod608a812009-07-16 16:39:53 -0700279
Andreas Huber01f39422011-01-26 11:19:19 -0800280 void setNotifyCallback(
Pawin Vongmasa082e4f72017-12-17 02:31:18 -0800281 const sp<Listener> &listener) {
Andreas Huber01f39422011-01-26 11:19:19 -0800282 Mutex::Autolock autoLock(mNotifyLock);
Pawin Vongmasa082e4f72017-12-17 02:31:18 -0800283 mListener = listener;
Andreas Huber01f39422011-01-26 11:19:19 -0800284 }
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800285
Gloria Wangb483c472011-04-11 17:23:27 -0700286 void sendEvent(int msg, int ext1=0, int ext2=0,
287 const Parcel *obj=NULL) {
Pawin Vongmasa082e4f72017-12-17 02:31:18 -0800288 sp<Listener> listener;
Chong Zhangdf2592b2014-10-24 18:53:44 -0700289 {
290 Mutex::Autolock autoLock(mNotifyLock);
Pawin Vongmasa082e4f72017-12-17 02:31:18 -0800291 listener = mListener;
Chong Zhangdf2592b2014-10-24 18:53:44 -0700292 }
293
Pawin Vongmasa082e4f72017-12-17 02:31:18 -0800294 if (listener != NULL) {
295 listener->notify(msg, ext1, ext2, obj);
296 }
Andreas Huber01f39422011-01-26 11:19:19 -0800297 }
298
Lajos Molnaree4e1b12015-04-17 13:46:19 -0700299 virtual status_t dump(int /* fd */, const Vector<String16>& /* args */) const {
Andreas Hubera0b1d4b2011-06-07 15:52:25 -0700300 return INVALID_OPERATION;
301 }
302
Hassan Shojaniacefac142017-02-06 21:02:02 -0800303 // Modular DRM
Colin Crossb8c35f92017-04-27 16:15:51 -0700304 virtual status_t prepareDrm(const uint8_t /* uuid */[16], const Vector<uint8_t>& /* drmSessionId */) {
Hassan Shojania071437a2017-01-23 09:19:40 -0800305 return INVALID_OPERATION;
306 }
307 virtual status_t releaseDrm() {
308 return INVALID_OPERATION;
309 }
Hassan Shojania071437a2017-01-23 09:19:40 -0800310
Andreas Huber01f39422011-01-26 11:19:19 -0800311private:
312 friend class MediaPlayerService;
313
314 Mutex mNotifyLock;
Pawin Vongmasa082e4f72017-12-17 02:31:18 -0800315 sp<Listener> mListener;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800316};
317
318// Implement this class for media players that use the AudioFlinger software mixer
319class MediaPlayerInterface : public MediaPlayerBase
320{
321public:
322 virtual ~MediaPlayerInterface() { }
323 virtual bool hardwareOutput() { return false; }
324 virtual void setAudioSink(const sp<AudioSink>& audioSink) { mAudioSink = audioSink; }
325protected:
326 sp<AudioSink> mAudioSink;
327};
328
Glenn Kasten11731182011-02-08 17:26:17 -0800329// Implement this class for media players that output audio directly to hardware
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800330class MediaPlayerHWInterface : public MediaPlayerBase
331{
332public:
333 virtual ~MediaPlayerHWInterface() {}
334 virtual bool hardwareOutput() { return true; }
335 virtual status_t setVolume(float leftVolume, float rightVolume) = 0;
Glenn Kastenfff6d712012-01-12 16:38:12 -0800336 virtual status_t setAudioStreamType(audio_stream_type_t streamType) = 0;
The Android Open Source Project89fa4ad2009-03-03 19:31:44 -0800337};
338
339}; // namespace android
340
341#endif // __cplusplus
342
343
344#endif // ANDROID_MEDIAPLAYERINTERFACE_H