blob: 846441e69e20c67c8b2abf54f145716fa57b48da [file] [log] [blame]
Wei Jia53692fa2017-12-11 10:33:46 -08001/*
2 * Copyright 2017 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ANDROID_MEDIAPLAYER2INTERFACE_H
18#define ANDROID_MEDIAPLAYER2INTERFACE_H
19
20#ifdef __cplusplus
21
22#include <sys/types.h>
23#include <utils/Errors.h>
Wei Jia53692fa2017-12-11 10:33:46 -080024#include <utils/String8.h>
25#include <utils/RefBase.h>
26
Wei Jiaec044b02018-02-19 12:41:23 -080027#include <media/AVSyncSettings.h>
Wei Jia53692fa2017-12-11 10:33:46 -080028#include <media/AudioResamplerPublic.h>
29#include <media/AudioSystem.h>
30#include <media/AudioTimestamp.h>
Wei Jia53692fa2017-12-11 10:33:46 -080031#include <media/BufferingSettings.h>
32#include <media/Metadata.h>
Wei Jia12b9f4a2017-12-13 15:24:13 -080033#include <media/stagefright/foundation/AHandler.h>
Wei Jiaec044b02018-02-19 12:41:23 -080034#include <mediaplayer2/MediaPlayer2Types.h>
Wei Jia53692fa2017-12-11 10:33:46 -080035
Dongwon Kang9f631982018-07-10 12:34:41 -070036#include "mediaplayer2.pb.h"
37
38using android::media::MediaPlayer2Proto::PlayerMessage;
39
Wei Jia53692fa2017-12-11 10:33:46 -080040// Fwd decl to make sure everyone agrees that the scope of struct sockaddr_in is
41// global, and not in android::
42struct sockaddr_in;
43
44namespace android {
45
Wei Jiac2636032018-02-01 09:15:25 -080046struct DataSourceDesc;
Wei Jia53692fa2017-12-11 10:33:46 -080047class Parcel;
Wei Jia28288fb2017-12-15 13:45:29 -080048struct ANativeWindowWrapper;
Wei Jia53692fa2017-12-11 10:33:46 -080049
Wei Jia53692fa2017-12-11 10:33:46 -080050#define DEFAULT_AUDIOSINK_BUFFERSIZE 1200
51#define DEFAULT_AUDIOSINK_SAMPLERATE 44100
52
53// when the channel mask isn't known, use the channel count to derive a mask in AudioSink::open()
54#define CHANNEL_MASK_USE_CHANNEL_ORDER 0
55
56// duration below which we do not allow deep audio buffering
57#define AUDIO_SINK_MIN_DEEP_BUFFER_DURATION_US 5000000
58
Wei Jiaec044b02018-02-19 12:41:23 -080059class MediaPlayer2InterfaceListener: public RefBase
Wei Jia53692fa2017-12-11 10:33:46 -080060{
61public:
Dongwon Kang41929fb2018-09-09 08:29:56 -070062 virtual void notify(int64_t srcId, int msg, int ext1, int ext2,
63 const PlayerMessage *obj) = 0;
Wei Jiaec044b02018-02-19 12:41:23 -080064};
Pawin Vongmasa50963852017-12-12 06:24:42 -080065
Wei Jiaec044b02018-02-19 12:41:23 -080066class MediaPlayer2Interface : public AHandler {
67public:
Wei Jia53692fa2017-12-11 10:33:46 -080068 // AudioSink: abstraction layer for audio output
69 class AudioSink : public RefBase {
70 public:
71 enum cb_event_t {
72 CB_EVENT_FILL_BUFFER, // Request to write more data to buffer.
73 CB_EVENT_STREAM_END, // Sent after all the buffers queued in AF and HW are played
74 // back (after stop is called)
75 CB_EVENT_TEAR_DOWN // The AudioTrack was invalidated due to use case change:
76 // Need to re-evaluate offloading options
77 };
78
79 // Callback returns the number of bytes actually written to the buffer.
80 typedef size_t (*AudioCallback)(
Wei Jiaec044b02018-02-19 12:41:23 -080081 AudioSink *audioSink, void *buffer, size_t size, void *cookie, cb_event_t event);
Wei Jia53692fa2017-12-11 10:33:46 -080082
Wei Jiaec044b02018-02-19 12:41:23 -080083 virtual ~AudioSink() {}
84 virtual bool ready() const = 0; // audio output is open and ready
85 virtual ssize_t bufferSize() const = 0;
86 virtual ssize_t frameCount() const = 0;
87 virtual ssize_t channelCount() const = 0;
88 virtual ssize_t frameSize() const = 0;
89 virtual uint32_t latency() const = 0;
90 virtual float msecsPerFrame() const = 0;
91 virtual status_t getPosition(uint32_t *position) const = 0;
92 virtual status_t getTimestamp(AudioTimestamp &ts) const = 0;
93 virtual int64_t getPlayedOutDurationUs(int64_t nowUs) const = 0;
94 virtual status_t getFramesWritten(uint32_t *frameswritten) const = 0;
Wei Jia53692fa2017-12-11 10:33:46 -080095 virtual audio_session_t getSessionId() const = 0;
96 virtual audio_stream_type_t getAudioStreamType() const = 0;
Wei Jiaec044b02018-02-19 12:41:23 -080097 virtual uint32_t getSampleRate() const = 0;
98 virtual int64_t getBufferDurationInUs() const = 0;
Wei Jia53692fa2017-12-11 10:33:46 -080099
100 // If no callback is specified, use the "write" API below to submit
101 // audio data.
Wei Jiaec044b02018-02-19 12:41:23 -0800102 virtual status_t open(
Wei Jia53692fa2017-12-11 10:33:46 -0800103 uint32_t sampleRate, int channelCount, audio_channel_mask_t channelMask,
104 audio_format_t format=AUDIO_FORMAT_PCM_16_BIT,
Wei Jia53692fa2017-12-11 10:33:46 -0800105 AudioCallback cb = NULL,
106 void *cookie = NULL,
107 audio_output_flags_t flags = AUDIO_OUTPUT_FLAG_NONE,
108 const audio_offload_info_t *offloadInfo = NULL,
109 bool doNotReconnect = false,
110 uint32_t suggestedFrameCount = 0) = 0;
111
Wei Jiaec044b02018-02-19 12:41:23 -0800112 virtual status_t start() = 0;
Wei Jia53692fa2017-12-11 10:33:46 -0800113
114 /* Input parameter |size| is in byte units stored in |buffer|.
115 * Data is copied over and actual number of bytes written (>= 0)
116 * is returned, or no data is copied and a negative status code
117 * is returned (even when |blocking| is true).
118 * When |blocking| is false, AudioSink will immediately return after
119 * part of or full |buffer| is copied over.
120 * When |blocking| is true, AudioSink will wait to copy the entire
121 * buffer, unless an error occurs or the copy operation is
122 * prematurely stopped.
123 */
Wei Jiaec044b02018-02-19 12:41:23 -0800124 virtual ssize_t write(const void* buffer, size_t size, bool blocking = true) = 0;
Wei Jia53692fa2017-12-11 10:33:46 -0800125
Wei Jiaec044b02018-02-19 12:41:23 -0800126 virtual void stop() = 0;
127 virtual void flush() = 0;
128 virtual void pause() = 0;
129 virtual void close() = 0;
Wei Jia53692fa2017-12-11 10:33:46 -0800130
Wei Jiaec044b02018-02-19 12:41:23 -0800131 virtual status_t setPlaybackRate(const AudioPlaybackRate& rate) = 0;
132 virtual status_t getPlaybackRate(AudioPlaybackRate* rate /* nonnull */) = 0;
133 virtual bool needsTrailingPadding() {
134 return true;
135 }
Wei Jia53692fa2017-12-11 10:33:46 -0800136
Wei Jiaec044b02018-02-19 12:41:23 -0800137 virtual status_t setParameters(const String8& /* keyValuePairs */) {
138 return NO_ERROR;
139 }
140 virtual String8 getParameters(const String8& /* keys */) {
141 return String8::empty();
142 }
Wei Jia53692fa2017-12-11 10:33:46 -0800143
Wei Jia53692fa2017-12-11 10:33:46 -0800144 // AudioRouting
145 virtual status_t setOutputDevice(audio_port_handle_t deviceId);
146 virtual status_t getRoutedDeviceId(audio_port_handle_t* deviceId);
147 virtual status_t enableAudioDeviceCallback(bool enabled);
148 };
149
Wei Jiaec044b02018-02-19 12:41:23 -0800150 MediaPlayer2Interface() : mListener(NULL) { }
151 virtual ~MediaPlayer2Interface() { }
152 virtual status_t initCheck() = 0;
Wei Jia53692fa2017-12-11 10:33:46 -0800153
Wei Jiaec044b02018-02-19 12:41:23 -0800154 virtual void setAudioSink(const sp<AudioSink>& audioSink) {
155 mAudioSink = audioSink;
156 }
Wei Jia33abcc72018-01-30 09:47:38 -0800157
Wei Jiaec044b02018-02-19 12:41:23 -0800158 virtual status_t setDataSource(const sp<DataSourceDesc> &dsd) = 0;
Wei Jia57aeffd2018-02-15 16:01:14 -0800159
Wei Jiaec044b02018-02-19 12:41:23 -0800160 virtual status_t prepareNextDataSource(const sp<DataSourceDesc> &dsd) = 0;
Wei Jia57aeffd2018-02-15 16:01:14 -0800161
Wei Jiaec044b02018-02-19 12:41:23 -0800162 virtual status_t playNextDataSource(int64_t srcId) = 0;
Wei Jia53692fa2017-12-11 10:33:46 -0800163
Wei Jia28288fb2017-12-15 13:45:29 -0800164 // pass the buffered native window to the media player service
Wei Jiaec044b02018-02-19 12:41:23 -0800165 virtual status_t setVideoSurfaceTexture(const sp<ANativeWindowWrapper>& nww) = 0;
Wei Jia53692fa2017-12-11 10:33:46 -0800166
Wei Jiaec044b02018-02-19 12:41:23 -0800167 virtual status_t getBufferingSettings(BufferingSettings* buffering /* nonnull */) {
Wei Jia53692fa2017-12-11 10:33:46 -0800168 *buffering = BufferingSettings();
169 return OK;
170 }
Wei Jiaec044b02018-02-19 12:41:23 -0800171 virtual status_t setBufferingSettings(const BufferingSettings& /* buffering */) {
Wei Jia53692fa2017-12-11 10:33:46 -0800172 return OK;
173 }
174
Wei Jiaec044b02018-02-19 12:41:23 -0800175 virtual status_t prepareAsync() = 0;
176 virtual status_t start() = 0;
Wei Jiaec044b02018-02-19 12:41:23 -0800177 virtual status_t pause() = 0;
178 virtual bool isPlaying() = 0;
179 virtual status_t setPlaybackSettings(const AudioPlaybackRate& rate) {
Wei Jia53692fa2017-12-11 10:33:46 -0800180 // by default, players only support setting rate to the default
181 if (!isAudioPlaybackRateEqual(rate, AUDIO_PLAYBACK_RATE_DEFAULT)) {
182 return BAD_VALUE;
183 }
184 return OK;
185 }
Wei Jiaec044b02018-02-19 12:41:23 -0800186 virtual status_t getPlaybackSettings(AudioPlaybackRate* rate /* nonnull */) {
Wei Jia53692fa2017-12-11 10:33:46 -0800187 *rate = AUDIO_PLAYBACK_RATE_DEFAULT;
188 return OK;
189 }
Wei Jiaec044b02018-02-19 12:41:23 -0800190 virtual status_t setSyncSettings(const AVSyncSettings& sync, float /* videoFps */) {
Wei Jia53692fa2017-12-11 10:33:46 -0800191 // By default, players only support setting sync source to default; all other sync
192 // settings are ignored. There is no requirement for getters to return set values.
193 if (sync.mSource != AVSYNC_SOURCE_DEFAULT) {
194 return BAD_VALUE;
195 }
196 return OK;
197 }
Wei Jiaec044b02018-02-19 12:41:23 -0800198 virtual status_t getSyncSettings(
199 AVSyncSettings* sync /* nonnull */, float* videoFps /* nonnull */) {
Wei Jia53692fa2017-12-11 10:33:46 -0800200 *sync = AVSyncSettings();
201 *videoFps = -1.f;
202 return OK;
203 }
Wei Jiaec044b02018-02-19 12:41:23 -0800204 virtual status_t seekTo(
Wei Jia800fe372018-02-20 15:00:45 -0800205 int64_t msec, MediaPlayer2SeekMode mode = MediaPlayer2SeekMode::SEEK_PREVIOUS_SYNC) = 0;
206 virtual status_t getCurrentPosition(int64_t *msec) = 0;
207 virtual status_t getDuration(int64_t *msec) = 0;
Wei Jiaec044b02018-02-19 12:41:23 -0800208 virtual status_t reset() = 0;
209 virtual status_t notifyAt(int64_t /* mediaTimeUs */) {
Wei Jia53692fa2017-12-11 10:33:46 -0800210 return INVALID_OPERATION;
211 }
Wei Jiaec044b02018-02-19 12:41:23 -0800212 virtual status_t setLooping(int loop) = 0;
213 virtual status_t setParameter(int key, const Parcel &request) = 0;
214 virtual status_t getParameter(int key, Parcel *reply) = 0;
Wei Jia53692fa2017-12-11 10:33:46 -0800215
216 // Invoke a generic method on the player by using opaque parcels
217 // for the request and reply.
218 //
219 // @param request Parcel that is positioned at the start of the
220 // data sent by the java layer.
221 // @param[out] reply Parcel to hold the reply data. Cannot be null.
222 // @return OK if the call was successful.
Dongwon Kang9f631982018-07-10 12:34:41 -0700223 virtual status_t invoke(const PlayerMessage &request, PlayerMessage *reply) = 0;
Wei Jia53692fa2017-12-11 10:33:46 -0800224
225 // The Client in the MetadataPlayerService calls this method on
226 // the native player to retrieve all or a subset of metadata.
227 //
228 // @param ids SortedList of metadata ID to be fetch. If empty, all
229 // the known metadata should be returned.
230 // @param[inout] records Parcel where the player appends its metadata.
231 // @return OK if the call was successful.
Wei Jiaec044b02018-02-19 12:41:23 -0800232 virtual status_t getMetadata(const media::Metadata::Filter& /* ids */,
233 Parcel* /* records */) {
Wei Jia53692fa2017-12-11 10:33:46 -0800234 return INVALID_OPERATION;
235 };
236
Wei Jiaec044b02018-02-19 12:41:23 -0800237 void setListener(const sp<MediaPlayer2InterfaceListener> &listener) {
238 Mutex::Autolock autoLock(mListenerLock);
239 mListener = listener;
Wei Jia53692fa2017-12-11 10:33:46 -0800240 }
241
Dongwon Kang41929fb2018-09-09 08:29:56 -0700242 void sendEvent(int64_t srcId, int msg, int ext1=0, int ext2=0, const PlayerMessage *obj=NULL) {
Wei Jiaec044b02018-02-19 12:41:23 -0800243 sp<MediaPlayer2InterfaceListener> listener;
Wei Jia53692fa2017-12-11 10:33:46 -0800244 {
Wei Jiaec044b02018-02-19 12:41:23 -0800245 Mutex::Autolock autoLock(mListenerLock);
246 listener = mListener;
Wei Jia53692fa2017-12-11 10:33:46 -0800247 }
248
Wei Jiaec044b02018-02-19 12:41:23 -0800249 if (listener) {
250 listener->notify(srcId, msg, ext1, ext2, obj);
251 }
Wei Jia53692fa2017-12-11 10:33:46 -0800252 }
253
254 virtual status_t dump(int /* fd */, const Vector<String16>& /* args */) const {
255 return INVALID_OPERATION;
256 }
257
Wei Jia12b9f4a2017-12-13 15:24:13 -0800258 virtual void onMessageReceived(const sp<AMessage> & /* msg */) override { }
259
Wei Jia53692fa2017-12-11 10:33:46 -0800260 // Modular DRM
Wei Jiaec044b02018-02-19 12:41:23 -0800261 virtual status_t prepareDrm(const uint8_t /* uuid */[16],
262 const Vector<uint8_t>& /* drmSessionId */) {
Wei Jia53692fa2017-12-11 10:33:46 -0800263 return INVALID_OPERATION;
264 }
265 virtual status_t releaseDrm() {
266 return INVALID_OPERATION;
267 }
268
Wei Jia33abcc72018-01-30 09:47:38 -0800269protected:
Wei Jiaec044b02018-02-19 12:41:23 -0800270 sp<AudioSink> mAudioSink;
Wei Jia33abcc72018-01-30 09:47:38 -0800271
Wei Jia53692fa2017-12-11 10:33:46 -0800272private:
Wei Jiaec044b02018-02-19 12:41:23 -0800273 Mutex mListenerLock;
274 sp<MediaPlayer2InterfaceListener> mListener;
Wei Jia53692fa2017-12-11 10:33:46 -0800275};
276
Wei Jia53692fa2017-12-11 10:33:46 -0800277}; // namespace android
278
279#endif // __cplusplus
280
281
282#endif // ANDROID_MEDIAPLAYER2INTERFACE_H