blob: 07a79465cd8efa987fd595d8511a8a6515a3a32f [file] [log] [blame]
Wei Jia53692fa2017-12-11 10:33:46 -08001/*
2 * Copyright 2017 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ANDROID_MEDIAPLAYER2INTERFACE_H
18#define ANDROID_MEDIAPLAYER2INTERFACE_H
19
20#ifdef __cplusplus
21
22#include <sys/types.h>
23#include <utils/Errors.h>
Wei Jia53692fa2017-12-11 10:33:46 -080024#include <utils/String8.h>
25#include <utils/RefBase.h>
Dichen Zhangf8726912018-10-17 13:31:26 -070026#include <jni.h>
Wei Jia53692fa2017-12-11 10:33:46 -080027
Wei Jiaec044b02018-02-19 12:41:23 -080028#include <media/AVSyncSettings.h>
Wei Jia53692fa2017-12-11 10:33:46 -080029#include <media/AudioResamplerPublic.h>
30#include <media/AudioSystem.h>
31#include <media/AudioTimestamp.h>
Wei Jia53692fa2017-12-11 10:33:46 -080032#include <media/BufferingSettings.h>
33#include <media/Metadata.h>
Wei Jia12b9f4a2017-12-13 15:24:13 -080034#include <media/stagefright/foundation/AHandler.h>
Wei Jiaec044b02018-02-19 12:41:23 -080035#include <mediaplayer2/MediaPlayer2Types.h>
Wei Jia53692fa2017-12-11 10:33:46 -080036
Dongwon Kang0d7042d2018-10-12 16:52:14 -070037#include "jni.h"
Dongwon Kang9f631982018-07-10 12:34:41 -070038#include "mediaplayer2.pb.h"
39
40using android::media::MediaPlayer2Proto::PlayerMessage;
41
Wei Jia53692fa2017-12-11 10:33:46 -080042// Fwd decl to make sure everyone agrees that the scope of struct sockaddr_in is
43// global, and not in android::
44struct sockaddr_in;
45
46namespace android {
47
Wei Jiac2636032018-02-01 09:15:25 -080048struct DataSourceDesc;
Wei Jia53692fa2017-12-11 10:33:46 -080049class Parcel;
Wei Jia28288fb2017-12-15 13:45:29 -080050struct ANativeWindowWrapper;
Wei Jia53692fa2017-12-11 10:33:46 -080051
Wei Jia53692fa2017-12-11 10:33:46 -080052#define DEFAULT_AUDIOSINK_BUFFERSIZE 1200
53#define DEFAULT_AUDIOSINK_SAMPLERATE 44100
54
55// when the channel mask isn't known, use the channel count to derive a mask in AudioSink::open()
56#define CHANNEL_MASK_USE_CHANNEL_ORDER 0
57
58// duration below which we do not allow deep audio buffering
59#define AUDIO_SINK_MIN_DEEP_BUFFER_DURATION_US 5000000
60
Wei Jiaec044b02018-02-19 12:41:23 -080061class MediaPlayer2InterfaceListener: public RefBase
Wei Jia53692fa2017-12-11 10:33:46 -080062{
63public:
Dongwon Kang41929fb2018-09-09 08:29:56 -070064 virtual void notify(int64_t srcId, int msg, int ext1, int ext2,
65 const PlayerMessage *obj) = 0;
Wei Jiaec044b02018-02-19 12:41:23 -080066};
Pawin Vongmasa50963852017-12-12 06:24:42 -080067
Wei Jiaec044b02018-02-19 12:41:23 -080068class MediaPlayer2Interface : public AHandler {
69public:
Wei Jia53692fa2017-12-11 10:33:46 -080070 // AudioSink: abstraction layer for audio output
71 class AudioSink : public RefBase {
72 public:
73 enum cb_event_t {
74 CB_EVENT_FILL_BUFFER, // Request to write more data to buffer.
75 CB_EVENT_STREAM_END, // Sent after all the buffers queued in AF and HW are played
76 // back (after stop is called)
77 CB_EVENT_TEAR_DOWN // The AudioTrack was invalidated due to use case change:
78 // Need to re-evaluate offloading options
79 };
80
81 // Callback returns the number of bytes actually written to the buffer.
82 typedef size_t (*AudioCallback)(
Wei Jiaec044b02018-02-19 12:41:23 -080083 AudioSink *audioSink, void *buffer, size_t size, void *cookie, cb_event_t event);
Wei Jia53692fa2017-12-11 10:33:46 -080084
Wei Jiaec044b02018-02-19 12:41:23 -080085 virtual ~AudioSink() {}
86 virtual bool ready() const = 0; // audio output is open and ready
87 virtual ssize_t bufferSize() const = 0;
88 virtual ssize_t frameCount() const = 0;
89 virtual ssize_t channelCount() const = 0;
90 virtual ssize_t frameSize() const = 0;
91 virtual uint32_t latency() const = 0;
92 virtual float msecsPerFrame() const = 0;
93 virtual status_t getPosition(uint32_t *position) const = 0;
94 virtual status_t getTimestamp(AudioTimestamp &ts) const = 0;
95 virtual int64_t getPlayedOutDurationUs(int64_t nowUs) const = 0;
96 virtual status_t getFramesWritten(uint32_t *frameswritten) const = 0;
Wei Jia53692fa2017-12-11 10:33:46 -080097 virtual audio_session_t getSessionId() const = 0;
98 virtual audio_stream_type_t getAudioStreamType() const = 0;
Wei Jiaec044b02018-02-19 12:41:23 -080099 virtual uint32_t getSampleRate() const = 0;
100 virtual int64_t getBufferDurationInUs() const = 0;
Wei Jia53692fa2017-12-11 10:33:46 -0800101
102 // If no callback is specified, use the "write" API below to submit
103 // audio data.
Wei Jiaec044b02018-02-19 12:41:23 -0800104 virtual status_t open(
Wei Jia53692fa2017-12-11 10:33:46 -0800105 uint32_t sampleRate, int channelCount, audio_channel_mask_t channelMask,
106 audio_format_t format=AUDIO_FORMAT_PCM_16_BIT,
Wei Jia53692fa2017-12-11 10:33:46 -0800107 AudioCallback cb = NULL,
108 void *cookie = NULL,
109 audio_output_flags_t flags = AUDIO_OUTPUT_FLAG_NONE,
110 const audio_offload_info_t *offloadInfo = NULL,
Wei Jia53692fa2017-12-11 10:33:46 -0800111 uint32_t suggestedFrameCount = 0) = 0;
112
Wei Jiaec044b02018-02-19 12:41:23 -0800113 virtual status_t start() = 0;
Wei Jia53692fa2017-12-11 10:33:46 -0800114
115 /* Input parameter |size| is in byte units stored in |buffer|.
116 * Data is copied over and actual number of bytes written (>= 0)
117 * is returned, or no data is copied and a negative status code
118 * is returned (even when |blocking| is true).
119 * When |blocking| is false, AudioSink will immediately return after
120 * part of or full |buffer| is copied over.
121 * When |blocking| is true, AudioSink will wait to copy the entire
122 * buffer, unless an error occurs or the copy operation is
123 * prematurely stopped.
124 */
Wei Jiaec044b02018-02-19 12:41:23 -0800125 virtual ssize_t write(const void* buffer, size_t size, bool blocking = true) = 0;
Wei Jia53692fa2017-12-11 10:33:46 -0800126
Wei Jiaec044b02018-02-19 12:41:23 -0800127 virtual void stop() = 0;
128 virtual void flush() = 0;
129 virtual void pause() = 0;
130 virtual void close() = 0;
Wei Jia53692fa2017-12-11 10:33:46 -0800131
Wei Jiaec044b02018-02-19 12:41:23 -0800132 virtual status_t setPlaybackRate(const AudioPlaybackRate& rate) = 0;
133 virtual status_t getPlaybackRate(AudioPlaybackRate* rate /* nonnull */) = 0;
134 virtual bool needsTrailingPadding() {
135 return true;
136 }
Wei Jia53692fa2017-12-11 10:33:46 -0800137
Wei Jiaec044b02018-02-19 12:41:23 -0800138 virtual status_t setParameters(const String8& /* keyValuePairs */) {
139 return NO_ERROR;
140 }
141 virtual String8 getParameters(const String8& /* keys */) {
142 return String8::empty();
143 }
Wei Jia53692fa2017-12-11 10:33:46 -0800144
Wei Jia53692fa2017-12-11 10:33:46 -0800145 // AudioRouting
Dongwon Kang0d7042d2018-10-12 16:52:14 -0700146 virtual status_t setPreferredDevice(jobject device);
147 virtual jobject getRoutedDevice();
Dichen Zhangf8726912018-10-17 13:31:26 -0700148 virtual status_t addAudioDeviceCallback(jobject routingDelegate);
149 virtual status_t removeAudioDeviceCallback(jobject listener);
Wei Jia53692fa2017-12-11 10:33:46 -0800150 };
151
Wei Jiaec044b02018-02-19 12:41:23 -0800152 MediaPlayer2Interface() : mListener(NULL) { }
153 virtual ~MediaPlayer2Interface() { }
154 virtual status_t initCheck() = 0;
Wei Jia53692fa2017-12-11 10:33:46 -0800155
Wei Jiaec044b02018-02-19 12:41:23 -0800156 virtual void setAudioSink(const sp<AudioSink>& audioSink) {
157 mAudioSink = audioSink;
158 }
Wei Jia33abcc72018-01-30 09:47:38 -0800159
Wei Jiaec044b02018-02-19 12:41:23 -0800160 virtual status_t setDataSource(const sp<DataSourceDesc> &dsd) = 0;
Wei Jia57aeffd2018-02-15 16:01:14 -0800161
Wei Jiaec044b02018-02-19 12:41:23 -0800162 virtual status_t prepareNextDataSource(const sp<DataSourceDesc> &dsd) = 0;
Wei Jia57aeffd2018-02-15 16:01:14 -0800163
Wei Jiaec044b02018-02-19 12:41:23 -0800164 virtual status_t playNextDataSource(int64_t srcId) = 0;
Wei Jia53692fa2017-12-11 10:33:46 -0800165
Wei Jia28288fb2017-12-15 13:45:29 -0800166 // pass the buffered native window to the media player service
Wei Jiaec044b02018-02-19 12:41:23 -0800167 virtual status_t setVideoSurfaceTexture(const sp<ANativeWindowWrapper>& nww) = 0;
Wei Jia53692fa2017-12-11 10:33:46 -0800168
Wei Jiaec044b02018-02-19 12:41:23 -0800169 virtual status_t getBufferingSettings(BufferingSettings* buffering /* nonnull */) {
Wei Jia53692fa2017-12-11 10:33:46 -0800170 *buffering = BufferingSettings();
171 return OK;
172 }
Wei Jiaec044b02018-02-19 12:41:23 -0800173 virtual status_t setBufferingSettings(const BufferingSettings& /* buffering */) {
Wei Jia53692fa2017-12-11 10:33:46 -0800174 return OK;
175 }
176
Wei Jiaec044b02018-02-19 12:41:23 -0800177 virtual status_t prepareAsync() = 0;
178 virtual status_t start() = 0;
Wei Jiaec044b02018-02-19 12:41:23 -0800179 virtual status_t pause() = 0;
180 virtual bool isPlaying() = 0;
181 virtual status_t setPlaybackSettings(const AudioPlaybackRate& rate) {
Wei Jia53692fa2017-12-11 10:33:46 -0800182 // by default, players only support setting rate to the default
183 if (!isAudioPlaybackRateEqual(rate, AUDIO_PLAYBACK_RATE_DEFAULT)) {
184 return BAD_VALUE;
185 }
186 return OK;
187 }
Wei Jiaec044b02018-02-19 12:41:23 -0800188 virtual status_t getPlaybackSettings(AudioPlaybackRate* rate /* nonnull */) {
Wei Jia53692fa2017-12-11 10:33:46 -0800189 *rate = AUDIO_PLAYBACK_RATE_DEFAULT;
190 return OK;
191 }
Wei Jiaec044b02018-02-19 12:41:23 -0800192 virtual status_t setSyncSettings(const AVSyncSettings& sync, float /* videoFps */) {
Wei Jia53692fa2017-12-11 10:33:46 -0800193 // By default, players only support setting sync source to default; all other sync
194 // settings are ignored. There is no requirement for getters to return set values.
195 if (sync.mSource != AVSYNC_SOURCE_DEFAULT) {
196 return BAD_VALUE;
197 }
198 return OK;
199 }
Wei Jiaec044b02018-02-19 12:41:23 -0800200 virtual status_t getSyncSettings(
201 AVSyncSettings* sync /* nonnull */, float* videoFps /* nonnull */) {
Wei Jia53692fa2017-12-11 10:33:46 -0800202 *sync = AVSyncSettings();
203 *videoFps = -1.f;
204 return OK;
205 }
Wei Jiaec044b02018-02-19 12:41:23 -0800206 virtual status_t seekTo(
Wei Jia800fe372018-02-20 15:00:45 -0800207 int64_t msec, MediaPlayer2SeekMode mode = MediaPlayer2SeekMode::SEEK_PREVIOUS_SYNC) = 0;
208 virtual status_t getCurrentPosition(int64_t *msec) = 0;
209 virtual status_t getDuration(int64_t *msec) = 0;
Wei Jiaec044b02018-02-19 12:41:23 -0800210 virtual status_t reset() = 0;
211 virtual status_t notifyAt(int64_t /* mediaTimeUs */) {
Wei Jia53692fa2017-12-11 10:33:46 -0800212 return INVALID_OPERATION;
213 }
Wei Jiaec044b02018-02-19 12:41:23 -0800214 virtual status_t setLooping(int loop) = 0;
215 virtual status_t setParameter(int key, const Parcel &request) = 0;
216 virtual status_t getParameter(int key, Parcel *reply) = 0;
Wei Jia53692fa2017-12-11 10:33:46 -0800217
218 // Invoke a generic method on the player by using opaque parcels
219 // for the request and reply.
220 //
221 // @param request Parcel that is positioned at the start of the
222 // data sent by the java layer.
223 // @param[out] reply Parcel to hold the reply data. Cannot be null.
224 // @return OK if the call was successful.
Dongwon Kang9f631982018-07-10 12:34:41 -0700225 virtual status_t invoke(const PlayerMessage &request, PlayerMessage *reply) = 0;
Wei Jia53692fa2017-12-11 10:33:46 -0800226
227 // The Client in the MetadataPlayerService calls this method on
228 // the native player to retrieve all or a subset of metadata.
229 //
230 // @param ids SortedList of metadata ID to be fetch. If empty, all
231 // the known metadata should be returned.
232 // @param[inout] records Parcel where the player appends its metadata.
233 // @return OK if the call was successful.
Wei Jiaec044b02018-02-19 12:41:23 -0800234 virtual status_t getMetadata(const media::Metadata::Filter& /* ids */,
235 Parcel* /* records */) {
Wei Jia53692fa2017-12-11 10:33:46 -0800236 return INVALID_OPERATION;
237 };
238
Wei Jiaec044b02018-02-19 12:41:23 -0800239 void setListener(const sp<MediaPlayer2InterfaceListener> &listener) {
240 Mutex::Autolock autoLock(mListenerLock);
241 mListener = listener;
Wei Jia53692fa2017-12-11 10:33:46 -0800242 }
243
Dongwon Kang41929fb2018-09-09 08:29:56 -0700244 void sendEvent(int64_t srcId, int msg, int ext1=0, int ext2=0, const PlayerMessage *obj=NULL) {
Wei Jiaec044b02018-02-19 12:41:23 -0800245 sp<MediaPlayer2InterfaceListener> listener;
Wei Jia53692fa2017-12-11 10:33:46 -0800246 {
Wei Jiaec044b02018-02-19 12:41:23 -0800247 Mutex::Autolock autoLock(mListenerLock);
248 listener = mListener;
Wei Jia53692fa2017-12-11 10:33:46 -0800249 }
250
Wei Jiaec044b02018-02-19 12:41:23 -0800251 if (listener) {
252 listener->notify(srcId, msg, ext1, ext2, obj);
253 }
Wei Jia53692fa2017-12-11 10:33:46 -0800254 }
255
256 virtual status_t dump(int /* fd */, const Vector<String16>& /* args */) const {
257 return INVALID_OPERATION;
258 }
259
Wei Jia12b9f4a2017-12-13 15:24:13 -0800260 virtual void onMessageReceived(const sp<AMessage> & /* msg */) override { }
261
Wei Jia53692fa2017-12-11 10:33:46 -0800262 // Modular DRM
Wei Jiaec044b02018-02-19 12:41:23 -0800263 virtual status_t prepareDrm(const uint8_t /* uuid */[16],
264 const Vector<uint8_t>& /* drmSessionId */) {
Wei Jia53692fa2017-12-11 10:33:46 -0800265 return INVALID_OPERATION;
266 }
267 virtual status_t releaseDrm() {
268 return INVALID_OPERATION;
269 }
270
Wei Jia33abcc72018-01-30 09:47:38 -0800271protected:
Wei Jiaec044b02018-02-19 12:41:23 -0800272 sp<AudioSink> mAudioSink;
Wei Jia33abcc72018-01-30 09:47:38 -0800273
Wei Jia53692fa2017-12-11 10:33:46 -0800274private:
Wei Jiaec044b02018-02-19 12:41:23 -0800275 Mutex mListenerLock;
276 sp<MediaPlayer2InterfaceListener> mListener;
Wei Jia53692fa2017-12-11 10:33:46 -0800277};
278
Wei Jia53692fa2017-12-11 10:33:46 -0800279}; // namespace android
280
281#endif // __cplusplus
282
283
284#endif // ANDROID_MEDIAPLAYER2INTERFACE_H