Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2017 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #ifndef ANDROID_MEDIAPLAYER2INTERFACE_H |
| 18 | #define ANDROID_MEDIAPLAYER2INTERFACE_H |
| 19 | |
| 20 | #ifdef __cplusplus |
| 21 | |
| 22 | #include <sys/types.h> |
| 23 | #include <utils/Errors.h> |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 24 | #include <utils/String8.h> |
| 25 | #include <utils/RefBase.h> |
Dichen Zhang | f872691 | 2018-10-17 13:31:26 -0700 | [diff] [blame] | 26 | #include <jni.h> |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 27 | |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 28 | #include <media/AVSyncSettings.h> |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 29 | #include <media/AudioResamplerPublic.h> |
| 30 | #include <media/AudioSystem.h> |
| 31 | #include <media/AudioTimestamp.h> |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 32 | #include <media/BufferingSettings.h> |
| 33 | #include <media/Metadata.h> |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 34 | #include <media/stagefright/foundation/AHandler.h> |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 35 | #include <mediaplayer2/MediaPlayer2Types.h> |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 36 | |
Dongwon Kang | 0d7042d | 2018-10-12 16:52:14 -0700 | [diff] [blame^] | 37 | #include "jni.h" |
Dongwon Kang | 9f63198 | 2018-07-10 12:34:41 -0700 | [diff] [blame] | 38 | #include "mediaplayer2.pb.h" |
| 39 | |
| 40 | using android::media::MediaPlayer2Proto::PlayerMessage; |
| 41 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 42 | // Fwd decl to make sure everyone agrees that the scope of struct sockaddr_in is |
| 43 | // global, and not in android:: |
| 44 | struct sockaddr_in; |
| 45 | |
| 46 | namespace android { |
| 47 | |
Wei Jia | c263603 | 2018-02-01 09:15:25 -0800 | [diff] [blame] | 48 | struct DataSourceDesc; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 49 | class Parcel; |
Wei Jia | 28288fb | 2017-12-15 13:45:29 -0800 | [diff] [blame] | 50 | struct ANativeWindowWrapper; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 51 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 52 | #define DEFAULT_AUDIOSINK_BUFFERSIZE 1200 |
| 53 | #define DEFAULT_AUDIOSINK_SAMPLERATE 44100 |
| 54 | |
| 55 | // when the channel mask isn't known, use the channel count to derive a mask in AudioSink::open() |
| 56 | #define CHANNEL_MASK_USE_CHANNEL_ORDER 0 |
| 57 | |
| 58 | // duration below which we do not allow deep audio buffering |
| 59 | #define AUDIO_SINK_MIN_DEEP_BUFFER_DURATION_US 5000000 |
| 60 | |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 61 | class MediaPlayer2InterfaceListener: public RefBase |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 62 | { |
| 63 | public: |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 64 | virtual void notify(int64_t srcId, int msg, int ext1, int ext2, |
| 65 | const PlayerMessage *obj) = 0; |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 66 | }; |
Pawin Vongmasa | 5096385 | 2017-12-12 06:24:42 -0800 | [diff] [blame] | 67 | |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 68 | class MediaPlayer2Interface : public AHandler { |
| 69 | public: |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 70 | // AudioSink: abstraction layer for audio output |
| 71 | class AudioSink : public RefBase { |
| 72 | public: |
| 73 | enum cb_event_t { |
| 74 | CB_EVENT_FILL_BUFFER, // Request to write more data to buffer. |
| 75 | CB_EVENT_STREAM_END, // Sent after all the buffers queued in AF and HW are played |
| 76 | // back (after stop is called) |
| 77 | CB_EVENT_TEAR_DOWN // The AudioTrack was invalidated due to use case change: |
| 78 | // Need to re-evaluate offloading options |
| 79 | }; |
| 80 | |
| 81 | // Callback returns the number of bytes actually written to the buffer. |
| 82 | typedef size_t (*AudioCallback)( |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 83 | AudioSink *audioSink, void *buffer, size_t size, void *cookie, cb_event_t event); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 84 | |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 85 | virtual ~AudioSink() {} |
| 86 | virtual bool ready() const = 0; // audio output is open and ready |
| 87 | virtual ssize_t bufferSize() const = 0; |
| 88 | virtual ssize_t frameCount() const = 0; |
| 89 | virtual ssize_t channelCount() const = 0; |
| 90 | virtual ssize_t frameSize() const = 0; |
| 91 | virtual uint32_t latency() const = 0; |
| 92 | virtual float msecsPerFrame() const = 0; |
| 93 | virtual status_t getPosition(uint32_t *position) const = 0; |
| 94 | virtual status_t getTimestamp(AudioTimestamp &ts) const = 0; |
| 95 | virtual int64_t getPlayedOutDurationUs(int64_t nowUs) const = 0; |
| 96 | virtual status_t getFramesWritten(uint32_t *frameswritten) const = 0; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 97 | virtual audio_session_t getSessionId() const = 0; |
| 98 | virtual audio_stream_type_t getAudioStreamType() const = 0; |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 99 | virtual uint32_t getSampleRate() const = 0; |
| 100 | virtual int64_t getBufferDurationInUs() const = 0; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 101 | |
| 102 | // If no callback is specified, use the "write" API below to submit |
| 103 | // audio data. |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 104 | virtual status_t open( |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 105 | uint32_t sampleRate, int channelCount, audio_channel_mask_t channelMask, |
| 106 | audio_format_t format=AUDIO_FORMAT_PCM_16_BIT, |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 107 | AudioCallback cb = NULL, |
| 108 | void *cookie = NULL, |
| 109 | audio_output_flags_t flags = AUDIO_OUTPUT_FLAG_NONE, |
| 110 | const audio_offload_info_t *offloadInfo = NULL, |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 111 | uint32_t suggestedFrameCount = 0) = 0; |
| 112 | |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 113 | virtual status_t start() = 0; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 114 | |
| 115 | /* Input parameter |size| is in byte units stored in |buffer|. |
| 116 | * Data is copied over and actual number of bytes written (>= 0) |
| 117 | * is returned, or no data is copied and a negative status code |
| 118 | * is returned (even when |blocking| is true). |
| 119 | * When |blocking| is false, AudioSink will immediately return after |
| 120 | * part of or full |buffer| is copied over. |
| 121 | * When |blocking| is true, AudioSink will wait to copy the entire |
| 122 | * buffer, unless an error occurs or the copy operation is |
| 123 | * prematurely stopped. |
| 124 | */ |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 125 | virtual ssize_t write(const void* buffer, size_t size, bool blocking = true) = 0; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 126 | |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 127 | virtual void stop() = 0; |
| 128 | virtual void flush() = 0; |
| 129 | virtual void pause() = 0; |
| 130 | virtual void close() = 0; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 131 | |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 132 | virtual status_t setPlaybackRate(const AudioPlaybackRate& rate) = 0; |
| 133 | virtual status_t getPlaybackRate(AudioPlaybackRate* rate /* nonnull */) = 0; |
| 134 | virtual bool needsTrailingPadding() { |
| 135 | return true; |
| 136 | } |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 137 | |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 138 | virtual status_t setParameters(const String8& /* keyValuePairs */) { |
| 139 | return NO_ERROR; |
| 140 | } |
| 141 | virtual String8 getParameters(const String8& /* keys */) { |
| 142 | return String8::empty(); |
| 143 | } |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 144 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 145 | // AudioRouting |
Dongwon Kang | 0d7042d | 2018-10-12 16:52:14 -0700 | [diff] [blame^] | 146 | virtual status_t setPreferredDevice(jobject device); |
| 147 | virtual jobject getRoutedDevice(); |
Dichen Zhang | f872691 | 2018-10-17 13:31:26 -0700 | [diff] [blame] | 148 | virtual status_t addAudioDeviceCallback(jobject routingDelegate); |
| 149 | virtual status_t removeAudioDeviceCallback(jobject listener); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 150 | }; |
| 151 | |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 152 | MediaPlayer2Interface() : mListener(NULL) { } |
| 153 | virtual ~MediaPlayer2Interface() { } |
| 154 | virtual status_t initCheck() = 0; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 155 | |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 156 | virtual void setAudioSink(const sp<AudioSink>& audioSink) { |
| 157 | mAudioSink = audioSink; |
| 158 | } |
Wei Jia | 33abcc7 | 2018-01-30 09:47:38 -0800 | [diff] [blame] | 159 | |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 160 | virtual status_t setDataSource(const sp<DataSourceDesc> &dsd) = 0; |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 161 | |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 162 | virtual status_t prepareNextDataSource(const sp<DataSourceDesc> &dsd) = 0; |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 163 | |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 164 | virtual status_t playNextDataSource(int64_t srcId) = 0; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 165 | |
Wei Jia | 28288fb | 2017-12-15 13:45:29 -0800 | [diff] [blame] | 166 | // pass the buffered native window to the media player service |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 167 | virtual status_t setVideoSurfaceTexture(const sp<ANativeWindowWrapper>& nww) = 0; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 168 | |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 169 | virtual status_t getBufferingSettings(BufferingSettings* buffering /* nonnull */) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 170 | *buffering = BufferingSettings(); |
| 171 | return OK; |
| 172 | } |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 173 | virtual status_t setBufferingSettings(const BufferingSettings& /* buffering */) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 174 | return OK; |
| 175 | } |
| 176 | |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 177 | virtual status_t prepareAsync() = 0; |
| 178 | virtual status_t start() = 0; |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 179 | virtual status_t pause() = 0; |
| 180 | virtual bool isPlaying() = 0; |
| 181 | virtual status_t setPlaybackSettings(const AudioPlaybackRate& rate) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 182 | // by default, players only support setting rate to the default |
| 183 | if (!isAudioPlaybackRateEqual(rate, AUDIO_PLAYBACK_RATE_DEFAULT)) { |
| 184 | return BAD_VALUE; |
| 185 | } |
| 186 | return OK; |
| 187 | } |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 188 | virtual status_t getPlaybackSettings(AudioPlaybackRate* rate /* nonnull */) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 189 | *rate = AUDIO_PLAYBACK_RATE_DEFAULT; |
| 190 | return OK; |
| 191 | } |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 192 | virtual status_t setSyncSettings(const AVSyncSettings& sync, float /* videoFps */) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 193 | // By default, players only support setting sync source to default; all other sync |
| 194 | // settings are ignored. There is no requirement for getters to return set values. |
| 195 | if (sync.mSource != AVSYNC_SOURCE_DEFAULT) { |
| 196 | return BAD_VALUE; |
| 197 | } |
| 198 | return OK; |
| 199 | } |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 200 | virtual status_t getSyncSettings( |
| 201 | AVSyncSettings* sync /* nonnull */, float* videoFps /* nonnull */) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 202 | *sync = AVSyncSettings(); |
| 203 | *videoFps = -1.f; |
| 204 | return OK; |
| 205 | } |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 206 | virtual status_t seekTo( |
Wei Jia | 800fe37 | 2018-02-20 15:00:45 -0800 | [diff] [blame] | 207 | int64_t msec, MediaPlayer2SeekMode mode = MediaPlayer2SeekMode::SEEK_PREVIOUS_SYNC) = 0; |
| 208 | virtual status_t getCurrentPosition(int64_t *msec) = 0; |
| 209 | virtual status_t getDuration(int64_t *msec) = 0; |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 210 | virtual status_t reset() = 0; |
| 211 | virtual status_t notifyAt(int64_t /* mediaTimeUs */) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 212 | return INVALID_OPERATION; |
| 213 | } |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 214 | virtual status_t setLooping(int loop) = 0; |
| 215 | virtual status_t setParameter(int key, const Parcel &request) = 0; |
| 216 | virtual status_t getParameter(int key, Parcel *reply) = 0; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 217 | |
| 218 | // Invoke a generic method on the player by using opaque parcels |
| 219 | // for the request and reply. |
| 220 | // |
| 221 | // @param request Parcel that is positioned at the start of the |
| 222 | // data sent by the java layer. |
| 223 | // @param[out] reply Parcel to hold the reply data. Cannot be null. |
| 224 | // @return OK if the call was successful. |
Dongwon Kang | 9f63198 | 2018-07-10 12:34:41 -0700 | [diff] [blame] | 225 | virtual status_t invoke(const PlayerMessage &request, PlayerMessage *reply) = 0; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 226 | |
| 227 | // The Client in the MetadataPlayerService calls this method on |
| 228 | // the native player to retrieve all or a subset of metadata. |
| 229 | // |
| 230 | // @param ids SortedList of metadata ID to be fetch. If empty, all |
| 231 | // the known metadata should be returned. |
| 232 | // @param[inout] records Parcel where the player appends its metadata. |
| 233 | // @return OK if the call was successful. |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 234 | virtual status_t getMetadata(const media::Metadata::Filter& /* ids */, |
| 235 | Parcel* /* records */) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 236 | return INVALID_OPERATION; |
| 237 | }; |
| 238 | |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 239 | void setListener(const sp<MediaPlayer2InterfaceListener> &listener) { |
| 240 | Mutex::Autolock autoLock(mListenerLock); |
| 241 | mListener = listener; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 242 | } |
| 243 | |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 244 | void sendEvent(int64_t srcId, int msg, int ext1=0, int ext2=0, const PlayerMessage *obj=NULL) { |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 245 | sp<MediaPlayer2InterfaceListener> listener; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 246 | { |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 247 | Mutex::Autolock autoLock(mListenerLock); |
| 248 | listener = mListener; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 249 | } |
| 250 | |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 251 | if (listener) { |
| 252 | listener->notify(srcId, msg, ext1, ext2, obj); |
| 253 | } |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 254 | } |
| 255 | |
| 256 | virtual status_t dump(int /* fd */, const Vector<String16>& /* args */) const { |
| 257 | return INVALID_OPERATION; |
| 258 | } |
| 259 | |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 260 | virtual void onMessageReceived(const sp<AMessage> & /* msg */) override { } |
| 261 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 262 | // Modular DRM |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 263 | virtual status_t prepareDrm(const uint8_t /* uuid */[16], |
| 264 | const Vector<uint8_t>& /* drmSessionId */) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 265 | return INVALID_OPERATION; |
| 266 | } |
| 267 | virtual status_t releaseDrm() { |
| 268 | return INVALID_OPERATION; |
| 269 | } |
| 270 | |
Wei Jia | 33abcc7 | 2018-01-30 09:47:38 -0800 | [diff] [blame] | 271 | protected: |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 272 | sp<AudioSink> mAudioSink; |
Wei Jia | 33abcc7 | 2018-01-30 09:47:38 -0800 | [diff] [blame] | 273 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 274 | private: |
Wei Jia | ec044b0 | 2018-02-19 12:41:23 -0800 | [diff] [blame] | 275 | Mutex mListenerLock; |
| 276 | sp<MediaPlayer2InterfaceListener> mListener; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 277 | }; |
| 278 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 279 | }; // namespace android |
| 280 | |
| 281 | #endif // __cplusplus |
| 282 | |
| 283 | |
| 284 | #endif // ANDROID_MEDIAPLAYER2INTERFACE_H |