| /* |
| * Copyright 2018 The Android Open Source Project |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| #ifndef ANDROID_JAUDIOTRACK_H |
| #define ANDROID_JAUDIOTRACK_H |
| |
| #include <vector> |
| #include <utility> |
| #include <jni.h> |
| #include <media/AudioResamplerPublic.h> |
| #include <media/AudioSystem.h> |
| #include <media/VolumeShaper.h> |
| #include <system/audio.h> |
| #include <utils/Errors.h> |
| |
| #include <media/AudioTimestamp.h> // It has dependency on audio.h/Errors.h, but doesn't |
| // include them in it. Therefore it is included here at last. |
| |
| namespace android { |
| |
| class JAudioTrack : public RefBase { |
| public: |
| |
| /* Events used by AudioTrack callback function (callback_t). |
| * Keep in sync with frameworks/base/media/java/android/media/AudioTrack.java NATIVE_EVENT_*. |
| */ |
| enum event_type { |
| EVENT_MORE_DATA = 0, // Request to write more data to buffer. |
| EVENT_UNDERRUN = 1, // Buffer underrun occurred. This will not occur for |
| // static tracks. |
| EVENT_NEW_IAUDIOTRACK = 6, // IAudioTrack was re-created, either due to re-routing and |
| // voluntary invalidation by mediaserver, or mediaserver crash. |
| EVENT_STREAM_END = 7, // Sent after all the buffers queued in AF and HW are played |
| // back (after stop is called) for an offloaded track. |
| }; |
| |
| class Buffer |
| { |
| public: |
| size_t mSize; // input/output in bytes. |
| void* mData; // pointer to the audio data. |
| }; |
| |
| /* As a convenience, if a callback is supplied, a handler thread |
| * is automatically created with the appropriate priority. This thread |
| * invokes the callback when a new buffer becomes available or various conditions occur. |
| * |
| * Parameters: |
| * |
| * event: type of event notified (see enum AudioTrack::event_type). |
| * user: Pointer to context for use by the callback receiver. |
| * info: Pointer to optional parameter according to event type: |
| * - EVENT_MORE_DATA: pointer to JAudioTrack::Buffer struct. The callback must not |
| * write more bytes than indicated by 'size' field and update 'size' if fewer bytes |
| * are written. |
| * - EVENT_NEW_IAUDIOTRACK: unused. |
| * - EVENT_STREAM_END: unused. |
| */ |
| |
| typedef void (*callback_t)(int event, void* user, void *info); |
| |
| /* Creates an JAudioTrack object for non-offload mode. |
| * Once created, the track needs to be started before it can be used. |
| * Unspecified values are set to appropriate default values. |
| * |
| * Parameters: |
| * |
| * streamType: Select the type of audio stream this track is attached to |
| * (e.g. AUDIO_STREAM_MUSIC). |
| * sampleRate: Data source sampling rate in Hz. Zero means to use the sink sample rate. |
| * A non-zero value must be specified if AUDIO_OUTPUT_FLAG_DIRECT is set. |
| * 0 will not work with current policy implementation for direct output |
| * selection where an exact match is needed for sampling rate. |
| * (TODO: Check direct output after flags can be used in Java AudioTrack.) |
| * format: Audio format. For mixed tracks, any PCM format supported by server is OK. |
| * For direct and offloaded tracks, the possible format(s) depends on the |
| * output sink. |
| * (TODO: How can we check whether a format is supported?) |
| * channelMask: Channel mask, such that audio_is_output_channel(channelMask) is true. |
| * cbf: Callback function. If not null, this function is called periodically |
| * to provide new data and inform of marker, position updates, etc. |
| * user: Context for use by the callback receiver. |
| * frameCount: Minimum size of track PCM buffer in frames. This defines the |
| * application's contribution to the latency of the track. |
| * The actual size selected by the JAudioTrack could be larger if the |
| * requested size is not compatible with current audio HAL configuration. |
| * Zero means to use a default value. |
| * sessionId: Specific session ID, or zero to use default. |
| * pAttributes: If not NULL, supersedes streamType for use case selection. |
| * maxRequiredSpeed: For PCM tracks, this creates an appropriate buffer size that will allow |
| * maxRequiredSpeed playback. Values less than 1.0f and greater than |
| * AUDIO_TIMESTRETCH_SPEED_MAX will be clamped. For non-PCM tracks |
| * and direct or offloaded tracks, this parameter is ignored. |
| * (TODO: Handle this after offload / direct track is supported.) |
| * |
| * TODO: Revive removed arguments after offload mode is supported. |
| */ |
| JAudioTrack(uint32_t sampleRate, |
| audio_format_t format, |
| audio_channel_mask_t channelMask, |
| callback_t cbf, |
| void* user, |
| size_t frameCount = 0, |
| audio_session_t sessionId = AUDIO_SESSION_ALLOCATE, |
| const audio_attributes_t* pAttributes = NULL, |
| float maxRequiredSpeed = 1.0f); |
| |
| /* |
| // Q. May be used in AudioTrack.setPreferredDevice(AudioDeviceInfo)? |
| audio_port_handle_t selectedDeviceId, |
| |
| // TODO: No place to use these values. |
| int32_t notificationFrames, |
| const audio_offload_info_t *offloadInfo, |
| */ |
| |
| virtual ~JAudioTrack(); |
| |
| size_t frameCount(); |
| size_t channelCount(); |
| |
| /* Returns this track's estimated latency in milliseconds. |
| * This includes the latency due to AudioTrack buffer size, AudioMixer (if any) |
| * and audio hardware driver. |
| */ |
| uint32_t latency(); |
| |
| /* Return the total number of frames played since playback start. |
| * The counter will wrap (overflow) periodically, e.g. every ~27 hours at 44.1 kHz. |
| * It is reset to zero by flush(), reload(), and stop(). |
| * |
| * Parameters: |
| * |
| * position: Address where to return play head position. |
| * |
| * Returned status (from utils/Errors.h) can be: |
| * - NO_ERROR: successful operation |
| * - BAD_VALUE: position is NULL |
| */ |
| status_t getPosition(uint32_t *position); |
| |
| // TODO: Does this comment apply same to Java AudioTrack::getTimestamp? |
| // Changed the return type from status_t to bool, since Java AudioTrack::getTimestamp returns |
| // boolean. Will Java getTimestampWithStatus() be public? |
| /* Poll for a timestamp on demand. |
| * Use if EVENT_NEW_TIMESTAMP is not delivered often enough for your needs, |
| * or if you need to get the most recent timestamp outside of the event callback handler. |
| * Caution: calling this method too often may be inefficient; |
| * if you need a high resolution mapping between frame position and presentation time, |
| * consider implementing that at application level, based on the low resolution timestamps. |
| * Returns NO_ERROR if timestamp is valid. |
| * NO_INIT if finds error, and timestamp parameter will be undefined on return. |
| */ |
| status_t getTimestamp(AudioTimestamp& timestamp); |
| |
| // TODO: This doc is just copied from AudioTrack.h. Revise it after implemenation. |
| /* Return the extended timestamp, with additional timebase info and improved drain behavior. |
| * |
| * This is similar to the AudioTrack.java API: |
| * getTimestamp(@NonNull AudioTimestamp timestamp, @AudioTimestamp.Timebase int timebase) |
| * |
| * Some differences between this method and the getTimestamp(AudioTimestamp& timestamp) method |
| * |
| * 1. stop() by itself does not reset the frame position. |
| * A following start() resets the frame position to 0. |
| * 2. flush() by itself does not reset the frame position. |
| * The frame position advances by the number of frames flushed, |
| * when the first frame after flush reaches the audio sink. |
| * 3. BOOTTIME clock offsets are provided to help synchronize with |
| * non-audio streams, e.g. sensor data. |
| * 4. Position is returned with 64 bits of resolution. |
| * |
| * Parameters: |
| * timestamp: A pointer to the caller allocated ExtendedTimestamp. |
| * |
| * Returns NO_ERROR on success; timestamp is filled with valid data. |
| * BAD_VALUE if timestamp is NULL. |
| * WOULD_BLOCK if called immediately after start() when the number |
| * of frames consumed is less than the |
| * overall hardware latency to physical output. In WOULD_BLOCK cases, |
| * one might poll again, or use getPosition(), or use 0 position and |
| * current time for the timestamp. |
| * If WOULD_BLOCK is returned, the timestamp is still |
| * modified with the LOCATION_CLIENT portion filled. |
| * DEAD_OBJECT if AudioFlinger dies or the output device changes and |
| * the track cannot be automatically restored. |
| * The application needs to recreate the AudioTrack |
| * because the audio device changed or AudioFlinger died. |
| * This typically occurs for direct or offloaded tracks |
| * or if mDoNotReconnect is true. |
| * INVALID_OPERATION if called on a offloaded or direct track. |
| * Use getTimestamp(AudioTimestamp& timestamp) instead. |
| */ |
| status_t getTimestamp(ExtendedTimestamp *timestamp); |
| |
| /* Set source playback rate for timestretch |
| * 1.0 is normal speed: < 1.0 is slower, > 1.0 is faster |
| * 1.0 is normal pitch: < 1.0 is lower pitch, > 1.0 is higher pitch |
| * |
| * AUDIO_TIMESTRETCH_SPEED_MIN <= speed <= AUDIO_TIMESTRETCH_SPEED_MAX |
| * AUDIO_TIMESTRETCH_PITCH_MIN <= pitch <= AUDIO_TIMESTRETCH_PITCH_MAX |
| * |
| * Speed increases the playback rate of media, but does not alter pitch. |
| * Pitch increases the "tonal frequency" of media, but does not affect the playback rate. |
| */ |
| status_t setPlaybackRate(const AudioPlaybackRate &playbackRate); |
| |
| /* Return current playback rate */ |
| const AudioPlaybackRate getPlaybackRate(); |
| |
| /* Sets the volume shaper object */ |
| media::VolumeShaper::Status applyVolumeShaper( |
| const sp<media::VolumeShaper::Configuration>& configuration, |
| const sp<media::VolumeShaper::Operation>& operation); |
| |
| /* Set the send level for this track. An auxiliary effect should be attached |
| * to the track with attachEffect(). Level must be >= 0.0 and <= 1.0. |
| */ |
| status_t setAuxEffectSendLevel(float level); |
| |
| /* Attach track auxiliary output to specified effect. Use effectId = 0 |
| * to detach track from effect. |
| * |
| * Parameters: |
| * |
| * effectId: effectId obtained from AudioEffect::id(). |
| * |
| * Returned status (from utils/Errors.h) can be: |
| * - NO_ERROR: successful operation |
| * - INVALID_OPERATION: The effect is not an auxiliary effect. |
| * - BAD_VALUE: The specified effect ID is invalid. |
| */ |
| status_t attachAuxEffect(int effectId); |
| |
| /* Set volume for this track, mostly used for games' sound effects |
| * left and right volumes. Levels must be >= 0.0 and <= 1.0. |
| * This is the older API. New applications should use setVolume(float) when possible. |
| */ |
| status_t setVolume(float left, float right); |
| |
| /* Set volume for all channels. This is the preferred API for new applications, |
| * especially for multi-channel content. |
| */ |
| status_t setVolume(float volume); |
| |
| // TODO: Does this comment equally apply to the Java AudioTrack::play()? |
| /* After it's created the track is not active. Call start() to |
| * make it active. If set, the callback will start being called. |
| * If the track was previously paused, volume is ramped up over the first mix buffer. |
| */ |
| status_t start(); |
| |
| // TODO: Does this comment still applies? It seems not. (obtainBuffer, AudioFlinger, ...) |
| /* As a convenience we provide a write() interface to the audio buffer. |
| * Input parameter 'size' is in byte units. |
| * This is implemented on top of obtainBuffer/releaseBuffer. For best |
| * performance use callbacks. Returns actual number of bytes written >= 0, |
| * or one of the following negative status codes: |
| * INVALID_OPERATION AudioTrack is configured for static buffer or streaming mode |
| * BAD_VALUE size is invalid |
| * WOULD_BLOCK when obtainBuffer() returns same, or |
| * AudioTrack was stopped during the write |
| * DEAD_OBJECT when AudioFlinger dies or the output device changes and |
| * the track cannot be automatically restored. |
| * The application needs to recreate the AudioTrack |
| * because the audio device changed or AudioFlinger died. |
| * This typically occurs for direct or offload tracks |
| * or if mDoNotReconnect is true. |
| * or any other error code returned by IAudioTrack::start() or restoreTrack_l(). |
| * Default behavior is to only return when all data has been transferred. Set 'blocking' to |
| * false for the method to return immediately without waiting to try multiple times to write |
| * the full content of the buffer. |
| */ |
| ssize_t write(const void* buffer, size_t size, bool blocking = true); |
| |
| // TODO: Does this comment equally apply to the Java AudioTrack::stop()? |
| /* Stop a track. |
| * In static buffer mode, the track is stopped immediately. |
| * In streaming mode, the callback will cease being called. Note that obtainBuffer() still |
| * works and will fill up buffers until the pool is exhausted, and then will return WOULD_BLOCK. |
| * In streaming mode the stop does not occur immediately: any data remaining in the buffer |
| * is first drained, mixed, and output, and only then is the track marked as stopped. |
| */ |
| void stop(); |
| bool stopped() const; |
| |
| // TODO: Does this comment equally apply to the Java AudioTrack::flush()? |
| /* Flush a stopped or paused track. All previously buffered data is discarded immediately. |
| * This has the effect of draining the buffers without mixing or output. |
| * Flush is intended for streaming mode, for example before switching to non-contiguous content. |
| * This function is a no-op if the track is not stopped or paused, or uses a static buffer. |
| */ |
| void flush(); |
| |
| // TODO: Does this comment equally apply to the Java AudioTrack::pause()? |
| // At least we are not using obtainBuffer. |
| /* Pause a track. After pause, the callback will cease being called and |
| * obtainBuffer returns WOULD_BLOCK. Note that obtainBuffer() still works |
| * and will fill up buffers until the pool is exhausted. |
| * Volume is ramped down over the next mix buffer following the pause request, |
| * and then the track is marked as paused. It can be resumed with ramp up by start(). |
| */ |
| void pause(); |
| |
| bool isPlaying() const; |
| |
| /* Return current source sample rate in Hz. |
| * If specified as zero in constructor, this will be the sink sample rate. |
| */ |
| uint32_t getSampleRate(); |
| |
| /* Returns the buffer duration in microseconds at current playback rate. */ |
| status_t getBufferDurationInUs(int64_t *duration); |
| |
| audio_format_t format(); |
| |
| size_t frameSize(); |
| |
| /* |
| * Dumps the state of an audio track. |
| * Not a general-purpose API; intended only for use by media player service to dump its tracks. |
| */ |
| status_t dump(int fd, const Vector<String16>& args) const; |
| |
| /* Returns the AudioDeviceInfo used by the output to which this AudioTrack is |
| * attached. |
| */ |
| jobject getRoutedDevice(); |
| |
| /* Returns the ID of the audio session this AudioTrack belongs to. */ |
| audio_session_t getAudioSessionId(); |
| |
| /* Sets the preferred audio device to use for output of this AudioTrack. |
| * |
| * Parameters: |
| * Device: an AudioDeviceInfo object. |
| * |
| * Returned value: |
| * - NO_ERROR: successful operation |
| * - BAD_VALUE: failed to set the device |
| */ |
| status_t setPreferredDevice(jobject device); |
| |
| // TODO: Add AUDIO_OUTPUT_FLAG_DIRECT when it is possible to check. |
| // TODO: Add AUDIO_FLAG_HW_AV_SYNC when it is possible to check. |
| /* Returns the flags */ |
| audio_output_flags_t getFlags() const { return mFlags; } |
| |
| /* We don't keep stream type here, |
| * instead, we keep attributes and call getVolumeControlStream() to get stream type |
| */ |
| audio_stream_type_t getAudioStreamType(); |
| |
| /* Obtain the pending duration in milliseconds for playback of pure PCM data remaining in |
| * AudioTrack. |
| * |
| * Returns NO_ERROR if successful. |
| * INVALID_OPERATION if the AudioTrack does not contain pure PCM data. |
| * BAD_VALUE if msec is nullptr. |
| */ |
| status_t pendingDuration(int32_t *msec); |
| |
| /* Adds an AudioDeviceCallback. The caller will be notified when the audio device to which this |
| * AudioTrack is routed is updated. |
| * Replaces any previously installed callback. |
| * |
| * Parameters: |
| * Listener: the listener to receive notification of rerouting events. |
| * Handler: the handler to handler the rerouting events. |
| * |
| * Returns NO_ERROR if successful. |
| * (TODO) INVALID_OPERATION if the same callback is already installed. |
| * (TODO) NO_INIT or PREMISSION_DENIED if AudioFlinger service is not reachable |
| * (TODO) BAD_VALUE if the callback is NULL |
| */ |
| status_t addAudioDeviceCallback(jobject listener, jobject rd); |
| |
| /* Removes an AudioDeviceCallback. |
| * |
| * Parameters: |
| * Listener: the listener to receive notification of rerouting events. |
| * |
| * Returns NO_ERROR if successful. |
| * (TODO) INVALID_OPERATION if the callback is not installed |
| * (TODO) BAD_VALUE if the callback is NULL |
| */ |
| status_t removeAudioDeviceCallback(jobject listener); |
| |
| /* Register all backed-up routing delegates. |
| * |
| * Parameters: |
| * routingDelegates: backed-up routing delegates |
| * |
| */ |
| void registerRoutingDelegates(std::vector<std::pair<jobject, jobject>>& routingDelegates); |
| |
| /* get listener from RoutingDelegate object |
| */ |
| static jobject getListener(const jobject routingDelegateObj); |
| |
| /* get handler from RoutingDelegate object |
| */ |
| static jobject getHandler(const jobject routingDelegateObj); |
| |
| /* convert local reference to global reference. |
| */ |
| static jobject addGlobalRef(const jobject obj); |
| |
| /* erase global reference. |
| * |
| * Returns NO_ERROR if succeeds |
| * BAD_VALUE if obj is NULL |
| */ |
| static status_t removeGlobalRef(const jobject obj); |
| |
| /* |
| * Parameters: |
| * map and key |
| * |
| * Returns value if key is in the map |
| * nullptr if key is not in the map |
| */ |
| static jobject findByKey(std::vector<std::pair<jobject, jobject>>& mp, const jobject key); |
| |
| /* |
| * Parameters: |
| * map and key |
| */ |
| static void eraseByKey(std::vector<std::pair<jobject, jobject>>& mp, const jobject key); |
| |
| private: |
| audio_output_flags_t mFlags; |
| |
| jclass mAudioTrackCls; |
| jobject mAudioTrackObj; |
| jobject mAudioAttributesObj; |
| |
| /* Creates a Java VolumeShaper.Configuration object from VolumeShaper::Configuration */ |
| jobject createVolumeShaperConfigurationObj( |
| const sp<media::VolumeShaper::Configuration>& config); |
| |
| /* Creates a Java VolumeShaper.Operation object from VolumeShaper::Operation */ |
| jobject createVolumeShaperOperationObj( |
| const sp<media::VolumeShaper::Operation>& operation); |
| |
| /* Creates a Java StreamEventCallback object */ |
| jobject createStreamEventCallback(callback_t cbf, void* user); |
| |
| /* Creates a Java Executor object for running a callback */ |
| jobject createCallbackExecutor(); |
| |
| status_t javaToNativeStatus(int javaStatus); |
| }; |
| |
| }; // namespace android |
| |
| #endif // ANDROID_JAUDIOTRACK_H |