blob: e6fdb1de58d3a6bb1ab25f8e66f19ccb94383032 [file] [log] [blame]
Glenn Kasten99e53b82012-01-19 08:59:58 -08001/*
Mathias Agopian65ab4712010-07-14 17:59:35 -07002**
3** Copyright 2007, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18#define LOG_TAG "AudioMixer"
Glenn Kasten7f5d3352013-02-15 23:55:04 +000019//#define LOG_NDEBUG 0
Mathias Agopian65ab4712010-07-14 17:59:35 -070020
Mikhail Naganov3b73e992019-07-31 14:53:29 -070021#include <sstream>
Mathias Agopian65ab4712010-07-14 17:59:35 -070022#include <stdint.h>
23#include <string.h>
24#include <stdlib.h>
Andy Hung5e58b0a2014-06-23 19:07:29 -070025#include <math.h>
Mathias Agopian65ab4712010-07-14 17:59:35 -070026#include <sys/types.h>
27
28#include <utils/Errors.h>
29#include <utils/Log.h>
30
Jean-Michel Trivi0d255b22011-05-24 15:53:33 -070031#include <system/audio.h>
32
Glenn Kasten3b21c502011-12-15 09:52:39 -080033#include <audio_utils/primitives.h>
Andy Hungef7c7fb2014-05-12 16:51:41 -070034#include <audio_utils/format.h>
Andy Hung068561c2017-01-03 17:09:32 -080035#include <media/AudioMixer.h>
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070036
Andy Hung296b7412014-06-17 15:25:47 -070037#include "AudioMixerOps.h"
Mathias Agopian65ab4712010-07-14 17:59:35 -070038
Andy Hunge93b6b72014-07-17 21:30:53 -070039// The FCC_2 macro refers to the Fixed Channel Count of 2 for the legacy integer mixer.
Andy Hung296b7412014-06-17 15:25:47 -070040#ifndef FCC_2
41#define FCC_2 2
42#endif
43
Andy Hunge93b6b72014-07-17 21:30:53 -070044// Look for MONO_HACK for any Mono hack involving legacy mono channel to
45// stereo channel conversion.
46
Andy Hung296b7412014-06-17 15:25:47 -070047/* VERY_VERY_VERBOSE_LOGGING will show exactly which process hook and track hook is
48 * being used. This is a considerable amount of log spam, so don't enable unless you
49 * are verifying the hook based code.
50 */
51//#define VERY_VERY_VERBOSE_LOGGING
52#ifdef VERY_VERY_VERBOSE_LOGGING
53#define ALOGVV ALOGV
54//define ALOGVV printf // for test-mixer.cpp
55#else
56#define ALOGVV(a...) do { } while (0)
57#endif
58
Andy Hung1b2fdcb2014-07-16 17:44:34 -070059// Set to default copy buffer size in frames for input processing.
Mikhail Naganov3b73e992019-07-31 14:53:29 -070060static constexpr size_t kCopyBufferFrameCount = 256;
Andy Hung1b2fdcb2014-07-16 17:44:34 -070061
Mathias Agopian65ab4712010-07-14 17:59:35 -070062namespace android {
Mathias Agopian65ab4712010-07-14 17:59:35 -070063
64// ----------------------------------------------------------------------------
Andy Hung1b2fdcb2014-07-16 17:44:34 -070065
Mikhail Naganov7ad7a252019-07-30 14:42:32 -070066bool AudioMixer::isValidChannelMask(audio_channel_mask_t channelMask) const {
67 return audio_channel_mask_is_valid(channelMask); // the RemixBufferProvider is flexible.
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -080068}
Mathias Agopian65ab4712010-07-14 17:59:35 -070069
Andy Hunge93b6b72014-07-17 21:30:53 -070070// Called when channel masks have changed for a track name
Andy Hung7f475492014-08-25 16:36:37 -070071// TODO: Fix DownmixerBufferProvider not to (possibly) change mixer input format,
Andy Hunge93b6b72014-07-17 21:30:53 -070072// which will simplify this logic.
73bool AudioMixer::setChannelMasks(int name,
74 audio_channel_mask_t trackChannelMask, audio_channel_mask_t mixerChannelMask) {
Andy Hung1bc088a2018-02-09 15:57:31 -080075 LOG_ALWAYS_FATAL_IF(!exists(name), "invalid name: %d", name);
Mikhail Naganov7ad7a252019-07-30 14:42:32 -070076 const std::shared_ptr<Track> &track = getTrack(name);
Andy Hunge93b6b72014-07-17 21:30:53 -070077
jiabin245cdd92018-12-07 17:55:15 -080078 if (trackChannelMask == (track->channelMask | track->mHapticChannelMask)
79 && mixerChannelMask == (track->mMixerChannelMask | track->mMixerHapticChannelMask)) {
Andy Hunge93b6b72014-07-17 21:30:53 -070080 return false; // no need to change
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -070081 }
Mikhail Naganov55773032020-10-01 15:08:13 -070082 const audio_channel_mask_t hapticChannelMask =
83 static_cast<audio_channel_mask_t>(trackChannelMask & AUDIO_CHANNEL_HAPTIC_ALL);
84 trackChannelMask = static_cast<audio_channel_mask_t>(
85 trackChannelMask & ~AUDIO_CHANNEL_HAPTIC_ALL);
86 const audio_channel_mask_t mixerHapticChannelMask = static_cast<audio_channel_mask_t>(
87 mixerChannelMask & AUDIO_CHANNEL_HAPTIC_ALL);
88 mixerChannelMask = static_cast<audio_channel_mask_t>(
89 mixerChannelMask & ~AUDIO_CHANNEL_HAPTIC_ALL);
Andy Hunge93b6b72014-07-17 21:30:53 -070090 // always recompute for both channel masks even if only one has changed.
91 const uint32_t trackChannelCount = audio_channel_count_from_out_mask(trackChannelMask);
92 const uint32_t mixerChannelCount = audio_channel_count_from_out_mask(mixerChannelMask);
jiabin245cdd92018-12-07 17:55:15 -080093 const uint32_t hapticChannelCount = audio_channel_count_from_out_mask(hapticChannelMask);
94 const uint32_t mixerHapticChannelCount =
95 audio_channel_count_from_out_mask(mixerHapticChannelMask);
Andy Hunge93b6b72014-07-17 21:30:53 -070096
97 ALOG_ASSERT((trackChannelCount <= MAX_NUM_CHANNELS_TO_DOWNMIX)
98 && trackChannelCount
99 && mixerChannelCount);
Andy Hung8ed196a2018-01-05 13:21:11 -0800100 track->channelMask = trackChannelMask;
101 track->channelCount = trackChannelCount;
102 track->mMixerChannelMask = mixerChannelMask;
103 track->mMixerChannelCount = mixerChannelCount;
jiabin245cdd92018-12-07 17:55:15 -0800104 track->mHapticChannelMask = hapticChannelMask;
105 track->mHapticChannelCount = hapticChannelCount;
106 track->mMixerHapticChannelMask = mixerHapticChannelMask;
107 track->mMixerHapticChannelCount = mixerHapticChannelCount;
108
109 if (track->mHapticChannelCount > 0) {
110 track->mAdjustInChannelCount = track->channelCount + track->mHapticChannelCount;
jiabin0e6babc2021-10-21 20:35:05 +0000111 track->mAdjustOutChannelCount = track->channelCount;
jiabin245cdd92018-12-07 17:55:15 -0800112 track->mKeepContractedChannels = track->mHapticPlaybackEnabled;
113 } else {
114 track->mAdjustInChannelCount = 0;
115 track->mAdjustOutChannelCount = 0;
jiabin245cdd92018-12-07 17:55:15 -0800116 track->mKeepContractedChannels = false;
117 }
Andy Hunge93b6b72014-07-17 21:30:53 -0700118
119 // channel masks have changed, does this track need a downmixer?
120 // update to try using our desired format (if we aren't already using it)
Andy Hung8ed196a2018-01-05 13:21:11 -0800121 const status_t status = track->prepareForDownmix();
Andy Hunge93b6b72014-07-17 21:30:53 -0700122 ALOGE_IF(status != OK,
Andy Hung0f451e92014-08-04 21:28:47 -0700123 "prepareForDownmix error %d, track channel mask %#x, mixer channel mask %#x",
Andy Hung8ed196a2018-01-05 13:21:11 -0800124 status, track->channelMask, track->mMixerChannelMask);
Andy Hunge93b6b72014-07-17 21:30:53 -0700125
Yung Ti Su1a0ecc32018-05-07 11:09:15 +0800126 // always do reformat since channel mask changed,
127 // do it after downmix since track format may change!
128 track->prepareForReformat();
Andy Hunge93b6b72014-07-17 21:30:53 -0700129
jiabin0e6babc2021-10-21 20:35:05 +0000130 track->prepareForAdjustChannels(mFrameCount);
jiabindce8f8c2018-12-10 17:49:31 -0800131
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700132 // Resampler channels may have changed.
133 track->recreateResampler(mSampleRate);
Andy Hunge93b6b72014-07-17 21:30:53 -0700134 return true;
135}
136
Andy Hung8ed196a2018-01-05 13:21:11 -0800137void AudioMixer::Track::unprepareForDownmix() {
Andy Hung0f451e92014-08-04 21:28:47 -0700138 ALOGV("AudioMixer::unprepareForDownmix(%p)", this);
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700139
Andy Hung8ed196a2018-01-05 13:21:11 -0800140 if (mPostDownmixReformatBufferProvider.get() != nullptr) {
Andy Hung85395892017-04-25 16:47:52 -0700141 // release any buffers held by the mPostDownmixReformatBufferProvider
Andy Hung8ed196a2018-01-05 13:21:11 -0800142 // before deallocating the mDownmixerBufferProvider.
Andy Hung85395892017-04-25 16:47:52 -0700143 mPostDownmixReformatBufferProvider->reset();
144 }
145
Andy Hung7f475492014-08-25 16:36:37 -0700146 mDownmixRequiresFormat = AUDIO_FORMAT_INVALID;
Andy Hung8ed196a2018-01-05 13:21:11 -0800147 if (mDownmixerBufferProvider.get() != nullptr) {
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700148 // this track had previously been configured with a downmixer, delete it
Andy Hung8ed196a2018-01-05 13:21:11 -0800149 mDownmixerBufferProvider.reset(nullptr);
Andy Hung0f451e92014-08-04 21:28:47 -0700150 reconfigureBufferProviders();
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700151 } else {
152 ALOGV(" nothing to do, no downmixer to delete");
153 }
154}
155
Andy Hung8ed196a2018-01-05 13:21:11 -0800156status_t AudioMixer::Track::prepareForDownmix()
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700157{
Andy Hung0f451e92014-08-04 21:28:47 -0700158 ALOGV("AudioMixer::prepareForDownmix(%p) with mask 0x%x",
159 this, channelMask);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700160
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700161 // discard the previous downmixer if there was one
Andy Hung0f451e92014-08-04 21:28:47 -0700162 unprepareForDownmix();
Andy Hung73e62e22015-04-20 12:06:38 -0700163 // MONO_HACK Only remix (upmix or downmix) if the track and mixer/device channel masks
Judy Hsiaoc5cf9e22019-08-15 11:32:02 +0800164 // are not the same and not handled internally, as mono for channel position masks is.
Andy Hung0f451e92014-08-04 21:28:47 -0700165 if (channelMask == mMixerChannelMask
166 || (channelMask == AUDIO_CHANNEL_OUT_MONO
Judy Hsiaoc5cf9e22019-08-15 11:32:02 +0800167 && isAudioChannelPositionMask(mMixerChannelMask))) {
Andy Hung0f451e92014-08-04 21:28:47 -0700168 return NO_ERROR;
169 }
Andy Hung650ceb92015-01-29 13:31:12 -0800170 // DownmixerBufferProvider is only used for position masks.
171 if (audio_channel_mask_get_representation(channelMask)
172 == AUDIO_CHANNEL_REPRESENTATION_POSITION
173 && DownmixerBufferProvider::isMultichannelCapable()) {
Andy Hung66942552018-12-21 16:07:12 -0800174
175 // Check if we have a float or int16 downmixer, in that order.
176 for (const audio_format_t format : { AUDIO_FORMAT_PCM_FLOAT, AUDIO_FORMAT_PCM_16_BIT }) {
177 mDownmixerBufferProvider.reset(new DownmixerBufferProvider(
178 channelMask, mMixerChannelMask,
179 format,
180 sampleRate, sessionId, kCopyBufferFrameCount));
181 if (static_cast<DownmixerBufferProvider *>(mDownmixerBufferProvider.get())
182 ->isValid()) {
183 mDownmixRequiresFormat = format;
184 reconfigureBufferProviders();
185 return NO_ERROR;
186 }
Andy Hung34803d52014-07-16 21:41:35 -0700187 }
Andy Hung8ed196a2018-01-05 13:21:11 -0800188 // mDownmixerBufferProvider reset below.
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700189 }
Andy Hunge93b6b72014-07-17 21:30:53 -0700190
Andy Hungeda3e932021-10-21 13:44:56 -0700191 // See if we should use our built-in non-effect downmixer.
192 if (mMixerInFormat == AUDIO_FORMAT_PCM_FLOAT
193 && mMixerChannelMask == AUDIO_CHANNEL_OUT_STEREO
194 && audio_channel_mask_get_representation(channelMask)
195 == AUDIO_CHANNEL_REPRESENTATION_POSITION) {
196 mDownmixerBufferProvider.reset(new ChannelMixBufferProvider(channelMask,
197 mMixerChannelMask, mMixerInFormat, kCopyBufferFrameCount));
198 if (static_cast<ChannelMixBufferProvider *>(mDownmixerBufferProvider.get())
199 ->isValid()) {
200 mDownmixRequiresFormat = mMixerInFormat;
201 reconfigureBufferProviders();
202 ALOGD("%s: Fallback using ChannelMix", __func__);
203 return NO_ERROR;
204 } else {
205 ALOGD("%s: ChannelMix not supported for channel mask %#x", __func__, channelMask);
206 }
207 }
208
Andy Hunge93b6b72014-07-17 21:30:53 -0700209 // Effect downmixer does not accept the channel conversion. Let's use our remixer.
Andy Hung8ed196a2018-01-05 13:21:11 -0800210 mDownmixerBufferProvider.reset(new RemixBufferProvider(channelMask,
211 mMixerChannelMask, mMixerInFormat, kCopyBufferFrameCount));
Andy Hunge93b6b72014-07-17 21:30:53 -0700212 // Remix always finds a conversion whereas Downmixer effect above may fail.
Andy Hung0f451e92014-08-04 21:28:47 -0700213 reconfigureBufferProviders();
Andy Hunge93b6b72014-07-17 21:30:53 -0700214 return NO_ERROR;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700215}
216
Andy Hung8ed196a2018-01-05 13:21:11 -0800217void AudioMixer::Track::unprepareForReformat() {
Andy Hung0f451e92014-08-04 21:28:47 -0700218 ALOGV("AudioMixer::unprepareForReformat(%p)", this);
Andy Hung7f475492014-08-25 16:36:37 -0700219 bool requiresReconfigure = false;
Andy Hung8ed196a2018-01-05 13:21:11 -0800220 if (mReformatBufferProvider.get() != nullptr) {
221 mReformatBufferProvider.reset(nullptr);
Andy Hung7f475492014-08-25 16:36:37 -0700222 requiresReconfigure = true;
223 }
Andy Hung8ed196a2018-01-05 13:21:11 -0800224 if (mPostDownmixReformatBufferProvider.get() != nullptr) {
225 mPostDownmixReformatBufferProvider.reset(nullptr);
Andy Hung7f475492014-08-25 16:36:37 -0700226 requiresReconfigure = true;
227 }
228 if (requiresReconfigure) {
Andy Hung0f451e92014-08-04 21:28:47 -0700229 reconfigureBufferProviders();
Andy Hungef7c7fb2014-05-12 16:51:41 -0700230 }
231}
232
Andy Hung8ed196a2018-01-05 13:21:11 -0800233status_t AudioMixer::Track::prepareForReformat()
Andy Hungef7c7fb2014-05-12 16:51:41 -0700234{
Andy Hung0f451e92014-08-04 21:28:47 -0700235 ALOGV("AudioMixer::prepareForReformat(%p) with format %#x", this, mFormat);
Andy Hung7f475492014-08-25 16:36:37 -0700236 // discard previous reformatters
Andy Hung0f451e92014-08-04 21:28:47 -0700237 unprepareForReformat();
Andy Hung7f475492014-08-25 16:36:37 -0700238 // only configure reformatters as needed
239 const audio_format_t targetFormat = mDownmixRequiresFormat != AUDIO_FORMAT_INVALID
240 ? mDownmixRequiresFormat : mMixerInFormat;
241 bool requiresReconfigure = false;
242 if (mFormat != targetFormat) {
Andy Hung8ed196a2018-01-05 13:21:11 -0800243 mReformatBufferProvider.reset(new ReformatBufferProvider(
Andy Hung0f451e92014-08-04 21:28:47 -0700244 audio_channel_count_from_out_mask(channelMask),
Andy Hung7f475492014-08-25 16:36:37 -0700245 mFormat,
246 targetFormat,
Andy Hung8ed196a2018-01-05 13:21:11 -0800247 kCopyBufferFrameCount));
Andy Hung7f475492014-08-25 16:36:37 -0700248 requiresReconfigure = true;
Kevin Rocarde053bfa2017-11-09 22:07:34 -0800249 } else if (mFormat == AUDIO_FORMAT_PCM_FLOAT) {
250 // Input and output are floats, make sure application did not provide > 3db samples
251 // that would break volume application (b/68099072)
252 // TODO: add a trusted source flag to avoid the overhead
253 mReformatBufferProvider.reset(new ClampFloatBufferProvider(
254 audio_channel_count_from_out_mask(channelMask),
255 kCopyBufferFrameCount));
256 requiresReconfigure = true;
Andy Hung7f475492014-08-25 16:36:37 -0700257 }
258 if (targetFormat != mMixerInFormat) {
Andy Hung8ed196a2018-01-05 13:21:11 -0800259 mPostDownmixReformatBufferProvider.reset(new ReformatBufferProvider(
Andy Hung7f475492014-08-25 16:36:37 -0700260 audio_channel_count_from_out_mask(mMixerChannelMask),
261 targetFormat,
262 mMixerInFormat,
Andy Hung8ed196a2018-01-05 13:21:11 -0800263 kCopyBufferFrameCount));
Andy Hung7f475492014-08-25 16:36:37 -0700264 requiresReconfigure = true;
265 }
266 if (requiresReconfigure) {
Andy Hung0f451e92014-08-04 21:28:47 -0700267 reconfigureBufferProviders();
Andy Hung296b7412014-06-17 15:25:47 -0700268 }
269 return NO_ERROR;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700270}
271
jiabindce8f8c2018-12-10 17:49:31 -0800272void AudioMixer::Track::unprepareForAdjustChannels()
273{
274 ALOGV("AUDIOMIXER::unprepareForAdjustChannels");
275 if (mAdjustChannelsBufferProvider.get() != nullptr) {
276 mAdjustChannelsBufferProvider.reset(nullptr);
277 reconfigureBufferProviders();
278 }
279}
280
jiabin0e6babc2021-10-21 20:35:05 +0000281status_t AudioMixer::Track::prepareForAdjustChannels(size_t frames)
jiabindce8f8c2018-12-10 17:49:31 -0800282{
283 ALOGV("AudioMixer::prepareForAdjustChannels(%p) with inChannelCount: %u, outChannelCount: %u",
284 this, mAdjustInChannelCount, mAdjustOutChannelCount);
285 unprepareForAdjustChannels();
286 if (mAdjustInChannelCount != mAdjustOutChannelCount) {
jiabindce8f8c2018-12-10 17:49:31 -0800287 uint8_t* buffer = mKeepContractedChannels
288 ? (uint8_t*)mainBuffer + frames * audio_bytes_per_frame(
289 mMixerChannelCount, mMixerFormat)
jiabin0e6babc2021-10-21 20:35:05 +0000290 : nullptr;
291 mAdjustChannelsBufferProvider.reset(new AdjustChannelsBufferProvider(
292 mFormat, mAdjustInChannelCount, mAdjustOutChannelCount, frames,
293 mKeepContractedChannels ? mMixerFormat : AUDIO_FORMAT_INVALID,
294 buffer, mMixerHapticChannelCount));
jiabindce8f8c2018-12-10 17:49:31 -0800295 reconfigureBufferProviders();
296 }
297 return NO_ERROR;
298}
299
300void AudioMixer::Track::clearContractedBuffer()
301{
jiabin0e6babc2021-10-21 20:35:05 +0000302 if (mAdjustChannelsBufferProvider.get() != nullptr) {
jiabinea8fa7a2019-02-22 14:41:50 -0800303 static_cast<AdjustChannelsBufferProvider*>(
jiabin0e6babc2021-10-21 20:35:05 +0000304 mAdjustChannelsBufferProvider.get())->clearContractedFrames();
jiabindce8f8c2018-12-10 17:49:31 -0800305 }
306}
307
Andy Hung8ed196a2018-01-05 13:21:11 -0800308void AudioMixer::Track::reconfigureBufferProviders()
Andy Hungef7c7fb2014-05-12 16:51:41 -0700309{
Andy Hung3a34df92018-08-21 12:32:30 -0700310 // configure from upstream to downstream buffer providers.
Andy Hung0f451e92014-08-04 21:28:47 -0700311 bufferProvider = mInputBufferProvider;
jiabindce8f8c2018-12-10 17:49:31 -0800312 if (mAdjustChannelsBufferProvider.get() != nullptr) {
313 mAdjustChannelsBufferProvider->setBufferProvider(bufferProvider);
314 bufferProvider = mAdjustChannelsBufferProvider.get();
315 }
Andy Hung8ed196a2018-01-05 13:21:11 -0800316 if (mReformatBufferProvider.get() != nullptr) {
Andy Hung0f451e92014-08-04 21:28:47 -0700317 mReformatBufferProvider->setBufferProvider(bufferProvider);
Andy Hung8ed196a2018-01-05 13:21:11 -0800318 bufferProvider = mReformatBufferProvider.get();
Andy Hungef7c7fb2014-05-12 16:51:41 -0700319 }
Andy Hung8ed196a2018-01-05 13:21:11 -0800320 if (mDownmixerBufferProvider.get() != nullptr) {
321 mDownmixerBufferProvider->setBufferProvider(bufferProvider);
322 bufferProvider = mDownmixerBufferProvider.get();
Andy Hungef7c7fb2014-05-12 16:51:41 -0700323 }
Andy Hung8ed196a2018-01-05 13:21:11 -0800324 if (mPostDownmixReformatBufferProvider.get() != nullptr) {
Andy Hung7f475492014-08-25 16:36:37 -0700325 mPostDownmixReformatBufferProvider->setBufferProvider(bufferProvider);
Andy Hung8ed196a2018-01-05 13:21:11 -0800326 bufferProvider = mPostDownmixReformatBufferProvider.get();
Andy Hung7f475492014-08-25 16:36:37 -0700327 }
Andy Hung8ed196a2018-01-05 13:21:11 -0800328 if (mTimestretchBufferProvider.get() != nullptr) {
Andy Hungc5656cc2015-03-26 19:04:33 -0700329 mTimestretchBufferProvider->setBufferProvider(bufferProvider);
Andy Hung8ed196a2018-01-05 13:21:11 -0800330 bufferProvider = mTimestretchBufferProvider.get();
Andy Hungc5656cc2015-03-26 19:04:33 -0700331 }
Andy Hungef7c7fb2014-05-12 16:51:41 -0700332}
333
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800334void AudioMixer::setParameter(int name, int target, int param, void *value)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700335{
Andy Hung1bc088a2018-02-09 15:57:31 -0800336 LOG_ALWAYS_FATAL_IF(!exists(name), "invalid name: %d", name);
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700337 const std::shared_ptr<Track> &track = getTrack(name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700338
Kévin PETIT377b2ec2014-02-03 12:35:36 +0000339 int valueInt = static_cast<int>(reinterpret_cast<uintptr_t>(value));
340 int32_t *valueBuf = reinterpret_cast<int32_t*>(value);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700341
342 switch (target) {
Glenn Kasten788040c2011-05-05 08:19:00 -0700343
Mathias Agopian65ab4712010-07-14 17:59:35 -0700344 case TRACK:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800345 switch (param) {
Glenn Kasten788040c2011-05-05 08:19:00 -0700346 case CHANNEL_MASK: {
Andy Hunge93b6b72014-07-17 21:30:53 -0700347 const audio_channel_mask_t trackChannelMask =
348 static_cast<audio_channel_mask_t>(valueInt);
jiabin245cdd92018-12-07 17:55:15 -0800349 if (setChannelMasks(name, trackChannelMask,
Mikhail Naganov55773032020-10-01 15:08:13 -0700350 static_cast<audio_channel_mask_t>(
351 track->mMixerChannelMask | track->mMixerHapticChannelMask))) {
Andy Hunge93b6b72014-07-17 21:30:53 -0700352 ALOGV("setParameter(TRACK, CHANNEL_MASK, %x)", trackChannelMask);
Andy Hung8ed196a2018-01-05 13:21:11 -0800353 invalidate();
Mathias Agopian65ab4712010-07-14 17:59:35 -0700354 }
Glenn Kasten788040c2011-05-05 08:19:00 -0700355 } break;
356 case MAIN_BUFFER:
Andy Hung8ed196a2018-01-05 13:21:11 -0800357 if (track->mainBuffer != valueBuf) {
358 track->mainBuffer = valueBuf;
Steve Block3856b092011-10-20 11:56:00 +0100359 ALOGV("setParameter(TRACK, MAIN_BUFFER, %p)", valueBuf);
jiabindce8f8c2018-12-10 17:49:31 -0800360 if (track->mKeepContractedChannels) {
jiabin0e6babc2021-10-21 20:35:05 +0000361 track->prepareForAdjustChannels(mFrameCount);
jiabindce8f8c2018-12-10 17:49:31 -0800362 }
Andy Hung8ed196a2018-01-05 13:21:11 -0800363 invalidate();
Mathias Agopian65ab4712010-07-14 17:59:35 -0700364 }
Glenn Kasten788040c2011-05-05 08:19:00 -0700365 break;
366 case AUX_BUFFER:
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700367 AudioMixerBase::setParameter(name, target, param, value);
Glenn Kasten788040c2011-05-05 08:19:00 -0700368 break;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700369 case FORMAT: {
370 audio_format_t format = static_cast<audio_format_t>(valueInt);
Andy Hung8ed196a2018-01-05 13:21:11 -0800371 if (track->mFormat != format) {
Andy Hungef7c7fb2014-05-12 16:51:41 -0700372 ALOG_ASSERT(audio_is_linear_pcm(format), "Invalid format %#x", format);
Andy Hung8ed196a2018-01-05 13:21:11 -0800373 track->mFormat = format;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700374 ALOGV("setParameter(TRACK, FORMAT, %#x)", format);
Andy Hung8ed196a2018-01-05 13:21:11 -0800375 track->prepareForReformat();
376 invalidate();
Andy Hungef7c7fb2014-05-12 16:51:41 -0700377 }
378 } break;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700379 // FIXME do we want to support setting the downmix type from AudioFlinger?
380 // for a specific track? or per mixer?
381 /* case DOWNMIX_TYPE:
382 break */
Andy Hung78820702014-02-28 16:23:02 -0800383 case MIXER_FORMAT: {
Andy Hunga1ab7cc2014-02-24 19:26:52 -0800384 audio_format_t format = static_cast<audio_format_t>(valueInt);
Andy Hung8ed196a2018-01-05 13:21:11 -0800385 if (track->mMixerFormat != format) {
386 track->mMixerFormat = format;
Andy Hung78820702014-02-28 16:23:02 -0800387 ALOGV("setParameter(TRACK, MIXER_FORMAT, %#x)", format);
jiabindce8f8c2018-12-10 17:49:31 -0800388 if (track->mKeepContractedChannels) {
jiabin0e6babc2021-10-21 20:35:05 +0000389 track->prepareForAdjustChannels(mFrameCount);
jiabindce8f8c2018-12-10 17:49:31 -0800390 }
Andy Hunga1ab7cc2014-02-24 19:26:52 -0800391 }
392 } break;
Andy Hunge93b6b72014-07-17 21:30:53 -0700393 case MIXER_CHANNEL_MASK: {
394 const audio_channel_mask_t mixerChannelMask =
395 static_cast<audio_channel_mask_t>(valueInt);
Mikhail Naganov55773032020-10-01 15:08:13 -0700396 if (setChannelMasks(name, static_cast<audio_channel_mask_t>(
397 track->channelMask | track->mHapticChannelMask),
jiabin245cdd92018-12-07 17:55:15 -0800398 mixerChannelMask)) {
Andy Hunge93b6b72014-07-17 21:30:53 -0700399 ALOGV("setParameter(TRACK, MIXER_CHANNEL_MASK, %#x)", mixerChannelMask);
Andy Hung8ed196a2018-01-05 13:21:11 -0800400 invalidate();
Andy Hunge93b6b72014-07-17 21:30:53 -0700401 }
402 } break;
jiabin245cdd92018-12-07 17:55:15 -0800403 case HAPTIC_ENABLED: {
404 const bool hapticPlaybackEnabled = static_cast<bool>(valueInt);
405 if (track->mHapticPlaybackEnabled != hapticPlaybackEnabled) {
406 track->mHapticPlaybackEnabled = hapticPlaybackEnabled;
407 track->mKeepContractedChannels = hapticPlaybackEnabled;
jiabin0e6babc2021-10-21 20:35:05 +0000408 track->prepareForAdjustChannels(mFrameCount);
jiabin245cdd92018-12-07 17:55:15 -0800409 }
410 } break;
jiabin77270b82018-12-18 15:41:29 -0800411 case HAPTIC_INTENSITY: {
jiabine70bc7f2020-06-30 22:07:55 -0700412 const os::HapticScale hapticIntensity = static_cast<os::HapticScale>(valueInt);
jiabin77270b82018-12-18 15:41:29 -0800413 if (track->mHapticIntensity != hapticIntensity) {
414 track->mHapticIntensity = hapticIntensity;
415 }
416 } break;
Lais Andradebc3f37a2021-07-02 00:13:19 +0100417 case HAPTIC_MAX_AMPLITUDE: {
418 const float hapticMaxAmplitude = *reinterpret_cast<float*>(value);
419 if (track->mHapticMaxAmplitude != hapticMaxAmplitude) {
420 track->mHapticMaxAmplitude = hapticMaxAmplitude;
421 }
422 } break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700423 default:
Glenn Kastenadad3d72014-02-21 14:51:43 -0800424 LOG_ALWAYS_FATAL("setParameter track: bad param %d", param);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700425 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700426 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700427
Mathias Agopian65ab4712010-07-14 17:59:35 -0700428 case RESAMPLE:
Mathias Agopian65ab4712010-07-14 17:59:35 -0700429 case RAMP_VOLUME:
430 case VOLUME:
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700431 AudioMixerBase::setParameter(name, target, param, value);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700432 break;
Mikhail Naganov3b73e992019-07-31 14:53:29 -0700433 case TIMESTRETCH:
434 switch (param) {
435 case PLAYBACK_RATE: {
436 const AudioPlaybackRate *playbackRate =
437 reinterpret_cast<AudioPlaybackRate*>(value);
438 ALOGW_IF(!isAudioPlaybackRateValid(*playbackRate),
439 "bad parameters speed %f, pitch %f",
440 playbackRate->mSpeed, playbackRate->mPitch);
441 if (track->setPlaybackRate(*playbackRate)) {
442 ALOGV("setParameter(TIMESTRETCH, PLAYBACK_RATE, STRETCH_MODE, FALLBACK_MODE "
443 "%f %f %d %d",
444 playbackRate->mSpeed,
445 playbackRate->mPitch,
446 playbackRate->mStretchMode,
447 playbackRate->mFallbackMode);
448 // invalidate(); (should not require reconfigure)
Andy Hungc5656cc2015-03-26 19:04:33 -0700449 }
Mikhail Naganov3b73e992019-07-31 14:53:29 -0700450 } break;
451 default:
452 LOG_ALWAYS_FATAL("setParameter timestretch: bad param %d", param);
453 }
454 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700455
456 default:
Glenn Kastenadad3d72014-02-21 14:51:43 -0800457 LOG_ALWAYS_FATAL("setParameter: bad target %d", target);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700458 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700459}
460
Andy Hung8ed196a2018-01-05 13:21:11 -0800461bool AudioMixer::Track::setPlaybackRate(const AudioPlaybackRate &playbackRate)
Andy Hungc5656cc2015-03-26 19:04:33 -0700462{
Andy Hung8ed196a2018-01-05 13:21:11 -0800463 if ((mTimestretchBufferProvider.get() == nullptr &&
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700464 fabs(playbackRate.mSpeed - mPlaybackRate.mSpeed) < AUDIO_TIMESTRETCH_SPEED_MIN_DELTA &&
465 fabs(playbackRate.mPitch - mPlaybackRate.mPitch) < AUDIO_TIMESTRETCH_PITCH_MIN_DELTA) ||
466 isAudioPlaybackRateEqual(playbackRate, mPlaybackRate)) {
Andy Hungc5656cc2015-03-26 19:04:33 -0700467 return false;
468 }
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700469 mPlaybackRate = playbackRate;
Andy Hung8ed196a2018-01-05 13:21:11 -0800470 if (mTimestretchBufferProvider.get() == nullptr) {
Andy Hungc5656cc2015-03-26 19:04:33 -0700471 // TODO: Remove MONO_HACK. Resampler sees #channels after the downmixer
472 // but if none exists, it is the channel count (1 for mono).
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700473 const int timestretchChannelCount = getOutputChannelCount();
Andy Hung8ed196a2018-01-05 13:21:11 -0800474 mTimestretchBufferProvider.reset(new TimestretchBufferProvider(timestretchChannelCount,
475 mMixerInFormat, sampleRate, playbackRate));
Andy Hungc5656cc2015-03-26 19:04:33 -0700476 reconfigureBufferProviders();
477 } else {
Andy Hung8ed196a2018-01-05 13:21:11 -0800478 static_cast<TimestretchBufferProvider*>(mTimestretchBufferProvider.get())
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700479 ->setPlaybackRate(playbackRate);
Andy Hungc5656cc2015-03-26 19:04:33 -0700480 }
481 return true;
482}
483
Glenn Kasten01c4ebf2012-02-22 10:47:35 -0800484void AudioMixer::setBufferProvider(int name, AudioBufferProvider* bufferProvider)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700485{
Andy Hung1bc088a2018-02-09 15:57:31 -0800486 LOG_ALWAYS_FATAL_IF(!exists(name), "invalid name: %d", name);
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700487 const std::shared_ptr<Track> &track = getTrack(name);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700488
Andy Hung8ed196a2018-01-05 13:21:11 -0800489 if (track->mInputBufferProvider == bufferProvider) {
Andy Hung1d26ddf2014-05-29 15:53:09 -0700490 return; // don't reset any buffer providers if identical.
491 }
Andy Hung3a34df92018-08-21 12:32:30 -0700492 // reset order from downstream to upstream buffer providers.
493 if (track->mTimestretchBufferProvider.get() != nullptr) {
494 track->mTimestretchBufferProvider->reset();
Andy Hung8ed196a2018-01-05 13:21:11 -0800495 } else if (track->mPostDownmixReformatBufferProvider.get() != nullptr) {
496 track->mPostDownmixReformatBufferProvider->reset();
Andy Hung3a34df92018-08-21 12:32:30 -0700497 } else if (track->mDownmixerBufferProvider != nullptr) {
498 track->mDownmixerBufferProvider->reset();
499 } else if (track->mReformatBufferProvider.get() != nullptr) {
500 track->mReformatBufferProvider->reset();
jiabindce8f8c2018-12-10 17:49:31 -0800501 } else if (track->mAdjustChannelsBufferProvider.get() != nullptr) {
502 track->mAdjustChannelsBufferProvider->reset();
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700503 }
Andy Hungef7c7fb2014-05-12 16:51:41 -0700504
Andy Hung8ed196a2018-01-05 13:21:11 -0800505 track->mInputBufferProvider = bufferProvider;
506 track->reconfigureBufferProviders();
Mathias Agopian65ab4712010-07-14 17:59:35 -0700507}
508
Glenn Kasten52008f82012-03-18 09:34:41 -0700509/*static*/ pthread_once_t AudioMixer::sOnceControl = PTHREAD_ONCE_INIT;
510
511/*static*/ void AudioMixer::sInitRoutine()
512{
Andy Hung34803d52014-07-16 21:41:35 -0700513 DownmixerBufferProvider::init(); // for the downmixer
John Grossman4ff14ba2012-02-08 16:37:41 -0800514}
515
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700516std::shared_ptr<AudioMixerBase::TrackBase> AudioMixer::preCreateTrack()
Andy Hunge93b6b72014-07-17 21:30:53 -0700517{
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700518 return std::make_shared<Track>();
Andy Hunge93b6b72014-07-17 21:30:53 -0700519}
520
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700521status_t AudioMixer::postCreateTrack(TrackBase *track)
Andy Hunge93b6b72014-07-17 21:30:53 -0700522{
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700523 Track* t = static_cast<Track*>(track);
524
525 audio_channel_mask_t channelMask = t->channelMask;
Mikhail Naganov55773032020-10-01 15:08:13 -0700526 t->mHapticChannelMask = static_cast<audio_channel_mask_t>(
527 channelMask & AUDIO_CHANNEL_HAPTIC_ALL);
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700528 t->mHapticChannelCount = audio_channel_count_from_out_mask(t->mHapticChannelMask);
Mikhail Naganov55773032020-10-01 15:08:13 -0700529 channelMask = static_cast<audio_channel_mask_t>(channelMask & ~AUDIO_CHANNEL_HAPTIC_ALL);
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700530 t->channelCount = audio_channel_count_from_out_mask(channelMask);
531 ALOGV_IF(audio_channel_mask_get_bits(channelMask) != AUDIO_CHANNEL_OUT_STEREO,
532 "Non-stereo channel mask: %d\n", channelMask);
533 t->channelMask = channelMask;
534 t->mInputBufferProvider = NULL;
535 t->mDownmixRequiresFormat = AUDIO_FORMAT_INVALID; // no format required
536 t->mPlaybackRate = AUDIO_PLAYBACK_RATE_DEFAULT;
537 // haptic
538 t->mHapticPlaybackEnabled = false;
jiabine70bc7f2020-06-30 22:07:55 -0700539 t->mHapticIntensity = os::HapticScale::NONE;
Lais Andradebc3f37a2021-07-02 00:13:19 +0100540 t->mHapticMaxAmplitude = NAN;
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700541 t->mMixerHapticChannelMask = AUDIO_CHANNEL_NONE;
542 t->mMixerHapticChannelCount = 0;
543 t->mAdjustInChannelCount = t->channelCount + t->mHapticChannelCount;
jiabin0e6babc2021-10-21 20:35:05 +0000544 t->mAdjustOutChannelCount = t->channelCount;
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700545 t->mKeepContractedChannels = false;
546 // Check the downmixing (or upmixing) requirements.
547 status_t status = t->prepareForDownmix();
548 if (status != OK) {
549 ALOGE("AudioMixer::getTrackName invalid channelMask (%#x)", channelMask);
550 return BAD_VALUE;
Andy Hunge93b6b72014-07-17 21:30:53 -0700551 }
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700552 // prepareForDownmix() may change mDownmixRequiresFormat
553 ALOGVV("mMixerFormat:%#x mMixerInFormat:%#x\n", t->mMixerFormat, t->mMixerInFormat);
554 t->prepareForReformat();
jiabin0e6babc2021-10-21 20:35:05 +0000555 t->prepareForAdjustChannels(mFrameCount);
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700556 return OK;
Andy Hunge93b6b72014-07-17 21:30:53 -0700557}
558
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700559void AudioMixer::preProcess()
Andy Hung5e58b0a2014-06-23 19:07:29 -0700560{
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700561 for (const auto &pair : mTracks) {
562 // Clear contracted buffer before processing if contracted channels are saved
563 const std::shared_ptr<TrackBase> &tb = pair.second;
564 Track *t = static_cast<Track*>(tb.get());
565 if (t->mKeepContractedChannels) {
566 t->clearContractedBuffer();
Andy Hung5e58b0a2014-06-23 19:07:29 -0700567 }
568 }
569}
570
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700571void AudioMixer::postProcess()
Andy Hung296b7412014-06-17 15:25:47 -0700572{
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700573 // Process haptic data.
jiabin77270b82018-12-18 15:41:29 -0800574 // Need to keep consistent with VibrationEffect.scale(int, float, int)
575 for (const auto &pair : mGroups) {
576 // process by group of tracks with same output main buffer.
577 const auto &group = pair.second;
578 for (const int name : group) {
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700579 const std::shared_ptr<Track> &t = getTrack(name);
jiabin77270b82018-12-18 15:41:29 -0800580 if (t->mHapticPlaybackEnabled) {
581 size_t sampleCount = mFrameCount * t->mMixerHapticChannelCount;
jiabin77270b82018-12-18 15:41:29 -0800582 uint8_t* buffer = (uint8_t*)pair.first + mFrameCount * audio_bytes_per_frame(
583 t->mMixerChannelCount, t->mMixerFormat);
584 switch (t->mMixerFormat) {
585 // Mixer format should be AUDIO_FORMAT_PCM_FLOAT.
586 case AUDIO_FORMAT_PCM_FLOAT: {
Lais Andradebc3f37a2021-07-02 00:13:19 +0100587 os::scaleHapticData((float*) buffer, sampleCount, t->mHapticIntensity,
588 t->mHapticMaxAmplitude);
jiabin77270b82018-12-18 15:41:29 -0800589 } break;
590 default:
591 LOG_ALWAYS_FATAL("bad mMixerFormat: %#x", t->mMixerFormat);
592 break;
593 }
594 break;
595 }
596 }
597 }
598}
599
Mathias Agopian65ab4712010-07-14 17:59:35 -0700600// ----------------------------------------------------------------------------
Glenn Kasten63238ef2015-03-02 15:50:29 -0800601} // namespace android