blob: 856466d9095b4f9286bcfb831f9cb69f88b0523d [file] [log] [blame]
Glenn Kasten99e53b82012-01-19 08:59:58 -08001/*
Mathias Agopian65ab4712010-07-14 17:59:35 -07002**
3** Copyright 2007, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18#define LOG_TAG "AudioMixer"
Glenn Kasten7f5d3352013-02-15 23:55:04 +000019//#define LOG_NDEBUG 0
Mathias Agopian65ab4712010-07-14 17:59:35 -070020
Mikhail Naganov3b73e992019-07-31 14:53:29 -070021#include <sstream>
Mathias Agopian65ab4712010-07-14 17:59:35 -070022#include <stdint.h>
23#include <string.h>
24#include <stdlib.h>
Andy Hung5e58b0a2014-06-23 19:07:29 -070025#include <math.h>
Mathias Agopian65ab4712010-07-14 17:59:35 -070026#include <sys/types.h>
27
28#include <utils/Errors.h>
29#include <utils/Log.h>
30
Jean-Michel Trivi0d255b22011-05-24 15:53:33 -070031#include <system/audio.h>
32
Glenn Kasten3b21c502011-12-15 09:52:39 -080033#include <audio_utils/primitives.h>
Andy Hungef7c7fb2014-05-12 16:51:41 -070034#include <audio_utils/format.h>
Andy Hung068561c2017-01-03 17:09:32 -080035#include <media/AudioMixer.h>
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070036
Andy Hung296b7412014-06-17 15:25:47 -070037#include "AudioMixerOps.h"
Mathias Agopian65ab4712010-07-14 17:59:35 -070038
Andy Hunge93b6b72014-07-17 21:30:53 -070039// The FCC_2 macro refers to the Fixed Channel Count of 2 for the legacy integer mixer.
Andy Hung296b7412014-06-17 15:25:47 -070040#ifndef FCC_2
41#define FCC_2 2
42#endif
43
Andy Hunge93b6b72014-07-17 21:30:53 -070044// Look for MONO_HACK for any Mono hack involving legacy mono channel to
45// stereo channel conversion.
46
Andy Hung296b7412014-06-17 15:25:47 -070047/* VERY_VERY_VERBOSE_LOGGING will show exactly which process hook and track hook is
48 * being used. This is a considerable amount of log spam, so don't enable unless you
49 * are verifying the hook based code.
50 */
51//#define VERY_VERY_VERBOSE_LOGGING
52#ifdef VERY_VERY_VERBOSE_LOGGING
53#define ALOGVV ALOGV
54//define ALOGVV printf // for test-mixer.cpp
55#else
56#define ALOGVV(a...) do { } while (0)
57#endif
58
Andy Hung1b2fdcb2014-07-16 17:44:34 -070059// Set to default copy buffer size in frames for input processing.
Mikhail Naganov3b73e992019-07-31 14:53:29 -070060static constexpr size_t kCopyBufferFrameCount = 256;
Andy Hung1b2fdcb2014-07-16 17:44:34 -070061
Mathias Agopian65ab4712010-07-14 17:59:35 -070062namespace android {
Mathias Agopian65ab4712010-07-14 17:59:35 -070063
64// ----------------------------------------------------------------------------
Andy Hung1b2fdcb2014-07-16 17:44:34 -070065
Mikhail Naganov7ad7a252019-07-30 14:42:32 -070066bool AudioMixer::isValidChannelMask(audio_channel_mask_t channelMask) const {
67 return audio_channel_mask_is_valid(channelMask); // the RemixBufferProvider is flexible.
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -080068}
Mathias Agopian65ab4712010-07-14 17:59:35 -070069
Andy Hunge93b6b72014-07-17 21:30:53 -070070// Called when channel masks have changed for a track name
Andy Hung7f475492014-08-25 16:36:37 -070071// TODO: Fix DownmixerBufferProvider not to (possibly) change mixer input format,
Andy Hunge93b6b72014-07-17 21:30:53 -070072// which will simplify this logic.
73bool AudioMixer::setChannelMasks(int name,
74 audio_channel_mask_t trackChannelMask, audio_channel_mask_t mixerChannelMask) {
Andy Hung1bc088a2018-02-09 15:57:31 -080075 LOG_ALWAYS_FATAL_IF(!exists(name), "invalid name: %d", name);
Mikhail Naganov7ad7a252019-07-30 14:42:32 -070076 const std::shared_ptr<Track> &track = getTrack(name);
Andy Hunge93b6b72014-07-17 21:30:53 -070077
jiabin245cdd92018-12-07 17:55:15 -080078 if (trackChannelMask == (track->channelMask | track->mHapticChannelMask)
79 && mixerChannelMask == (track->mMixerChannelMask | track->mMixerHapticChannelMask)) {
Andy Hunge93b6b72014-07-17 21:30:53 -070080 return false; // no need to change
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -070081 }
Mikhail Naganov55773032020-10-01 15:08:13 -070082 const audio_channel_mask_t hapticChannelMask =
83 static_cast<audio_channel_mask_t>(trackChannelMask & AUDIO_CHANNEL_HAPTIC_ALL);
84 trackChannelMask = static_cast<audio_channel_mask_t>(
85 trackChannelMask & ~AUDIO_CHANNEL_HAPTIC_ALL);
86 const audio_channel_mask_t mixerHapticChannelMask = static_cast<audio_channel_mask_t>(
87 mixerChannelMask & AUDIO_CHANNEL_HAPTIC_ALL);
88 mixerChannelMask = static_cast<audio_channel_mask_t>(
89 mixerChannelMask & ~AUDIO_CHANNEL_HAPTIC_ALL);
Andy Hunge93b6b72014-07-17 21:30:53 -070090 // always recompute for both channel masks even if only one has changed.
91 const uint32_t trackChannelCount = audio_channel_count_from_out_mask(trackChannelMask);
92 const uint32_t mixerChannelCount = audio_channel_count_from_out_mask(mixerChannelMask);
jiabin245cdd92018-12-07 17:55:15 -080093 const uint32_t hapticChannelCount = audio_channel_count_from_out_mask(hapticChannelMask);
94 const uint32_t mixerHapticChannelCount =
95 audio_channel_count_from_out_mask(mixerHapticChannelMask);
Andy Hunge93b6b72014-07-17 21:30:53 -070096
97 ALOG_ASSERT((trackChannelCount <= MAX_NUM_CHANNELS_TO_DOWNMIX)
98 && trackChannelCount
99 && mixerChannelCount);
Andy Hung8ed196a2018-01-05 13:21:11 -0800100 track->channelMask = trackChannelMask;
101 track->channelCount = trackChannelCount;
102 track->mMixerChannelMask = mixerChannelMask;
103 track->mMixerChannelCount = mixerChannelCount;
jiabin245cdd92018-12-07 17:55:15 -0800104 track->mHapticChannelMask = hapticChannelMask;
105 track->mHapticChannelCount = hapticChannelCount;
106 track->mMixerHapticChannelMask = mixerHapticChannelMask;
107 track->mMixerHapticChannelCount = mixerHapticChannelCount;
108
109 if (track->mHapticChannelCount > 0) {
110 track->mAdjustInChannelCount = track->channelCount + track->mHapticChannelCount;
111 track->mAdjustOutChannelCount = track->channelCount + track->mMixerHapticChannelCount;
112 track->mAdjustNonDestructiveInChannelCount = track->mAdjustOutChannelCount;
113 track->mAdjustNonDestructiveOutChannelCount = track->channelCount;
114 track->mKeepContractedChannels = track->mHapticPlaybackEnabled;
115 } else {
116 track->mAdjustInChannelCount = 0;
117 track->mAdjustOutChannelCount = 0;
118 track->mAdjustNonDestructiveInChannelCount = 0;
119 track->mAdjustNonDestructiveOutChannelCount = 0;
120 track->mKeepContractedChannels = false;
121 }
Andy Hunge93b6b72014-07-17 21:30:53 -0700122
123 // channel masks have changed, does this track need a downmixer?
124 // update to try using our desired format (if we aren't already using it)
Andy Hung8ed196a2018-01-05 13:21:11 -0800125 const status_t status = track->prepareForDownmix();
Andy Hunge93b6b72014-07-17 21:30:53 -0700126 ALOGE_IF(status != OK,
Andy Hung0f451e92014-08-04 21:28:47 -0700127 "prepareForDownmix error %d, track channel mask %#x, mixer channel mask %#x",
Andy Hung8ed196a2018-01-05 13:21:11 -0800128 status, track->channelMask, track->mMixerChannelMask);
Andy Hunge93b6b72014-07-17 21:30:53 -0700129
Yung Ti Su1a0ecc32018-05-07 11:09:15 +0800130 // always do reformat since channel mask changed,
131 // do it after downmix since track format may change!
132 track->prepareForReformat();
Andy Hunge93b6b72014-07-17 21:30:53 -0700133
jiabindce8f8c2018-12-10 17:49:31 -0800134 track->prepareForAdjustChannelsNonDestructive(mFrameCount);
135 track->prepareForAdjustChannels();
136
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700137 // Resampler channels may have changed.
138 track->recreateResampler(mSampleRate);
Andy Hunge93b6b72014-07-17 21:30:53 -0700139 return true;
140}
141
Andy Hung8ed196a2018-01-05 13:21:11 -0800142void AudioMixer::Track::unprepareForDownmix() {
Andy Hung0f451e92014-08-04 21:28:47 -0700143 ALOGV("AudioMixer::unprepareForDownmix(%p)", this);
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700144
Andy Hung8ed196a2018-01-05 13:21:11 -0800145 if (mPostDownmixReformatBufferProvider.get() != nullptr) {
Andy Hung85395892017-04-25 16:47:52 -0700146 // release any buffers held by the mPostDownmixReformatBufferProvider
Andy Hung8ed196a2018-01-05 13:21:11 -0800147 // before deallocating the mDownmixerBufferProvider.
Andy Hung85395892017-04-25 16:47:52 -0700148 mPostDownmixReformatBufferProvider->reset();
149 }
150
Andy Hung7f475492014-08-25 16:36:37 -0700151 mDownmixRequiresFormat = AUDIO_FORMAT_INVALID;
Andy Hung8ed196a2018-01-05 13:21:11 -0800152 if (mDownmixerBufferProvider.get() != nullptr) {
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700153 // this track had previously been configured with a downmixer, delete it
Andy Hung8ed196a2018-01-05 13:21:11 -0800154 mDownmixerBufferProvider.reset(nullptr);
Andy Hung0f451e92014-08-04 21:28:47 -0700155 reconfigureBufferProviders();
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700156 } else {
157 ALOGV(" nothing to do, no downmixer to delete");
158 }
159}
160
Andy Hung8ed196a2018-01-05 13:21:11 -0800161status_t AudioMixer::Track::prepareForDownmix()
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700162{
Andy Hung0f451e92014-08-04 21:28:47 -0700163 ALOGV("AudioMixer::prepareForDownmix(%p) with mask 0x%x",
164 this, channelMask);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700165
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700166 // discard the previous downmixer if there was one
Andy Hung0f451e92014-08-04 21:28:47 -0700167 unprepareForDownmix();
Andy Hung73e62e22015-04-20 12:06:38 -0700168 // MONO_HACK Only remix (upmix or downmix) if the track and mixer/device channel masks
Judy Hsiaoc5cf9e22019-08-15 11:32:02 +0800169 // are not the same and not handled internally, as mono for channel position masks is.
Andy Hung0f451e92014-08-04 21:28:47 -0700170 if (channelMask == mMixerChannelMask
171 || (channelMask == AUDIO_CHANNEL_OUT_MONO
Judy Hsiaoc5cf9e22019-08-15 11:32:02 +0800172 && isAudioChannelPositionMask(mMixerChannelMask))) {
Andy Hung0f451e92014-08-04 21:28:47 -0700173 return NO_ERROR;
174 }
Andy Hung650ceb92015-01-29 13:31:12 -0800175 // DownmixerBufferProvider is only used for position masks.
176 if (audio_channel_mask_get_representation(channelMask)
177 == AUDIO_CHANNEL_REPRESENTATION_POSITION
178 && DownmixerBufferProvider::isMultichannelCapable()) {
Andy Hung66942552018-12-21 16:07:12 -0800179
180 // Check if we have a float or int16 downmixer, in that order.
181 for (const audio_format_t format : { AUDIO_FORMAT_PCM_FLOAT, AUDIO_FORMAT_PCM_16_BIT }) {
182 mDownmixerBufferProvider.reset(new DownmixerBufferProvider(
183 channelMask, mMixerChannelMask,
184 format,
185 sampleRate, sessionId, kCopyBufferFrameCount));
186 if (static_cast<DownmixerBufferProvider *>(mDownmixerBufferProvider.get())
187 ->isValid()) {
188 mDownmixRequiresFormat = format;
189 reconfigureBufferProviders();
190 return NO_ERROR;
191 }
Andy Hung34803d52014-07-16 21:41:35 -0700192 }
Andy Hung8ed196a2018-01-05 13:21:11 -0800193 // mDownmixerBufferProvider reset below.
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700194 }
Andy Hunge93b6b72014-07-17 21:30:53 -0700195
Andy Hungeda3e932021-10-21 13:44:56 -0700196 // See if we should use our built-in non-effect downmixer.
197 if (mMixerInFormat == AUDIO_FORMAT_PCM_FLOAT
198 && mMixerChannelMask == AUDIO_CHANNEL_OUT_STEREO
199 && audio_channel_mask_get_representation(channelMask)
200 == AUDIO_CHANNEL_REPRESENTATION_POSITION) {
201 mDownmixerBufferProvider.reset(new ChannelMixBufferProvider(channelMask,
202 mMixerChannelMask, mMixerInFormat, kCopyBufferFrameCount));
203 if (static_cast<ChannelMixBufferProvider *>(mDownmixerBufferProvider.get())
204 ->isValid()) {
205 mDownmixRequiresFormat = mMixerInFormat;
206 reconfigureBufferProviders();
207 ALOGD("%s: Fallback using ChannelMix", __func__);
208 return NO_ERROR;
209 } else {
210 ALOGD("%s: ChannelMix not supported for channel mask %#x", __func__, channelMask);
211 }
212 }
213
Andy Hunge93b6b72014-07-17 21:30:53 -0700214 // Effect downmixer does not accept the channel conversion. Let's use our remixer.
Andy Hung8ed196a2018-01-05 13:21:11 -0800215 mDownmixerBufferProvider.reset(new RemixBufferProvider(channelMask,
216 mMixerChannelMask, mMixerInFormat, kCopyBufferFrameCount));
Andy Hunge93b6b72014-07-17 21:30:53 -0700217 // Remix always finds a conversion whereas Downmixer effect above may fail.
Andy Hung0f451e92014-08-04 21:28:47 -0700218 reconfigureBufferProviders();
Andy Hunge93b6b72014-07-17 21:30:53 -0700219 return NO_ERROR;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700220}
221
Andy Hung8ed196a2018-01-05 13:21:11 -0800222void AudioMixer::Track::unprepareForReformat() {
Andy Hung0f451e92014-08-04 21:28:47 -0700223 ALOGV("AudioMixer::unprepareForReformat(%p)", this);
Andy Hung7f475492014-08-25 16:36:37 -0700224 bool requiresReconfigure = false;
Andy Hung8ed196a2018-01-05 13:21:11 -0800225 if (mReformatBufferProvider.get() != nullptr) {
226 mReformatBufferProvider.reset(nullptr);
Andy Hung7f475492014-08-25 16:36:37 -0700227 requiresReconfigure = true;
228 }
Andy Hung8ed196a2018-01-05 13:21:11 -0800229 if (mPostDownmixReformatBufferProvider.get() != nullptr) {
230 mPostDownmixReformatBufferProvider.reset(nullptr);
Andy Hung7f475492014-08-25 16:36:37 -0700231 requiresReconfigure = true;
232 }
233 if (requiresReconfigure) {
Andy Hung0f451e92014-08-04 21:28:47 -0700234 reconfigureBufferProviders();
Andy Hungef7c7fb2014-05-12 16:51:41 -0700235 }
236}
237
Andy Hung8ed196a2018-01-05 13:21:11 -0800238status_t AudioMixer::Track::prepareForReformat()
Andy Hungef7c7fb2014-05-12 16:51:41 -0700239{
Andy Hung0f451e92014-08-04 21:28:47 -0700240 ALOGV("AudioMixer::prepareForReformat(%p) with format %#x", this, mFormat);
Andy Hung7f475492014-08-25 16:36:37 -0700241 // discard previous reformatters
Andy Hung0f451e92014-08-04 21:28:47 -0700242 unprepareForReformat();
Andy Hung7f475492014-08-25 16:36:37 -0700243 // only configure reformatters as needed
244 const audio_format_t targetFormat = mDownmixRequiresFormat != AUDIO_FORMAT_INVALID
245 ? mDownmixRequiresFormat : mMixerInFormat;
246 bool requiresReconfigure = false;
247 if (mFormat != targetFormat) {
Andy Hung8ed196a2018-01-05 13:21:11 -0800248 mReformatBufferProvider.reset(new ReformatBufferProvider(
Andy Hung0f451e92014-08-04 21:28:47 -0700249 audio_channel_count_from_out_mask(channelMask),
Andy Hung7f475492014-08-25 16:36:37 -0700250 mFormat,
251 targetFormat,
Andy Hung8ed196a2018-01-05 13:21:11 -0800252 kCopyBufferFrameCount));
Andy Hung7f475492014-08-25 16:36:37 -0700253 requiresReconfigure = true;
Kevin Rocarde053bfa2017-11-09 22:07:34 -0800254 } else if (mFormat == AUDIO_FORMAT_PCM_FLOAT) {
255 // Input and output are floats, make sure application did not provide > 3db samples
256 // that would break volume application (b/68099072)
257 // TODO: add a trusted source flag to avoid the overhead
258 mReformatBufferProvider.reset(new ClampFloatBufferProvider(
259 audio_channel_count_from_out_mask(channelMask),
260 kCopyBufferFrameCount));
261 requiresReconfigure = true;
Andy Hung7f475492014-08-25 16:36:37 -0700262 }
263 if (targetFormat != mMixerInFormat) {
Andy Hung8ed196a2018-01-05 13:21:11 -0800264 mPostDownmixReformatBufferProvider.reset(new ReformatBufferProvider(
Andy Hung7f475492014-08-25 16:36:37 -0700265 audio_channel_count_from_out_mask(mMixerChannelMask),
266 targetFormat,
267 mMixerInFormat,
Andy Hung8ed196a2018-01-05 13:21:11 -0800268 kCopyBufferFrameCount));
Andy Hung7f475492014-08-25 16:36:37 -0700269 requiresReconfigure = true;
270 }
271 if (requiresReconfigure) {
Andy Hung0f451e92014-08-04 21:28:47 -0700272 reconfigureBufferProviders();
Andy Hung296b7412014-06-17 15:25:47 -0700273 }
274 return NO_ERROR;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700275}
276
jiabindce8f8c2018-12-10 17:49:31 -0800277void AudioMixer::Track::unprepareForAdjustChannels()
278{
279 ALOGV("AUDIOMIXER::unprepareForAdjustChannels");
280 if (mAdjustChannelsBufferProvider.get() != nullptr) {
281 mAdjustChannelsBufferProvider.reset(nullptr);
282 reconfigureBufferProviders();
283 }
284}
285
286status_t AudioMixer::Track::prepareForAdjustChannels()
287{
288 ALOGV("AudioMixer::prepareForAdjustChannels(%p) with inChannelCount: %u, outChannelCount: %u",
289 this, mAdjustInChannelCount, mAdjustOutChannelCount);
290 unprepareForAdjustChannels();
291 if (mAdjustInChannelCount != mAdjustOutChannelCount) {
292 mAdjustChannelsBufferProvider.reset(new AdjustChannelsBufferProvider(
293 mFormat, mAdjustInChannelCount, mAdjustOutChannelCount, kCopyBufferFrameCount));
294 reconfigureBufferProviders();
295 }
296 return NO_ERROR;
297}
298
299void AudioMixer::Track::unprepareForAdjustChannelsNonDestructive()
300{
301 ALOGV("AUDIOMIXER::unprepareForAdjustChannelsNonDestructive");
jiabinea8fa7a2019-02-22 14:41:50 -0800302 if (mContractChannelsNonDestructiveBufferProvider.get() != nullptr) {
303 mContractChannelsNonDestructiveBufferProvider.reset(nullptr);
jiabindce8f8c2018-12-10 17:49:31 -0800304 reconfigureBufferProviders();
305 }
306}
307
308status_t AudioMixer::Track::prepareForAdjustChannelsNonDestructive(size_t frames)
309{
310 ALOGV("AudioMixer::prepareForAdjustChannelsNonDestructive(%p) with inChannelCount: %u, "
311 "outChannelCount: %u, keepContractedChannels: %d",
312 this, mAdjustNonDestructiveInChannelCount, mAdjustNonDestructiveOutChannelCount,
313 mKeepContractedChannels);
314 unprepareForAdjustChannelsNonDestructive();
315 if (mAdjustNonDestructiveInChannelCount != mAdjustNonDestructiveOutChannelCount) {
316 uint8_t* buffer = mKeepContractedChannels
317 ? (uint8_t*)mainBuffer + frames * audio_bytes_per_frame(
318 mMixerChannelCount, mMixerFormat)
319 : NULL;
jiabinea8fa7a2019-02-22 14:41:50 -0800320 mContractChannelsNonDestructiveBufferProvider.reset(
321 new AdjustChannelsBufferProvider(
jiabindce8f8c2018-12-10 17:49:31 -0800322 mFormat,
323 mAdjustNonDestructiveInChannelCount,
324 mAdjustNonDestructiveOutChannelCount,
jiabindce8f8c2018-12-10 17:49:31 -0800325 frames,
jiabinea8fa7a2019-02-22 14:41:50 -0800326 mKeepContractedChannels ? mMixerFormat : AUDIO_FORMAT_INVALID,
jiabindce8f8c2018-12-10 17:49:31 -0800327 buffer));
328 reconfigureBufferProviders();
329 }
330 return NO_ERROR;
331}
332
333void AudioMixer::Track::clearContractedBuffer()
334{
jiabinea8fa7a2019-02-22 14:41:50 -0800335 if (mContractChannelsNonDestructiveBufferProvider.get() != nullptr) {
336 static_cast<AdjustChannelsBufferProvider*>(
337 mContractChannelsNonDestructiveBufferProvider.get())->clearContractedFrames();
jiabindce8f8c2018-12-10 17:49:31 -0800338 }
339}
340
Andy Hung8ed196a2018-01-05 13:21:11 -0800341void AudioMixer::Track::reconfigureBufferProviders()
Andy Hungef7c7fb2014-05-12 16:51:41 -0700342{
Andy Hung3a34df92018-08-21 12:32:30 -0700343 // configure from upstream to downstream buffer providers.
Andy Hung0f451e92014-08-04 21:28:47 -0700344 bufferProvider = mInputBufferProvider;
jiabindce8f8c2018-12-10 17:49:31 -0800345 if (mAdjustChannelsBufferProvider.get() != nullptr) {
346 mAdjustChannelsBufferProvider->setBufferProvider(bufferProvider);
347 bufferProvider = mAdjustChannelsBufferProvider.get();
348 }
jiabinea8fa7a2019-02-22 14:41:50 -0800349 if (mContractChannelsNonDestructiveBufferProvider.get() != nullptr) {
350 mContractChannelsNonDestructiveBufferProvider->setBufferProvider(bufferProvider);
351 bufferProvider = mContractChannelsNonDestructiveBufferProvider.get();
jiabindce8f8c2018-12-10 17:49:31 -0800352 }
Andy Hung8ed196a2018-01-05 13:21:11 -0800353 if (mReformatBufferProvider.get() != nullptr) {
Andy Hung0f451e92014-08-04 21:28:47 -0700354 mReformatBufferProvider->setBufferProvider(bufferProvider);
Andy Hung8ed196a2018-01-05 13:21:11 -0800355 bufferProvider = mReformatBufferProvider.get();
Andy Hungef7c7fb2014-05-12 16:51:41 -0700356 }
Andy Hung8ed196a2018-01-05 13:21:11 -0800357 if (mDownmixerBufferProvider.get() != nullptr) {
358 mDownmixerBufferProvider->setBufferProvider(bufferProvider);
359 bufferProvider = mDownmixerBufferProvider.get();
Andy Hungef7c7fb2014-05-12 16:51:41 -0700360 }
Andy Hung8ed196a2018-01-05 13:21:11 -0800361 if (mPostDownmixReformatBufferProvider.get() != nullptr) {
Andy Hung7f475492014-08-25 16:36:37 -0700362 mPostDownmixReformatBufferProvider->setBufferProvider(bufferProvider);
Andy Hung8ed196a2018-01-05 13:21:11 -0800363 bufferProvider = mPostDownmixReformatBufferProvider.get();
Andy Hung7f475492014-08-25 16:36:37 -0700364 }
Andy Hung8ed196a2018-01-05 13:21:11 -0800365 if (mTimestretchBufferProvider.get() != nullptr) {
Andy Hungc5656cc2015-03-26 19:04:33 -0700366 mTimestretchBufferProvider->setBufferProvider(bufferProvider);
Andy Hung8ed196a2018-01-05 13:21:11 -0800367 bufferProvider = mTimestretchBufferProvider.get();
Andy Hungc5656cc2015-03-26 19:04:33 -0700368 }
Andy Hungef7c7fb2014-05-12 16:51:41 -0700369}
370
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800371void AudioMixer::setParameter(int name, int target, int param, void *value)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700372{
Andy Hung1bc088a2018-02-09 15:57:31 -0800373 LOG_ALWAYS_FATAL_IF(!exists(name), "invalid name: %d", name);
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700374 const std::shared_ptr<Track> &track = getTrack(name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700375
Kévin PETIT377b2ec2014-02-03 12:35:36 +0000376 int valueInt = static_cast<int>(reinterpret_cast<uintptr_t>(value));
377 int32_t *valueBuf = reinterpret_cast<int32_t*>(value);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700378
379 switch (target) {
Glenn Kasten788040c2011-05-05 08:19:00 -0700380
Mathias Agopian65ab4712010-07-14 17:59:35 -0700381 case TRACK:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800382 switch (param) {
Glenn Kasten788040c2011-05-05 08:19:00 -0700383 case CHANNEL_MASK: {
Andy Hunge93b6b72014-07-17 21:30:53 -0700384 const audio_channel_mask_t trackChannelMask =
385 static_cast<audio_channel_mask_t>(valueInt);
jiabin245cdd92018-12-07 17:55:15 -0800386 if (setChannelMasks(name, trackChannelMask,
Mikhail Naganov55773032020-10-01 15:08:13 -0700387 static_cast<audio_channel_mask_t>(
388 track->mMixerChannelMask | track->mMixerHapticChannelMask))) {
Andy Hunge93b6b72014-07-17 21:30:53 -0700389 ALOGV("setParameter(TRACK, CHANNEL_MASK, %x)", trackChannelMask);
Andy Hung8ed196a2018-01-05 13:21:11 -0800390 invalidate();
Mathias Agopian65ab4712010-07-14 17:59:35 -0700391 }
Glenn Kasten788040c2011-05-05 08:19:00 -0700392 } break;
393 case MAIN_BUFFER:
Andy Hung8ed196a2018-01-05 13:21:11 -0800394 if (track->mainBuffer != valueBuf) {
395 track->mainBuffer = valueBuf;
Steve Block3856b092011-10-20 11:56:00 +0100396 ALOGV("setParameter(TRACK, MAIN_BUFFER, %p)", valueBuf);
jiabindce8f8c2018-12-10 17:49:31 -0800397 if (track->mKeepContractedChannels) {
398 track->prepareForAdjustChannelsNonDestructive(mFrameCount);
399 }
Andy Hung8ed196a2018-01-05 13:21:11 -0800400 invalidate();
Mathias Agopian65ab4712010-07-14 17:59:35 -0700401 }
Glenn Kasten788040c2011-05-05 08:19:00 -0700402 break;
403 case AUX_BUFFER:
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700404 AudioMixerBase::setParameter(name, target, param, value);
Glenn Kasten788040c2011-05-05 08:19:00 -0700405 break;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700406 case FORMAT: {
407 audio_format_t format = static_cast<audio_format_t>(valueInt);
Andy Hung8ed196a2018-01-05 13:21:11 -0800408 if (track->mFormat != format) {
Andy Hungef7c7fb2014-05-12 16:51:41 -0700409 ALOG_ASSERT(audio_is_linear_pcm(format), "Invalid format %#x", format);
Andy Hung8ed196a2018-01-05 13:21:11 -0800410 track->mFormat = format;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700411 ALOGV("setParameter(TRACK, FORMAT, %#x)", format);
Andy Hung8ed196a2018-01-05 13:21:11 -0800412 track->prepareForReformat();
413 invalidate();
Andy Hungef7c7fb2014-05-12 16:51:41 -0700414 }
415 } break;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700416 // FIXME do we want to support setting the downmix type from AudioFlinger?
417 // for a specific track? or per mixer?
418 /* case DOWNMIX_TYPE:
419 break */
Andy Hung78820702014-02-28 16:23:02 -0800420 case MIXER_FORMAT: {
Andy Hunga1ab7cc2014-02-24 19:26:52 -0800421 audio_format_t format = static_cast<audio_format_t>(valueInt);
Andy Hung8ed196a2018-01-05 13:21:11 -0800422 if (track->mMixerFormat != format) {
423 track->mMixerFormat = format;
Andy Hung78820702014-02-28 16:23:02 -0800424 ALOGV("setParameter(TRACK, MIXER_FORMAT, %#x)", format);
jiabindce8f8c2018-12-10 17:49:31 -0800425 if (track->mKeepContractedChannels) {
426 track->prepareForAdjustChannelsNonDestructive(mFrameCount);
427 }
Andy Hunga1ab7cc2014-02-24 19:26:52 -0800428 }
429 } break;
Andy Hunge93b6b72014-07-17 21:30:53 -0700430 case MIXER_CHANNEL_MASK: {
431 const audio_channel_mask_t mixerChannelMask =
432 static_cast<audio_channel_mask_t>(valueInt);
Mikhail Naganov55773032020-10-01 15:08:13 -0700433 if (setChannelMasks(name, static_cast<audio_channel_mask_t>(
434 track->channelMask | track->mHapticChannelMask),
jiabin245cdd92018-12-07 17:55:15 -0800435 mixerChannelMask)) {
Andy Hunge93b6b72014-07-17 21:30:53 -0700436 ALOGV("setParameter(TRACK, MIXER_CHANNEL_MASK, %#x)", mixerChannelMask);
Andy Hung8ed196a2018-01-05 13:21:11 -0800437 invalidate();
Andy Hunge93b6b72014-07-17 21:30:53 -0700438 }
439 } break;
jiabin245cdd92018-12-07 17:55:15 -0800440 case HAPTIC_ENABLED: {
441 const bool hapticPlaybackEnabled = static_cast<bool>(valueInt);
442 if (track->mHapticPlaybackEnabled != hapticPlaybackEnabled) {
443 track->mHapticPlaybackEnabled = hapticPlaybackEnabled;
444 track->mKeepContractedChannels = hapticPlaybackEnabled;
445 track->prepareForAdjustChannelsNonDestructive(mFrameCount);
446 track->prepareForAdjustChannels();
447 }
448 } break;
jiabin77270b82018-12-18 15:41:29 -0800449 case HAPTIC_INTENSITY: {
jiabine70bc7f2020-06-30 22:07:55 -0700450 const os::HapticScale hapticIntensity = static_cast<os::HapticScale>(valueInt);
jiabin77270b82018-12-18 15:41:29 -0800451 if (track->mHapticIntensity != hapticIntensity) {
452 track->mHapticIntensity = hapticIntensity;
453 }
454 } break;
Lais Andradebc3f37a2021-07-02 00:13:19 +0100455 case HAPTIC_MAX_AMPLITUDE: {
456 const float hapticMaxAmplitude = *reinterpret_cast<float*>(value);
457 if (track->mHapticMaxAmplitude != hapticMaxAmplitude) {
458 track->mHapticMaxAmplitude = hapticMaxAmplitude;
459 }
460 } break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700461 default:
Glenn Kastenadad3d72014-02-21 14:51:43 -0800462 LOG_ALWAYS_FATAL("setParameter track: bad param %d", param);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700463 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700464 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700465
Mathias Agopian65ab4712010-07-14 17:59:35 -0700466 case RESAMPLE:
Mathias Agopian65ab4712010-07-14 17:59:35 -0700467 case RAMP_VOLUME:
468 case VOLUME:
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700469 AudioMixerBase::setParameter(name, target, param, value);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700470 break;
Mikhail Naganov3b73e992019-07-31 14:53:29 -0700471 case TIMESTRETCH:
472 switch (param) {
473 case PLAYBACK_RATE: {
474 const AudioPlaybackRate *playbackRate =
475 reinterpret_cast<AudioPlaybackRate*>(value);
476 ALOGW_IF(!isAudioPlaybackRateValid(*playbackRate),
477 "bad parameters speed %f, pitch %f",
478 playbackRate->mSpeed, playbackRate->mPitch);
479 if (track->setPlaybackRate(*playbackRate)) {
480 ALOGV("setParameter(TIMESTRETCH, PLAYBACK_RATE, STRETCH_MODE, FALLBACK_MODE "
481 "%f %f %d %d",
482 playbackRate->mSpeed,
483 playbackRate->mPitch,
484 playbackRate->mStretchMode,
485 playbackRate->mFallbackMode);
486 // invalidate(); (should not require reconfigure)
Andy Hungc5656cc2015-03-26 19:04:33 -0700487 }
Mikhail Naganov3b73e992019-07-31 14:53:29 -0700488 } break;
489 default:
490 LOG_ALWAYS_FATAL("setParameter timestretch: bad param %d", param);
491 }
492 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700493
494 default:
Glenn Kastenadad3d72014-02-21 14:51:43 -0800495 LOG_ALWAYS_FATAL("setParameter: bad target %d", target);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700496 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700497}
498
Andy Hung8ed196a2018-01-05 13:21:11 -0800499bool AudioMixer::Track::setPlaybackRate(const AudioPlaybackRate &playbackRate)
Andy Hungc5656cc2015-03-26 19:04:33 -0700500{
Andy Hung8ed196a2018-01-05 13:21:11 -0800501 if ((mTimestretchBufferProvider.get() == nullptr &&
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700502 fabs(playbackRate.mSpeed - mPlaybackRate.mSpeed) < AUDIO_TIMESTRETCH_SPEED_MIN_DELTA &&
503 fabs(playbackRate.mPitch - mPlaybackRate.mPitch) < AUDIO_TIMESTRETCH_PITCH_MIN_DELTA) ||
504 isAudioPlaybackRateEqual(playbackRate, mPlaybackRate)) {
Andy Hungc5656cc2015-03-26 19:04:33 -0700505 return false;
506 }
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700507 mPlaybackRate = playbackRate;
Andy Hung8ed196a2018-01-05 13:21:11 -0800508 if (mTimestretchBufferProvider.get() == nullptr) {
Andy Hungc5656cc2015-03-26 19:04:33 -0700509 // TODO: Remove MONO_HACK. Resampler sees #channels after the downmixer
510 // but if none exists, it is the channel count (1 for mono).
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700511 const int timestretchChannelCount = getOutputChannelCount();
Andy Hung8ed196a2018-01-05 13:21:11 -0800512 mTimestretchBufferProvider.reset(new TimestretchBufferProvider(timestretchChannelCount,
513 mMixerInFormat, sampleRate, playbackRate));
Andy Hungc5656cc2015-03-26 19:04:33 -0700514 reconfigureBufferProviders();
515 } else {
Andy Hung8ed196a2018-01-05 13:21:11 -0800516 static_cast<TimestretchBufferProvider*>(mTimestretchBufferProvider.get())
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700517 ->setPlaybackRate(playbackRate);
Andy Hungc5656cc2015-03-26 19:04:33 -0700518 }
519 return true;
520}
521
Glenn Kasten01c4ebf2012-02-22 10:47:35 -0800522void AudioMixer::setBufferProvider(int name, AudioBufferProvider* bufferProvider)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700523{
Andy Hung1bc088a2018-02-09 15:57:31 -0800524 LOG_ALWAYS_FATAL_IF(!exists(name), "invalid name: %d", name);
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700525 const std::shared_ptr<Track> &track = getTrack(name);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700526
Andy Hung8ed196a2018-01-05 13:21:11 -0800527 if (track->mInputBufferProvider == bufferProvider) {
Andy Hung1d26ddf2014-05-29 15:53:09 -0700528 return; // don't reset any buffer providers if identical.
529 }
Andy Hung3a34df92018-08-21 12:32:30 -0700530 // reset order from downstream to upstream buffer providers.
531 if (track->mTimestretchBufferProvider.get() != nullptr) {
532 track->mTimestretchBufferProvider->reset();
Andy Hung8ed196a2018-01-05 13:21:11 -0800533 } else if (track->mPostDownmixReformatBufferProvider.get() != nullptr) {
534 track->mPostDownmixReformatBufferProvider->reset();
Andy Hung3a34df92018-08-21 12:32:30 -0700535 } else if (track->mDownmixerBufferProvider != nullptr) {
536 track->mDownmixerBufferProvider->reset();
537 } else if (track->mReformatBufferProvider.get() != nullptr) {
538 track->mReformatBufferProvider->reset();
jiabinea8fa7a2019-02-22 14:41:50 -0800539 } else if (track->mContractChannelsNonDestructiveBufferProvider.get() != nullptr) {
540 track->mContractChannelsNonDestructiveBufferProvider->reset();
jiabindce8f8c2018-12-10 17:49:31 -0800541 } else if (track->mAdjustChannelsBufferProvider.get() != nullptr) {
542 track->mAdjustChannelsBufferProvider->reset();
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700543 }
Andy Hungef7c7fb2014-05-12 16:51:41 -0700544
Andy Hung8ed196a2018-01-05 13:21:11 -0800545 track->mInputBufferProvider = bufferProvider;
546 track->reconfigureBufferProviders();
Mathias Agopian65ab4712010-07-14 17:59:35 -0700547}
548
Glenn Kasten52008f82012-03-18 09:34:41 -0700549/*static*/ pthread_once_t AudioMixer::sOnceControl = PTHREAD_ONCE_INIT;
550
551/*static*/ void AudioMixer::sInitRoutine()
552{
Andy Hung34803d52014-07-16 21:41:35 -0700553 DownmixerBufferProvider::init(); // for the downmixer
John Grossman4ff14ba2012-02-08 16:37:41 -0800554}
555
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700556std::shared_ptr<AudioMixerBase::TrackBase> AudioMixer::preCreateTrack()
Andy Hunge93b6b72014-07-17 21:30:53 -0700557{
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700558 return std::make_shared<Track>();
Andy Hunge93b6b72014-07-17 21:30:53 -0700559}
560
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700561status_t AudioMixer::postCreateTrack(TrackBase *track)
Andy Hunge93b6b72014-07-17 21:30:53 -0700562{
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700563 Track* t = static_cast<Track*>(track);
564
565 audio_channel_mask_t channelMask = t->channelMask;
Mikhail Naganov55773032020-10-01 15:08:13 -0700566 t->mHapticChannelMask = static_cast<audio_channel_mask_t>(
567 channelMask & AUDIO_CHANNEL_HAPTIC_ALL);
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700568 t->mHapticChannelCount = audio_channel_count_from_out_mask(t->mHapticChannelMask);
Mikhail Naganov55773032020-10-01 15:08:13 -0700569 channelMask = static_cast<audio_channel_mask_t>(channelMask & ~AUDIO_CHANNEL_HAPTIC_ALL);
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700570 t->channelCount = audio_channel_count_from_out_mask(channelMask);
571 ALOGV_IF(audio_channel_mask_get_bits(channelMask) != AUDIO_CHANNEL_OUT_STEREO,
572 "Non-stereo channel mask: %d\n", channelMask);
573 t->channelMask = channelMask;
574 t->mInputBufferProvider = NULL;
575 t->mDownmixRequiresFormat = AUDIO_FORMAT_INVALID; // no format required
576 t->mPlaybackRate = AUDIO_PLAYBACK_RATE_DEFAULT;
577 // haptic
578 t->mHapticPlaybackEnabled = false;
jiabine70bc7f2020-06-30 22:07:55 -0700579 t->mHapticIntensity = os::HapticScale::NONE;
Lais Andradebc3f37a2021-07-02 00:13:19 +0100580 t->mHapticMaxAmplitude = NAN;
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700581 t->mMixerHapticChannelMask = AUDIO_CHANNEL_NONE;
582 t->mMixerHapticChannelCount = 0;
583 t->mAdjustInChannelCount = t->channelCount + t->mHapticChannelCount;
584 t->mAdjustOutChannelCount = t->channelCount + t->mMixerHapticChannelCount;
585 t->mAdjustNonDestructiveInChannelCount = t->mAdjustOutChannelCount;
586 t->mAdjustNonDestructiveOutChannelCount = t->channelCount;
587 t->mKeepContractedChannels = false;
588 // Check the downmixing (or upmixing) requirements.
589 status_t status = t->prepareForDownmix();
590 if (status != OK) {
591 ALOGE("AudioMixer::getTrackName invalid channelMask (%#x)", channelMask);
592 return BAD_VALUE;
Andy Hunge93b6b72014-07-17 21:30:53 -0700593 }
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700594 // prepareForDownmix() may change mDownmixRequiresFormat
595 ALOGVV("mMixerFormat:%#x mMixerInFormat:%#x\n", t->mMixerFormat, t->mMixerInFormat);
596 t->prepareForReformat();
597 t->prepareForAdjustChannelsNonDestructive(mFrameCount);
598 t->prepareForAdjustChannels();
599 return OK;
Andy Hunge93b6b72014-07-17 21:30:53 -0700600}
601
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700602void AudioMixer::preProcess()
Andy Hung5e58b0a2014-06-23 19:07:29 -0700603{
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700604 for (const auto &pair : mTracks) {
605 // Clear contracted buffer before processing if contracted channels are saved
606 const std::shared_ptr<TrackBase> &tb = pair.second;
607 Track *t = static_cast<Track*>(tb.get());
608 if (t->mKeepContractedChannels) {
609 t->clearContractedBuffer();
Andy Hung5e58b0a2014-06-23 19:07:29 -0700610 }
611 }
612}
613
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700614void AudioMixer::postProcess()
Andy Hung296b7412014-06-17 15:25:47 -0700615{
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700616 // Process haptic data.
jiabin77270b82018-12-18 15:41:29 -0800617 // Need to keep consistent with VibrationEffect.scale(int, float, int)
618 for (const auto &pair : mGroups) {
619 // process by group of tracks with same output main buffer.
620 const auto &group = pair.second;
621 for (const int name : group) {
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700622 const std::shared_ptr<Track> &t = getTrack(name);
jiabin77270b82018-12-18 15:41:29 -0800623 if (t->mHapticPlaybackEnabled) {
624 size_t sampleCount = mFrameCount * t->mMixerHapticChannelCount;
jiabin77270b82018-12-18 15:41:29 -0800625 uint8_t* buffer = (uint8_t*)pair.first + mFrameCount * audio_bytes_per_frame(
626 t->mMixerChannelCount, t->mMixerFormat);
627 switch (t->mMixerFormat) {
628 // Mixer format should be AUDIO_FORMAT_PCM_FLOAT.
629 case AUDIO_FORMAT_PCM_FLOAT: {
Lais Andradebc3f37a2021-07-02 00:13:19 +0100630 os::scaleHapticData((float*) buffer, sampleCount, t->mHapticIntensity,
631 t->mHapticMaxAmplitude);
jiabin77270b82018-12-18 15:41:29 -0800632 } break;
633 default:
634 LOG_ALWAYS_FATAL("bad mMixerFormat: %#x", t->mMixerFormat);
635 break;
636 }
637 break;
638 }
639 }
640 }
641}
642
Mathias Agopian65ab4712010-07-14 17:59:35 -0700643// ----------------------------------------------------------------------------
Glenn Kasten63238ef2015-03-02 15:50:29 -0800644} // namespace android