blob: 1a3142002b826b89711d84b6f823431ab5c63fcd [file] [log] [blame]
Glenn Kasten99e53b82012-01-19 08:59:58 -08001/*
Mathias Agopian65ab4712010-07-14 17:59:35 -07002**
3** Copyright 2007, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18#define LOG_TAG "AudioMixer"
Glenn Kasten7f5d3352013-02-15 23:55:04 +000019//#define LOG_NDEBUG 0
Mathias Agopian65ab4712010-07-14 17:59:35 -070020
Mikhail Naganov3b73e992019-07-31 14:53:29 -070021#include <sstream>
Mathias Agopian65ab4712010-07-14 17:59:35 -070022#include <stdint.h>
23#include <string.h>
24#include <stdlib.h>
Andy Hung5e58b0a2014-06-23 19:07:29 -070025#include <math.h>
Mathias Agopian65ab4712010-07-14 17:59:35 -070026#include <sys/types.h>
27
28#include <utils/Errors.h>
29#include <utils/Log.h>
30
Jean-Michel Trivi0d255b22011-05-24 15:53:33 -070031#include <system/audio.h>
32
Glenn Kasten3b21c502011-12-15 09:52:39 -080033#include <audio_utils/primitives.h>
Andy Hungef7c7fb2014-05-12 16:51:41 -070034#include <audio_utils/format.h>
Andy Hung068561c2017-01-03 17:09:32 -080035#include <media/AudioMixer.h>
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070036
Andy Hung296b7412014-06-17 15:25:47 -070037#include "AudioMixerOps.h"
Mathias Agopian65ab4712010-07-14 17:59:35 -070038
Andy Hunge93b6b72014-07-17 21:30:53 -070039// The FCC_2 macro refers to the Fixed Channel Count of 2 for the legacy integer mixer.
Andy Hung296b7412014-06-17 15:25:47 -070040#ifndef FCC_2
41#define FCC_2 2
42#endif
43
Andy Hunge93b6b72014-07-17 21:30:53 -070044// Look for MONO_HACK for any Mono hack involving legacy mono channel to
45// stereo channel conversion.
46
Andy Hung296b7412014-06-17 15:25:47 -070047/* VERY_VERY_VERBOSE_LOGGING will show exactly which process hook and track hook is
48 * being used. This is a considerable amount of log spam, so don't enable unless you
49 * are verifying the hook based code.
50 */
51//#define VERY_VERY_VERBOSE_LOGGING
52#ifdef VERY_VERY_VERBOSE_LOGGING
53#define ALOGVV ALOGV
54//define ALOGVV printf // for test-mixer.cpp
55#else
56#define ALOGVV(a...) do { } while (0)
57#endif
58
Andy Hung1b2fdcb2014-07-16 17:44:34 -070059// Set to default copy buffer size in frames for input processing.
Mikhail Naganov3b73e992019-07-31 14:53:29 -070060static constexpr size_t kCopyBufferFrameCount = 256;
Andy Hung1b2fdcb2014-07-16 17:44:34 -070061
Mathias Agopian65ab4712010-07-14 17:59:35 -070062namespace android {
Mathias Agopian65ab4712010-07-14 17:59:35 -070063
64// ----------------------------------------------------------------------------
Andy Hung1b2fdcb2014-07-16 17:44:34 -070065
Mikhail Naganov7ad7a252019-07-30 14:42:32 -070066bool AudioMixer::isValidChannelMask(audio_channel_mask_t channelMask) const {
67 return audio_channel_mask_is_valid(channelMask); // the RemixBufferProvider is flexible.
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -080068}
Mathias Agopian65ab4712010-07-14 17:59:35 -070069
Andy Hunge93b6b72014-07-17 21:30:53 -070070// Called when channel masks have changed for a track name
Andy Hung7f475492014-08-25 16:36:37 -070071// TODO: Fix DownmixerBufferProvider not to (possibly) change mixer input format,
Andy Hunge93b6b72014-07-17 21:30:53 -070072// which will simplify this logic.
73bool AudioMixer::setChannelMasks(int name,
74 audio_channel_mask_t trackChannelMask, audio_channel_mask_t mixerChannelMask) {
Andy Hung1bc088a2018-02-09 15:57:31 -080075 LOG_ALWAYS_FATAL_IF(!exists(name), "invalid name: %d", name);
Mikhail Naganov7ad7a252019-07-30 14:42:32 -070076 const std::shared_ptr<Track> &track = getTrack(name);
Andy Hunge93b6b72014-07-17 21:30:53 -070077
jiabin245cdd92018-12-07 17:55:15 -080078 if (trackChannelMask == (track->channelMask | track->mHapticChannelMask)
79 && mixerChannelMask == (track->mMixerChannelMask | track->mMixerHapticChannelMask)) {
Andy Hunge93b6b72014-07-17 21:30:53 -070080 return false; // no need to change
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -070081 }
jiabin245cdd92018-12-07 17:55:15 -080082 const audio_channel_mask_t hapticChannelMask = trackChannelMask & AUDIO_CHANNEL_HAPTIC_ALL;
83 trackChannelMask &= ~AUDIO_CHANNEL_HAPTIC_ALL;
84 const audio_channel_mask_t mixerHapticChannelMask = mixerChannelMask & AUDIO_CHANNEL_HAPTIC_ALL;
85 mixerChannelMask &= ~AUDIO_CHANNEL_HAPTIC_ALL;
Andy Hunge93b6b72014-07-17 21:30:53 -070086 // always recompute for both channel masks even if only one has changed.
87 const uint32_t trackChannelCount = audio_channel_count_from_out_mask(trackChannelMask);
88 const uint32_t mixerChannelCount = audio_channel_count_from_out_mask(mixerChannelMask);
jiabin245cdd92018-12-07 17:55:15 -080089 const uint32_t hapticChannelCount = audio_channel_count_from_out_mask(hapticChannelMask);
90 const uint32_t mixerHapticChannelCount =
91 audio_channel_count_from_out_mask(mixerHapticChannelMask);
Andy Hunge93b6b72014-07-17 21:30:53 -070092
93 ALOG_ASSERT((trackChannelCount <= MAX_NUM_CHANNELS_TO_DOWNMIX)
94 && trackChannelCount
95 && mixerChannelCount);
Andy Hung8ed196a2018-01-05 13:21:11 -080096 track->channelMask = trackChannelMask;
97 track->channelCount = trackChannelCount;
98 track->mMixerChannelMask = mixerChannelMask;
99 track->mMixerChannelCount = mixerChannelCount;
jiabin245cdd92018-12-07 17:55:15 -0800100 track->mHapticChannelMask = hapticChannelMask;
101 track->mHapticChannelCount = hapticChannelCount;
102 track->mMixerHapticChannelMask = mixerHapticChannelMask;
103 track->mMixerHapticChannelCount = mixerHapticChannelCount;
104
105 if (track->mHapticChannelCount > 0) {
106 track->mAdjustInChannelCount = track->channelCount + track->mHapticChannelCount;
107 track->mAdjustOutChannelCount = track->channelCount + track->mMixerHapticChannelCount;
108 track->mAdjustNonDestructiveInChannelCount = track->mAdjustOutChannelCount;
109 track->mAdjustNonDestructiveOutChannelCount = track->channelCount;
110 track->mKeepContractedChannels = track->mHapticPlaybackEnabled;
111 } else {
112 track->mAdjustInChannelCount = 0;
113 track->mAdjustOutChannelCount = 0;
114 track->mAdjustNonDestructiveInChannelCount = 0;
115 track->mAdjustNonDestructiveOutChannelCount = 0;
116 track->mKeepContractedChannels = false;
117 }
Andy Hunge93b6b72014-07-17 21:30:53 -0700118
119 // channel masks have changed, does this track need a downmixer?
120 // update to try using our desired format (if we aren't already using it)
Andy Hung8ed196a2018-01-05 13:21:11 -0800121 const status_t status = track->prepareForDownmix();
Andy Hunge93b6b72014-07-17 21:30:53 -0700122 ALOGE_IF(status != OK,
Andy Hung0f451e92014-08-04 21:28:47 -0700123 "prepareForDownmix error %d, track channel mask %#x, mixer channel mask %#x",
Andy Hung8ed196a2018-01-05 13:21:11 -0800124 status, track->channelMask, track->mMixerChannelMask);
Andy Hunge93b6b72014-07-17 21:30:53 -0700125
Yung Ti Su1a0ecc32018-05-07 11:09:15 +0800126 // always do reformat since channel mask changed,
127 // do it after downmix since track format may change!
128 track->prepareForReformat();
Andy Hunge93b6b72014-07-17 21:30:53 -0700129
jiabindce8f8c2018-12-10 17:49:31 -0800130 track->prepareForAdjustChannelsNonDestructive(mFrameCount);
131 track->prepareForAdjustChannels();
132
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700133 // Resampler channels may have changed.
134 track->recreateResampler(mSampleRate);
Andy Hunge93b6b72014-07-17 21:30:53 -0700135 return true;
136}
137
Andy Hung8ed196a2018-01-05 13:21:11 -0800138void AudioMixer::Track::unprepareForDownmix() {
Andy Hung0f451e92014-08-04 21:28:47 -0700139 ALOGV("AudioMixer::unprepareForDownmix(%p)", this);
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700140
Andy Hung8ed196a2018-01-05 13:21:11 -0800141 if (mPostDownmixReformatBufferProvider.get() != nullptr) {
Andy Hung85395892017-04-25 16:47:52 -0700142 // release any buffers held by the mPostDownmixReformatBufferProvider
Andy Hung8ed196a2018-01-05 13:21:11 -0800143 // before deallocating the mDownmixerBufferProvider.
Andy Hung85395892017-04-25 16:47:52 -0700144 mPostDownmixReformatBufferProvider->reset();
145 }
146
Andy Hung7f475492014-08-25 16:36:37 -0700147 mDownmixRequiresFormat = AUDIO_FORMAT_INVALID;
Andy Hung8ed196a2018-01-05 13:21:11 -0800148 if (mDownmixerBufferProvider.get() != nullptr) {
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700149 // this track had previously been configured with a downmixer, delete it
Andy Hung8ed196a2018-01-05 13:21:11 -0800150 mDownmixerBufferProvider.reset(nullptr);
Andy Hung0f451e92014-08-04 21:28:47 -0700151 reconfigureBufferProviders();
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700152 } else {
153 ALOGV(" nothing to do, no downmixer to delete");
154 }
155}
156
Andy Hung8ed196a2018-01-05 13:21:11 -0800157status_t AudioMixer::Track::prepareForDownmix()
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700158{
Andy Hung0f451e92014-08-04 21:28:47 -0700159 ALOGV("AudioMixer::prepareForDownmix(%p) with mask 0x%x",
160 this, channelMask);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700161
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700162 // discard the previous downmixer if there was one
Andy Hung0f451e92014-08-04 21:28:47 -0700163 unprepareForDownmix();
Andy Hung73e62e22015-04-20 12:06:38 -0700164 // MONO_HACK Only remix (upmix or downmix) if the track and mixer/device channel masks
Judy Hsiaoc5cf9e22019-08-15 11:32:02 +0800165 // are not the same and not handled internally, as mono for channel position masks is.
Andy Hung0f451e92014-08-04 21:28:47 -0700166 if (channelMask == mMixerChannelMask
167 || (channelMask == AUDIO_CHANNEL_OUT_MONO
Judy Hsiaoc5cf9e22019-08-15 11:32:02 +0800168 && isAudioChannelPositionMask(mMixerChannelMask))) {
Andy Hung0f451e92014-08-04 21:28:47 -0700169 return NO_ERROR;
170 }
Andy Hung650ceb92015-01-29 13:31:12 -0800171 // DownmixerBufferProvider is only used for position masks.
172 if (audio_channel_mask_get_representation(channelMask)
173 == AUDIO_CHANNEL_REPRESENTATION_POSITION
174 && DownmixerBufferProvider::isMultichannelCapable()) {
Andy Hung66942552018-12-21 16:07:12 -0800175
176 // Check if we have a float or int16 downmixer, in that order.
177 for (const audio_format_t format : { AUDIO_FORMAT_PCM_FLOAT, AUDIO_FORMAT_PCM_16_BIT }) {
178 mDownmixerBufferProvider.reset(new DownmixerBufferProvider(
179 channelMask, mMixerChannelMask,
180 format,
181 sampleRate, sessionId, kCopyBufferFrameCount));
182 if (static_cast<DownmixerBufferProvider *>(mDownmixerBufferProvider.get())
183 ->isValid()) {
184 mDownmixRequiresFormat = format;
185 reconfigureBufferProviders();
186 return NO_ERROR;
187 }
Andy Hung34803d52014-07-16 21:41:35 -0700188 }
Andy Hung8ed196a2018-01-05 13:21:11 -0800189 // mDownmixerBufferProvider reset below.
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700190 }
Andy Hunge93b6b72014-07-17 21:30:53 -0700191
192 // Effect downmixer does not accept the channel conversion. Let's use our remixer.
Andy Hung8ed196a2018-01-05 13:21:11 -0800193 mDownmixerBufferProvider.reset(new RemixBufferProvider(channelMask,
194 mMixerChannelMask, mMixerInFormat, kCopyBufferFrameCount));
Andy Hunge93b6b72014-07-17 21:30:53 -0700195 // Remix always finds a conversion whereas Downmixer effect above may fail.
Andy Hung0f451e92014-08-04 21:28:47 -0700196 reconfigureBufferProviders();
Andy Hunge93b6b72014-07-17 21:30:53 -0700197 return NO_ERROR;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700198}
199
Andy Hung8ed196a2018-01-05 13:21:11 -0800200void AudioMixer::Track::unprepareForReformat() {
Andy Hung0f451e92014-08-04 21:28:47 -0700201 ALOGV("AudioMixer::unprepareForReformat(%p)", this);
Andy Hung7f475492014-08-25 16:36:37 -0700202 bool requiresReconfigure = false;
Andy Hung8ed196a2018-01-05 13:21:11 -0800203 if (mReformatBufferProvider.get() != nullptr) {
204 mReformatBufferProvider.reset(nullptr);
Andy Hung7f475492014-08-25 16:36:37 -0700205 requiresReconfigure = true;
206 }
Andy Hung8ed196a2018-01-05 13:21:11 -0800207 if (mPostDownmixReformatBufferProvider.get() != nullptr) {
208 mPostDownmixReformatBufferProvider.reset(nullptr);
Andy Hung7f475492014-08-25 16:36:37 -0700209 requiresReconfigure = true;
210 }
211 if (requiresReconfigure) {
Andy Hung0f451e92014-08-04 21:28:47 -0700212 reconfigureBufferProviders();
Andy Hungef7c7fb2014-05-12 16:51:41 -0700213 }
214}
215
Andy Hung8ed196a2018-01-05 13:21:11 -0800216status_t AudioMixer::Track::prepareForReformat()
Andy Hungef7c7fb2014-05-12 16:51:41 -0700217{
Andy Hung0f451e92014-08-04 21:28:47 -0700218 ALOGV("AudioMixer::prepareForReformat(%p) with format %#x", this, mFormat);
Andy Hung7f475492014-08-25 16:36:37 -0700219 // discard previous reformatters
Andy Hung0f451e92014-08-04 21:28:47 -0700220 unprepareForReformat();
Andy Hung7f475492014-08-25 16:36:37 -0700221 // only configure reformatters as needed
222 const audio_format_t targetFormat = mDownmixRequiresFormat != AUDIO_FORMAT_INVALID
223 ? mDownmixRequiresFormat : mMixerInFormat;
224 bool requiresReconfigure = false;
225 if (mFormat != targetFormat) {
Andy Hung8ed196a2018-01-05 13:21:11 -0800226 mReformatBufferProvider.reset(new ReformatBufferProvider(
Andy Hung0f451e92014-08-04 21:28:47 -0700227 audio_channel_count_from_out_mask(channelMask),
Andy Hung7f475492014-08-25 16:36:37 -0700228 mFormat,
229 targetFormat,
Andy Hung8ed196a2018-01-05 13:21:11 -0800230 kCopyBufferFrameCount));
Andy Hung7f475492014-08-25 16:36:37 -0700231 requiresReconfigure = true;
Kevin Rocarde053bfa2017-11-09 22:07:34 -0800232 } else if (mFormat == AUDIO_FORMAT_PCM_FLOAT) {
233 // Input and output are floats, make sure application did not provide > 3db samples
234 // that would break volume application (b/68099072)
235 // TODO: add a trusted source flag to avoid the overhead
236 mReformatBufferProvider.reset(new ClampFloatBufferProvider(
237 audio_channel_count_from_out_mask(channelMask),
238 kCopyBufferFrameCount));
239 requiresReconfigure = true;
Andy Hung7f475492014-08-25 16:36:37 -0700240 }
241 if (targetFormat != mMixerInFormat) {
Andy Hung8ed196a2018-01-05 13:21:11 -0800242 mPostDownmixReformatBufferProvider.reset(new ReformatBufferProvider(
Andy Hung7f475492014-08-25 16:36:37 -0700243 audio_channel_count_from_out_mask(mMixerChannelMask),
244 targetFormat,
245 mMixerInFormat,
Andy Hung8ed196a2018-01-05 13:21:11 -0800246 kCopyBufferFrameCount));
Andy Hung7f475492014-08-25 16:36:37 -0700247 requiresReconfigure = true;
248 }
249 if (requiresReconfigure) {
Andy Hung0f451e92014-08-04 21:28:47 -0700250 reconfigureBufferProviders();
Andy Hung296b7412014-06-17 15:25:47 -0700251 }
252 return NO_ERROR;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700253}
254
jiabindce8f8c2018-12-10 17:49:31 -0800255void AudioMixer::Track::unprepareForAdjustChannels()
256{
257 ALOGV("AUDIOMIXER::unprepareForAdjustChannels");
258 if (mAdjustChannelsBufferProvider.get() != nullptr) {
259 mAdjustChannelsBufferProvider.reset(nullptr);
260 reconfigureBufferProviders();
261 }
262}
263
264status_t AudioMixer::Track::prepareForAdjustChannels()
265{
266 ALOGV("AudioMixer::prepareForAdjustChannels(%p) with inChannelCount: %u, outChannelCount: %u",
267 this, mAdjustInChannelCount, mAdjustOutChannelCount);
268 unprepareForAdjustChannels();
269 if (mAdjustInChannelCount != mAdjustOutChannelCount) {
270 mAdjustChannelsBufferProvider.reset(new AdjustChannelsBufferProvider(
271 mFormat, mAdjustInChannelCount, mAdjustOutChannelCount, kCopyBufferFrameCount));
272 reconfigureBufferProviders();
273 }
274 return NO_ERROR;
275}
276
277void AudioMixer::Track::unprepareForAdjustChannelsNonDestructive()
278{
279 ALOGV("AUDIOMIXER::unprepareForAdjustChannelsNonDestructive");
jiabinea8fa7a2019-02-22 14:41:50 -0800280 if (mContractChannelsNonDestructiveBufferProvider.get() != nullptr) {
281 mContractChannelsNonDestructiveBufferProvider.reset(nullptr);
jiabindce8f8c2018-12-10 17:49:31 -0800282 reconfigureBufferProviders();
283 }
284}
285
286status_t AudioMixer::Track::prepareForAdjustChannelsNonDestructive(size_t frames)
287{
288 ALOGV("AudioMixer::prepareForAdjustChannelsNonDestructive(%p) with inChannelCount: %u, "
289 "outChannelCount: %u, keepContractedChannels: %d",
290 this, mAdjustNonDestructiveInChannelCount, mAdjustNonDestructiveOutChannelCount,
291 mKeepContractedChannels);
292 unprepareForAdjustChannelsNonDestructive();
293 if (mAdjustNonDestructiveInChannelCount != mAdjustNonDestructiveOutChannelCount) {
294 uint8_t* buffer = mKeepContractedChannels
295 ? (uint8_t*)mainBuffer + frames * audio_bytes_per_frame(
296 mMixerChannelCount, mMixerFormat)
297 : NULL;
jiabinea8fa7a2019-02-22 14:41:50 -0800298 mContractChannelsNonDestructiveBufferProvider.reset(
299 new AdjustChannelsBufferProvider(
jiabindce8f8c2018-12-10 17:49:31 -0800300 mFormat,
301 mAdjustNonDestructiveInChannelCount,
302 mAdjustNonDestructiveOutChannelCount,
jiabindce8f8c2018-12-10 17:49:31 -0800303 frames,
jiabinea8fa7a2019-02-22 14:41:50 -0800304 mKeepContractedChannels ? mMixerFormat : AUDIO_FORMAT_INVALID,
jiabindce8f8c2018-12-10 17:49:31 -0800305 buffer));
306 reconfigureBufferProviders();
307 }
308 return NO_ERROR;
309}
310
311void AudioMixer::Track::clearContractedBuffer()
312{
jiabinea8fa7a2019-02-22 14:41:50 -0800313 if (mContractChannelsNonDestructiveBufferProvider.get() != nullptr) {
314 static_cast<AdjustChannelsBufferProvider*>(
315 mContractChannelsNonDestructiveBufferProvider.get())->clearContractedFrames();
jiabindce8f8c2018-12-10 17:49:31 -0800316 }
317}
318
Andy Hung8ed196a2018-01-05 13:21:11 -0800319void AudioMixer::Track::reconfigureBufferProviders()
Andy Hungef7c7fb2014-05-12 16:51:41 -0700320{
Andy Hung3a34df92018-08-21 12:32:30 -0700321 // configure from upstream to downstream buffer providers.
Andy Hung0f451e92014-08-04 21:28:47 -0700322 bufferProvider = mInputBufferProvider;
jiabindce8f8c2018-12-10 17:49:31 -0800323 if (mAdjustChannelsBufferProvider.get() != nullptr) {
324 mAdjustChannelsBufferProvider->setBufferProvider(bufferProvider);
325 bufferProvider = mAdjustChannelsBufferProvider.get();
326 }
jiabinea8fa7a2019-02-22 14:41:50 -0800327 if (mContractChannelsNonDestructiveBufferProvider.get() != nullptr) {
328 mContractChannelsNonDestructiveBufferProvider->setBufferProvider(bufferProvider);
329 bufferProvider = mContractChannelsNonDestructiveBufferProvider.get();
jiabindce8f8c2018-12-10 17:49:31 -0800330 }
Andy Hung8ed196a2018-01-05 13:21:11 -0800331 if (mReformatBufferProvider.get() != nullptr) {
Andy Hung0f451e92014-08-04 21:28:47 -0700332 mReformatBufferProvider->setBufferProvider(bufferProvider);
Andy Hung8ed196a2018-01-05 13:21:11 -0800333 bufferProvider = mReformatBufferProvider.get();
Andy Hungef7c7fb2014-05-12 16:51:41 -0700334 }
Andy Hung8ed196a2018-01-05 13:21:11 -0800335 if (mDownmixerBufferProvider.get() != nullptr) {
336 mDownmixerBufferProvider->setBufferProvider(bufferProvider);
337 bufferProvider = mDownmixerBufferProvider.get();
Andy Hungef7c7fb2014-05-12 16:51:41 -0700338 }
Andy Hung8ed196a2018-01-05 13:21:11 -0800339 if (mPostDownmixReformatBufferProvider.get() != nullptr) {
Andy Hung7f475492014-08-25 16:36:37 -0700340 mPostDownmixReformatBufferProvider->setBufferProvider(bufferProvider);
Andy Hung8ed196a2018-01-05 13:21:11 -0800341 bufferProvider = mPostDownmixReformatBufferProvider.get();
Andy Hung7f475492014-08-25 16:36:37 -0700342 }
Andy Hung8ed196a2018-01-05 13:21:11 -0800343 if (mTimestretchBufferProvider.get() != nullptr) {
Andy Hungc5656cc2015-03-26 19:04:33 -0700344 mTimestretchBufferProvider->setBufferProvider(bufferProvider);
Andy Hung8ed196a2018-01-05 13:21:11 -0800345 bufferProvider = mTimestretchBufferProvider.get();
Andy Hungc5656cc2015-03-26 19:04:33 -0700346 }
Andy Hungef7c7fb2014-05-12 16:51:41 -0700347}
348
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800349void AudioMixer::setParameter(int name, int target, int param, void *value)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700350{
Andy Hung1bc088a2018-02-09 15:57:31 -0800351 LOG_ALWAYS_FATAL_IF(!exists(name), "invalid name: %d", name);
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700352 const std::shared_ptr<Track> &track = getTrack(name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700353
Kévin PETIT377b2ec2014-02-03 12:35:36 +0000354 int valueInt = static_cast<int>(reinterpret_cast<uintptr_t>(value));
355 int32_t *valueBuf = reinterpret_cast<int32_t*>(value);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700356
357 switch (target) {
Glenn Kasten788040c2011-05-05 08:19:00 -0700358
Mathias Agopian65ab4712010-07-14 17:59:35 -0700359 case TRACK:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800360 switch (param) {
Glenn Kasten788040c2011-05-05 08:19:00 -0700361 case CHANNEL_MASK: {
Andy Hunge93b6b72014-07-17 21:30:53 -0700362 const audio_channel_mask_t trackChannelMask =
363 static_cast<audio_channel_mask_t>(valueInt);
jiabin245cdd92018-12-07 17:55:15 -0800364 if (setChannelMasks(name, trackChannelMask,
365 (track->mMixerChannelMask | track->mMixerHapticChannelMask))) {
Andy Hunge93b6b72014-07-17 21:30:53 -0700366 ALOGV("setParameter(TRACK, CHANNEL_MASK, %x)", trackChannelMask);
Andy Hung8ed196a2018-01-05 13:21:11 -0800367 invalidate();
Mathias Agopian65ab4712010-07-14 17:59:35 -0700368 }
Glenn Kasten788040c2011-05-05 08:19:00 -0700369 } break;
370 case MAIN_BUFFER:
Andy Hung8ed196a2018-01-05 13:21:11 -0800371 if (track->mainBuffer != valueBuf) {
372 track->mainBuffer = valueBuf;
Steve Block3856b092011-10-20 11:56:00 +0100373 ALOGV("setParameter(TRACK, MAIN_BUFFER, %p)", valueBuf);
jiabindce8f8c2018-12-10 17:49:31 -0800374 if (track->mKeepContractedChannels) {
375 track->prepareForAdjustChannelsNonDestructive(mFrameCount);
376 }
Andy Hung8ed196a2018-01-05 13:21:11 -0800377 invalidate();
Mathias Agopian65ab4712010-07-14 17:59:35 -0700378 }
Glenn Kasten788040c2011-05-05 08:19:00 -0700379 break;
380 case AUX_BUFFER:
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700381 AudioMixerBase::setParameter(name, target, param, value);
Glenn Kasten788040c2011-05-05 08:19:00 -0700382 break;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700383 case FORMAT: {
384 audio_format_t format = static_cast<audio_format_t>(valueInt);
Andy Hung8ed196a2018-01-05 13:21:11 -0800385 if (track->mFormat != format) {
Andy Hungef7c7fb2014-05-12 16:51:41 -0700386 ALOG_ASSERT(audio_is_linear_pcm(format), "Invalid format %#x", format);
Andy Hung8ed196a2018-01-05 13:21:11 -0800387 track->mFormat = format;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700388 ALOGV("setParameter(TRACK, FORMAT, %#x)", format);
Andy Hung8ed196a2018-01-05 13:21:11 -0800389 track->prepareForReformat();
390 invalidate();
Andy Hungef7c7fb2014-05-12 16:51:41 -0700391 }
392 } break;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700393 // FIXME do we want to support setting the downmix type from AudioFlinger?
394 // for a specific track? or per mixer?
395 /* case DOWNMIX_TYPE:
396 break */
Andy Hung78820702014-02-28 16:23:02 -0800397 case MIXER_FORMAT: {
Andy Hunga1ab7cc2014-02-24 19:26:52 -0800398 audio_format_t format = static_cast<audio_format_t>(valueInt);
Andy Hung8ed196a2018-01-05 13:21:11 -0800399 if (track->mMixerFormat != format) {
400 track->mMixerFormat = format;
Andy Hung78820702014-02-28 16:23:02 -0800401 ALOGV("setParameter(TRACK, MIXER_FORMAT, %#x)", format);
jiabindce8f8c2018-12-10 17:49:31 -0800402 if (track->mKeepContractedChannels) {
403 track->prepareForAdjustChannelsNonDestructive(mFrameCount);
404 }
Andy Hunga1ab7cc2014-02-24 19:26:52 -0800405 }
406 } break;
Andy Hunge93b6b72014-07-17 21:30:53 -0700407 case MIXER_CHANNEL_MASK: {
408 const audio_channel_mask_t mixerChannelMask =
409 static_cast<audio_channel_mask_t>(valueInt);
jiabin245cdd92018-12-07 17:55:15 -0800410 if (setChannelMasks(name, track->channelMask | track->mHapticChannelMask,
411 mixerChannelMask)) {
Andy Hunge93b6b72014-07-17 21:30:53 -0700412 ALOGV("setParameter(TRACK, MIXER_CHANNEL_MASK, %#x)", mixerChannelMask);
Andy Hung8ed196a2018-01-05 13:21:11 -0800413 invalidate();
Andy Hunge93b6b72014-07-17 21:30:53 -0700414 }
415 } break;
jiabin245cdd92018-12-07 17:55:15 -0800416 case HAPTIC_ENABLED: {
417 const bool hapticPlaybackEnabled = static_cast<bool>(valueInt);
418 if (track->mHapticPlaybackEnabled != hapticPlaybackEnabled) {
419 track->mHapticPlaybackEnabled = hapticPlaybackEnabled;
420 track->mKeepContractedChannels = hapticPlaybackEnabled;
421 track->prepareForAdjustChannelsNonDestructive(mFrameCount);
422 track->prepareForAdjustChannels();
423 }
424 } break;
jiabin77270b82018-12-18 15:41:29 -0800425 case HAPTIC_INTENSITY: {
426 const haptic_intensity_t hapticIntensity = static_cast<haptic_intensity_t>(valueInt);
427 if (track->mHapticIntensity != hapticIntensity) {
428 track->mHapticIntensity = hapticIntensity;
429 }
430 } break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700431 default:
Glenn Kastenadad3d72014-02-21 14:51:43 -0800432 LOG_ALWAYS_FATAL("setParameter track: bad param %d", param);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700433 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700434 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700435
Mathias Agopian65ab4712010-07-14 17:59:35 -0700436 case RESAMPLE:
Mathias Agopian65ab4712010-07-14 17:59:35 -0700437 case RAMP_VOLUME:
438 case VOLUME:
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700439 AudioMixerBase::setParameter(name, target, param, value);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700440 break;
Mikhail Naganov3b73e992019-07-31 14:53:29 -0700441 case TIMESTRETCH:
442 switch (param) {
443 case PLAYBACK_RATE: {
444 const AudioPlaybackRate *playbackRate =
445 reinterpret_cast<AudioPlaybackRate*>(value);
446 ALOGW_IF(!isAudioPlaybackRateValid(*playbackRate),
447 "bad parameters speed %f, pitch %f",
448 playbackRate->mSpeed, playbackRate->mPitch);
449 if (track->setPlaybackRate(*playbackRate)) {
450 ALOGV("setParameter(TIMESTRETCH, PLAYBACK_RATE, STRETCH_MODE, FALLBACK_MODE "
451 "%f %f %d %d",
452 playbackRate->mSpeed,
453 playbackRate->mPitch,
454 playbackRate->mStretchMode,
455 playbackRate->mFallbackMode);
456 // invalidate(); (should not require reconfigure)
Andy Hungc5656cc2015-03-26 19:04:33 -0700457 }
Mikhail Naganov3b73e992019-07-31 14:53:29 -0700458 } break;
459 default:
460 LOG_ALWAYS_FATAL("setParameter timestretch: bad param %d", param);
461 }
462 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700463
464 default:
Glenn Kastenadad3d72014-02-21 14:51:43 -0800465 LOG_ALWAYS_FATAL("setParameter: bad target %d", target);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700466 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700467}
468
Andy Hung8ed196a2018-01-05 13:21:11 -0800469bool AudioMixer::Track::setPlaybackRate(const AudioPlaybackRate &playbackRate)
Andy Hungc5656cc2015-03-26 19:04:33 -0700470{
Andy Hung8ed196a2018-01-05 13:21:11 -0800471 if ((mTimestretchBufferProvider.get() == nullptr &&
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700472 fabs(playbackRate.mSpeed - mPlaybackRate.mSpeed) < AUDIO_TIMESTRETCH_SPEED_MIN_DELTA &&
473 fabs(playbackRate.mPitch - mPlaybackRate.mPitch) < AUDIO_TIMESTRETCH_PITCH_MIN_DELTA) ||
474 isAudioPlaybackRateEqual(playbackRate, mPlaybackRate)) {
Andy Hungc5656cc2015-03-26 19:04:33 -0700475 return false;
476 }
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700477 mPlaybackRate = playbackRate;
Andy Hung8ed196a2018-01-05 13:21:11 -0800478 if (mTimestretchBufferProvider.get() == nullptr) {
Andy Hungc5656cc2015-03-26 19:04:33 -0700479 // TODO: Remove MONO_HACK. Resampler sees #channels after the downmixer
480 // but if none exists, it is the channel count (1 for mono).
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700481 const int timestretchChannelCount = getOutputChannelCount();
Andy Hung8ed196a2018-01-05 13:21:11 -0800482 mTimestretchBufferProvider.reset(new TimestretchBufferProvider(timestretchChannelCount,
483 mMixerInFormat, sampleRate, playbackRate));
Andy Hungc5656cc2015-03-26 19:04:33 -0700484 reconfigureBufferProviders();
485 } else {
Andy Hung8ed196a2018-01-05 13:21:11 -0800486 static_cast<TimestretchBufferProvider*>(mTimestretchBufferProvider.get())
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700487 ->setPlaybackRate(playbackRate);
Andy Hungc5656cc2015-03-26 19:04:33 -0700488 }
489 return true;
490}
491
Glenn Kasten01c4ebf2012-02-22 10:47:35 -0800492void AudioMixer::setBufferProvider(int name, AudioBufferProvider* bufferProvider)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700493{
Andy Hung1bc088a2018-02-09 15:57:31 -0800494 LOG_ALWAYS_FATAL_IF(!exists(name), "invalid name: %d", name);
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700495 const std::shared_ptr<Track> &track = getTrack(name);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700496
Andy Hung8ed196a2018-01-05 13:21:11 -0800497 if (track->mInputBufferProvider == bufferProvider) {
Andy Hung1d26ddf2014-05-29 15:53:09 -0700498 return; // don't reset any buffer providers if identical.
499 }
Andy Hung3a34df92018-08-21 12:32:30 -0700500 // reset order from downstream to upstream buffer providers.
501 if (track->mTimestretchBufferProvider.get() != nullptr) {
502 track->mTimestretchBufferProvider->reset();
Andy Hung8ed196a2018-01-05 13:21:11 -0800503 } else if (track->mPostDownmixReformatBufferProvider.get() != nullptr) {
504 track->mPostDownmixReformatBufferProvider->reset();
Andy Hung3a34df92018-08-21 12:32:30 -0700505 } else if (track->mDownmixerBufferProvider != nullptr) {
506 track->mDownmixerBufferProvider->reset();
507 } else if (track->mReformatBufferProvider.get() != nullptr) {
508 track->mReformatBufferProvider->reset();
jiabinea8fa7a2019-02-22 14:41:50 -0800509 } else if (track->mContractChannelsNonDestructiveBufferProvider.get() != nullptr) {
510 track->mContractChannelsNonDestructiveBufferProvider->reset();
jiabindce8f8c2018-12-10 17:49:31 -0800511 } else if (track->mAdjustChannelsBufferProvider.get() != nullptr) {
512 track->mAdjustChannelsBufferProvider->reset();
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700513 }
Andy Hungef7c7fb2014-05-12 16:51:41 -0700514
Andy Hung8ed196a2018-01-05 13:21:11 -0800515 track->mInputBufferProvider = bufferProvider;
516 track->reconfigureBufferProviders();
Mathias Agopian65ab4712010-07-14 17:59:35 -0700517}
518
Glenn Kasten52008f82012-03-18 09:34:41 -0700519/*static*/ pthread_once_t AudioMixer::sOnceControl = PTHREAD_ONCE_INIT;
520
521/*static*/ void AudioMixer::sInitRoutine()
522{
Andy Hung34803d52014-07-16 21:41:35 -0700523 DownmixerBufferProvider::init(); // for the downmixer
John Grossman4ff14ba2012-02-08 16:37:41 -0800524}
525
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700526std::shared_ptr<AudioMixerBase::TrackBase> AudioMixer::preCreateTrack()
Andy Hunge93b6b72014-07-17 21:30:53 -0700527{
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700528 return std::make_shared<Track>();
Andy Hunge93b6b72014-07-17 21:30:53 -0700529}
530
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700531status_t AudioMixer::postCreateTrack(TrackBase *track)
Andy Hunge93b6b72014-07-17 21:30:53 -0700532{
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700533 Track* t = static_cast<Track*>(track);
534
535 audio_channel_mask_t channelMask = t->channelMask;
536 t->mHapticChannelMask = channelMask & AUDIO_CHANNEL_HAPTIC_ALL;
537 t->mHapticChannelCount = audio_channel_count_from_out_mask(t->mHapticChannelMask);
538 channelMask &= ~AUDIO_CHANNEL_HAPTIC_ALL;
539 t->channelCount = audio_channel_count_from_out_mask(channelMask);
540 ALOGV_IF(audio_channel_mask_get_bits(channelMask) != AUDIO_CHANNEL_OUT_STEREO,
541 "Non-stereo channel mask: %d\n", channelMask);
542 t->channelMask = channelMask;
543 t->mInputBufferProvider = NULL;
544 t->mDownmixRequiresFormat = AUDIO_FORMAT_INVALID; // no format required
545 t->mPlaybackRate = AUDIO_PLAYBACK_RATE_DEFAULT;
546 // haptic
547 t->mHapticPlaybackEnabled = false;
548 t->mHapticIntensity = HAPTIC_SCALE_NONE;
549 t->mMixerHapticChannelMask = AUDIO_CHANNEL_NONE;
550 t->mMixerHapticChannelCount = 0;
551 t->mAdjustInChannelCount = t->channelCount + t->mHapticChannelCount;
552 t->mAdjustOutChannelCount = t->channelCount + t->mMixerHapticChannelCount;
553 t->mAdjustNonDestructiveInChannelCount = t->mAdjustOutChannelCount;
554 t->mAdjustNonDestructiveOutChannelCount = t->channelCount;
555 t->mKeepContractedChannels = false;
556 // Check the downmixing (or upmixing) requirements.
557 status_t status = t->prepareForDownmix();
558 if (status != OK) {
559 ALOGE("AudioMixer::getTrackName invalid channelMask (%#x)", channelMask);
560 return BAD_VALUE;
Andy Hunge93b6b72014-07-17 21:30:53 -0700561 }
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700562 // prepareForDownmix() may change mDownmixRequiresFormat
563 ALOGVV("mMixerFormat:%#x mMixerInFormat:%#x\n", t->mMixerFormat, t->mMixerInFormat);
564 t->prepareForReformat();
565 t->prepareForAdjustChannelsNonDestructive(mFrameCount);
566 t->prepareForAdjustChannels();
567 return OK;
Andy Hunge93b6b72014-07-17 21:30:53 -0700568}
569
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700570void AudioMixer::preProcess()
Andy Hung5e58b0a2014-06-23 19:07:29 -0700571{
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700572 for (const auto &pair : mTracks) {
573 // Clear contracted buffer before processing if contracted channels are saved
574 const std::shared_ptr<TrackBase> &tb = pair.second;
575 Track *t = static_cast<Track*>(tb.get());
576 if (t->mKeepContractedChannels) {
577 t->clearContractedBuffer();
Andy Hung5e58b0a2014-06-23 19:07:29 -0700578 }
579 }
580}
581
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700582void AudioMixer::postProcess()
Andy Hung296b7412014-06-17 15:25:47 -0700583{
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700584 // Process haptic data.
jiabin77270b82018-12-18 15:41:29 -0800585 // Need to keep consistent with VibrationEffect.scale(int, float, int)
586 for (const auto &pair : mGroups) {
587 // process by group of tracks with same output main buffer.
588 const auto &group = pair.second;
589 for (const int name : group) {
Mikhail Naganov7ad7a252019-07-30 14:42:32 -0700590 const std::shared_ptr<Track> &t = getTrack(name);
jiabin77270b82018-12-18 15:41:29 -0800591 if (t->mHapticPlaybackEnabled) {
592 size_t sampleCount = mFrameCount * t->mMixerHapticChannelCount;
593 float gamma = t->getHapticScaleGamma();
594 float maxAmplitudeRatio = t->getHapticMaxAmplitudeRatio();
595 uint8_t* buffer = (uint8_t*)pair.first + mFrameCount * audio_bytes_per_frame(
596 t->mMixerChannelCount, t->mMixerFormat);
597 switch (t->mMixerFormat) {
598 // Mixer format should be AUDIO_FORMAT_PCM_FLOAT.
599 case AUDIO_FORMAT_PCM_FLOAT: {
600 float* fout = (float*) buffer;
601 for (size_t i = 0; i < sampleCount; i++) {
602 float mul = fout[i] >= 0 ? 1.0 : -1.0;
603 fout[i] = powf(fabsf(fout[i] / HAPTIC_MAX_AMPLITUDE_FLOAT), gamma)
604 * maxAmplitudeRatio * HAPTIC_MAX_AMPLITUDE_FLOAT * mul;
605 }
606 } break;
607 default:
608 LOG_ALWAYS_FATAL("bad mMixerFormat: %#x", t->mMixerFormat);
609 break;
610 }
611 break;
612 }
613 }
614 }
615}
616
Mathias Agopian65ab4712010-07-14 17:59:35 -0700617// ----------------------------------------------------------------------------
Glenn Kasten63238ef2015-03-02 15:50:29 -0800618} // namespace android