blob: 959c1409101b67744bd1f1acdcdd050e5d81c2c9 [file] [log] [blame]
Glenn Kasten99e53b82012-01-19 08:59:58 -08001/*
Mathias Agopian65ab4712010-07-14 17:59:35 -07002**
3** Copyright 2007, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18#define LOG_TAG "AudioMixer"
Glenn Kasten7f5d3352013-02-15 23:55:04 +000019//#define LOG_NDEBUG 0
Mathias Agopian65ab4712010-07-14 17:59:35 -070020
Glenn Kasten153b9fe2013-07-15 11:23:36 -070021#include "Configuration.h"
Mathias Agopian65ab4712010-07-14 17:59:35 -070022#include <stdint.h>
23#include <string.h>
24#include <stdlib.h>
Andy Hung5e58b0a2014-06-23 19:07:29 -070025#include <math.h>
Mathias Agopian65ab4712010-07-14 17:59:35 -070026#include <sys/types.h>
27
28#include <utils/Errors.h>
29#include <utils/Log.h>
30
Jean-Michel Trivi0d255b22011-05-24 15:53:33 -070031#include <cutils/bitops.h>
Glenn Kastenf6b16782011-12-15 09:51:17 -080032#include <cutils/compiler.h>
Glenn Kasten5798d4e2012-03-08 12:18:35 -080033#include <utils/Debug.h>
Jean-Michel Trivi0d255b22011-05-24 15:53:33 -070034
35#include <system/audio.h>
36
Glenn Kasten3b21c502011-12-15 09:52:39 -080037#include <audio_utils/primitives.h>
Andy Hungef7c7fb2014-05-12 16:51:41 -070038#include <audio_utils/format.h>
John Grossman4ff14ba2012-02-08 16:37:41 -080039#include <common_time/local_clock.h>
40#include <common_time/cc_helper.h>
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070041
Andy Hung296b7412014-06-17 15:25:47 -070042#include "AudioMixerOps.h"
Mathias Agopian65ab4712010-07-14 17:59:35 -070043#include "AudioMixer.h"
44
Andy Hunge93b6b72014-07-17 21:30:53 -070045// The FCC_2 macro refers to the Fixed Channel Count of 2 for the legacy integer mixer.
Andy Hung296b7412014-06-17 15:25:47 -070046#ifndef FCC_2
47#define FCC_2 2
48#endif
49
Andy Hunge93b6b72014-07-17 21:30:53 -070050// Look for MONO_HACK for any Mono hack involving legacy mono channel to
51// stereo channel conversion.
52
Andy Hung296b7412014-06-17 15:25:47 -070053/* VERY_VERY_VERBOSE_LOGGING will show exactly which process hook and track hook is
54 * being used. This is a considerable amount of log spam, so don't enable unless you
55 * are verifying the hook based code.
56 */
57//#define VERY_VERY_VERBOSE_LOGGING
58#ifdef VERY_VERY_VERBOSE_LOGGING
59#define ALOGVV ALOGV
60//define ALOGVV printf // for test-mixer.cpp
61#else
62#define ALOGVV(a...) do { } while (0)
63#endif
64
Andy Hunga08810b2014-07-16 21:53:43 -070065#ifndef ARRAY_SIZE
66#define ARRAY_SIZE(x) (sizeof(x)/sizeof((x)[0]))
67#endif
68
Andy Hung5b8fde72014-09-02 21:14:34 -070069// Set kUseNewMixer to true to use the new mixer engine always. Otherwise the
70// original code will be used for stereo sinks, the new mixer for multichannel.
71static const bool kUseNewMixer = true;
Andy Hung296b7412014-06-17 15:25:47 -070072
73// Set kUseFloat to true to allow floating input into the mixer engine.
74// If kUseNewMixer is false, this is ignored or may be overridden internally
75// because of downmix/upmix support.
76static const bool kUseFloat = true;
77
Andy Hung1b2fdcb2014-07-16 17:44:34 -070078// Set to default copy buffer size in frames for input processing.
79static const size_t kCopyBufferFrameCount = 256;
80
Mathias Agopian65ab4712010-07-14 17:59:35 -070081namespace android {
Mathias Agopian65ab4712010-07-14 17:59:35 -070082
83// ----------------------------------------------------------------------------
Andy Hung1b2fdcb2014-07-16 17:44:34 -070084
85template <typename T>
86T min(const T& a, const T& b)
87{
88 return a < b ? a : b;
89}
90
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070091// ----------------------------------------------------------------------------
Mathias Agopian65ab4712010-07-14 17:59:35 -070092
Paul Lind3c0a0e82012-08-01 18:49:49 -070093// Ensure mConfiguredNames bitmask is initialized properly on all architectures.
94// The value of 1 << x is undefined in C when x >= 32.
95
Glenn Kasten5c94b6c2012-03-20 17:01:29 -070096AudioMixer::AudioMixer(size_t frameCount, uint32_t sampleRate, uint32_t maxNumTracks)
Paul Lind3c0a0e82012-08-01 18:49:49 -070097 : mTrackNames(0), mConfiguredNames((maxNumTracks >= 32 ? 0 : 1 << maxNumTracks) - 1),
Glenn Kasten7f5d3352013-02-15 23:55:04 +000098 mSampleRate(sampleRate)
Mathias Agopian65ab4712010-07-14 17:59:35 -070099{
Glenn Kasten5c94b6c2012-03-20 17:01:29 -0700100 ALOG_ASSERT(maxNumTracks <= MAX_NUM_TRACKS, "maxNumTracks %u > MAX_NUM_TRACKS %u",
101 maxNumTracks, MAX_NUM_TRACKS);
102
Glenn Kasten599fabc2012-03-08 12:33:37 -0800103 // AudioMixer is not yet capable of more than 32 active track inputs
104 ALOG_ASSERT(32 >= MAX_NUM_TRACKS, "bad MAX_NUM_TRACKS %d", MAX_NUM_TRACKS);
105
Glenn Kasten52008f82012-03-18 09:34:41 -0700106 pthread_once(&sOnceControl, &sInitRoutine);
107
Mathias Agopian65ab4712010-07-14 17:59:35 -0700108 mState.enabledTracks= 0;
109 mState.needsChanged = 0;
110 mState.frameCount = frameCount;
Glenn Kasten84afa3b2012-01-25 15:28:08 -0800111 mState.hook = process__nop;
Glenn Kastene0feee32011-12-13 11:53:26 -0800112 mState.outputTemp = NULL;
113 mState.resampleTemp = NULL;
Glenn Kastenab7d72f2013-02-27 09:05:28 -0800114 mState.mLog = &mDummyLog;
Glenn Kasten84afa3b2012-01-25 15:28:08 -0800115 // mState.reserved
Glenn Kasten17a736c2012-02-14 08:52:15 -0800116
117 // FIXME Most of the following initialization is probably redundant since
118 // tracks[i] should only be referenced if (mTrackNames & (1 << i)) != 0
119 // and mTrackNames is initially 0. However, leave it here until that's verified.
Mathias Agopian65ab4712010-07-14 17:59:35 -0700120 track_t* t = mState.tracks;
Glenn Kastenbf71f1e2011-12-13 11:52:35 -0800121 for (unsigned i=0 ; i < MAX_NUM_TRACKS ; i++) {
Eric Laurenta5e82142012-04-16 13:47:17 -0700122 t->resampler = NULL;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700123 t->downmixerBufferProvider = NULL;
Andy Hung1b2fdcb2014-07-16 17:44:34 -0700124 t->mReformatBufferProvider = NULL;
Andy Hungc5656cc2015-03-26 19:04:33 -0700125 t->mTimestretchBufferProvider = NULL;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700126 t++;
127 }
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700128
Mathias Agopian65ab4712010-07-14 17:59:35 -0700129}
130
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800131AudioMixer::~AudioMixer()
132{
133 track_t* t = mState.tracks;
Glenn Kastenbf71f1e2011-12-13 11:52:35 -0800134 for (unsigned i=0 ; i < MAX_NUM_TRACKS ; i++) {
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800135 delete t->resampler;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700136 delete t->downmixerBufferProvider;
Andy Hung1b2fdcb2014-07-16 17:44:34 -0700137 delete t->mReformatBufferProvider;
Andy Hungc5656cc2015-03-26 19:04:33 -0700138 delete t->mTimestretchBufferProvider;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800139 t++;
140 }
141 delete [] mState.outputTemp;
142 delete [] mState.resampleTemp;
143}
Mathias Agopian65ab4712010-07-14 17:59:35 -0700144
Glenn Kastenab7d72f2013-02-27 09:05:28 -0800145void AudioMixer::setLog(NBLog::Writer *log)
146{
147 mState.mLog = log;
148}
149
Andy Hung7f475492014-08-25 16:36:37 -0700150static inline audio_format_t selectMixerInFormat(audio_format_t inputFormat __unused) {
151 return kUseFloat && kUseNewMixer ? AUDIO_FORMAT_PCM_FLOAT : AUDIO_FORMAT_PCM_16_BIT;
152}
153
Andy Hunge8a1ced2014-05-09 15:02:21 -0700154int AudioMixer::getTrackName(audio_channel_mask_t channelMask,
155 audio_format_t format, int sessionId)
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800156{
Andy Hunge8a1ced2014-05-09 15:02:21 -0700157 if (!isValidPcmTrackFormat(format)) {
158 ALOGE("AudioMixer::getTrackName invalid format (%#x)", format);
159 return -1;
160 }
Glenn Kasten5c94b6c2012-03-20 17:01:29 -0700161 uint32_t names = (~mTrackNames) & mConfiguredNames;
Glenn Kasten98dd5422011-12-15 14:38:29 -0800162 if (names != 0) {
163 int n = __builtin_ctz(names);
Steve Block3856b092011-10-20 11:56:00 +0100164 ALOGV("add track (%d)", n);
Glenn Kastendeeb1282012-03-25 11:59:31 -0700165 // assume default parameters for the track, except where noted below
166 track_t* t = &mState.tracks[n];
167 t->needs = 0;
Andy Hung5e58b0a2014-06-23 19:07:29 -0700168
169 // Integer volume.
170 // Currently integer volume is kept for the legacy integer mixer.
171 // Will be removed when the legacy mixer path is removed.
Andy Hung97ae8242014-05-30 10:35:47 -0700172 t->volume[0] = UNITY_GAIN_INT;
173 t->volume[1] = UNITY_GAIN_INT;
Andy Hung5e58b0a2014-06-23 19:07:29 -0700174 t->prevVolume[0] = UNITY_GAIN_INT << 16;
175 t->prevVolume[1] = UNITY_GAIN_INT << 16;
Glenn Kastendeeb1282012-03-25 11:59:31 -0700176 t->volumeInc[0] = 0;
177 t->volumeInc[1] = 0;
178 t->auxLevel = 0;
179 t->auxInc = 0;
Andy Hung5e58b0a2014-06-23 19:07:29 -0700180 t->prevAuxLevel = 0;
181
182 // Floating point volume.
183 t->mVolume[0] = UNITY_GAIN_FLOAT;
184 t->mVolume[1] = UNITY_GAIN_FLOAT;
185 t->mPrevVolume[0] = UNITY_GAIN_FLOAT;
186 t->mPrevVolume[1] = UNITY_GAIN_FLOAT;
187 t->mVolumeInc[0] = 0.;
188 t->mVolumeInc[1] = 0.;
189 t->mAuxLevel = 0.;
190 t->mAuxInc = 0.;
191 t->mPrevAuxLevel = 0.;
192
Glenn Kastendeeb1282012-03-25 11:59:31 -0700193 // no initialization needed
Glenn Kastendeeb1282012-03-25 11:59:31 -0700194 // t->frameCount
Andy Hung68112fc2014-05-14 14:13:23 -0700195 t->channelCount = audio_channel_count_from_out_mask(channelMask);
Glenn Kastendeeb1282012-03-25 11:59:31 -0700196 t->enabled = false;
Andy Hunge93b6b72014-07-17 21:30:53 -0700197 ALOGV_IF(audio_channel_mask_get_bits(channelMask) != AUDIO_CHANNEL_OUT_STEREO,
Andy Hungef7c7fb2014-05-12 16:51:41 -0700198 "Non-stereo channel mask: %d\n", channelMask);
Andy Hung68112fc2014-05-14 14:13:23 -0700199 t->channelMask = channelMask;
Jean-Michel Trivid06e1322012-09-12 15:47:07 -0700200 t->sessionId = sessionId;
Glenn Kastendeeb1282012-03-25 11:59:31 -0700201 // setBufferProvider(name, AudioBufferProvider *) is required before enable(name)
202 t->bufferProvider = NULL;
203 t->buffer.raw = NULL;
204 // no initialization needed
205 // t->buffer.frameCount
206 t->hook = NULL;
207 t->in = NULL;
208 t->resampler = NULL;
209 t->sampleRate = mSampleRate;
210 // setParameter(name, TRACK, MAIN_BUFFER, mixBuffer) is required before enable(name)
211 t->mainBuffer = NULL;
212 t->auxBuffer = NULL;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700213 t->mInputBufferProvider = NULL;
214 t->mReformatBufferProvider = NULL;
Glenn Kasten52008f82012-03-18 09:34:41 -0700215 t->downmixerBufferProvider = NULL;
Andy Hung7f475492014-08-25 16:36:37 -0700216 t->mPostDownmixReformatBufferProvider = NULL;
Andy Hungc5656cc2015-03-26 19:04:33 -0700217 t->mTimestretchBufferProvider = NULL;
Andy Hung78820702014-02-28 16:23:02 -0800218 t->mMixerFormat = AUDIO_FORMAT_PCM_16_BIT;
Andy Hunge8a1ced2014-05-09 15:02:21 -0700219 t->mFormat = format;
Andy Hung7f475492014-08-25 16:36:37 -0700220 t->mMixerInFormat = selectMixerInFormat(format);
221 t->mDownmixRequiresFormat = AUDIO_FORMAT_INVALID; // no format required
Andy Hunge93b6b72014-07-17 21:30:53 -0700222 t->mMixerChannelMask = audio_channel_mask_from_representation_and_bits(
223 AUDIO_CHANNEL_REPRESENTATION_POSITION, AUDIO_CHANNEL_OUT_STEREO);
224 t->mMixerChannelCount = audio_channel_count_from_out_mask(t->mMixerChannelMask);
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700225 t->mPlaybackRate = AUDIO_PLAYBACK_RATE_DEFAULT;
Andy Hung296b7412014-06-17 15:25:47 -0700226 // Check the downmixing (or upmixing) requirements.
Andy Hung0f451e92014-08-04 21:28:47 -0700227 status_t status = t->prepareForDownmix();
Andy Hung68112fc2014-05-14 14:13:23 -0700228 if (status != OK) {
229 ALOGE("AudioMixer::getTrackName invalid channelMask (%#x)", channelMask);
230 return -1;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700231 }
Andy Hung7f475492014-08-25 16:36:37 -0700232 // prepareForDownmix() may change mDownmixRequiresFormat
Andy Hung296b7412014-06-17 15:25:47 -0700233 ALOGVV("mMixerFormat:%#x mMixerInFormat:%#x\n", t->mMixerFormat, t->mMixerInFormat);
Andy Hung0f451e92014-08-04 21:28:47 -0700234 t->prepareForReformat();
Andy Hung68112fc2014-05-14 14:13:23 -0700235 mTrackNames |= 1 << n;
236 return TRACK0 + n;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700237 }
Andy Hung68112fc2014-05-14 14:13:23 -0700238 ALOGE("AudioMixer::getTrackName out of available tracks");
Mathias Agopian65ab4712010-07-14 17:59:35 -0700239 return -1;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800240}
Mathias Agopian65ab4712010-07-14 17:59:35 -0700241
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800242void AudioMixer::invalidateState(uint32_t mask)
243{
Glenn Kasten34fca342013-08-13 09:48:14 -0700244 if (mask != 0) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700245 mState.needsChanged |= mask;
246 mState.hook = process__validate;
247 }
248 }
249
Andy Hunge93b6b72014-07-17 21:30:53 -0700250// Called when channel masks have changed for a track name
Andy Hung7f475492014-08-25 16:36:37 -0700251// TODO: Fix DownmixerBufferProvider not to (possibly) change mixer input format,
Andy Hunge93b6b72014-07-17 21:30:53 -0700252// which will simplify this logic.
253bool AudioMixer::setChannelMasks(int name,
254 audio_channel_mask_t trackChannelMask, audio_channel_mask_t mixerChannelMask) {
255 track_t &track = mState.tracks[name];
256
257 if (trackChannelMask == track.channelMask
258 && mixerChannelMask == track.mMixerChannelMask) {
259 return false; // no need to change
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700260 }
Andy Hunge93b6b72014-07-17 21:30:53 -0700261 // always recompute for both channel masks even if only one has changed.
262 const uint32_t trackChannelCount = audio_channel_count_from_out_mask(trackChannelMask);
263 const uint32_t mixerChannelCount = audio_channel_count_from_out_mask(mixerChannelMask);
264 const bool mixerChannelCountChanged = track.mMixerChannelCount != mixerChannelCount;
265
266 ALOG_ASSERT((trackChannelCount <= MAX_NUM_CHANNELS_TO_DOWNMIX)
267 && trackChannelCount
268 && mixerChannelCount);
269 track.channelMask = trackChannelMask;
270 track.channelCount = trackChannelCount;
271 track.mMixerChannelMask = mixerChannelMask;
272 track.mMixerChannelCount = mixerChannelCount;
273
274 // channel masks have changed, does this track need a downmixer?
275 // update to try using our desired format (if we aren't already using it)
Andy Hung7f475492014-08-25 16:36:37 -0700276 const audio_format_t prevDownmixerFormat = track.mDownmixRequiresFormat;
Andy Hung0f451e92014-08-04 21:28:47 -0700277 const status_t status = mState.tracks[name].prepareForDownmix();
Andy Hunge93b6b72014-07-17 21:30:53 -0700278 ALOGE_IF(status != OK,
Andy Hung0f451e92014-08-04 21:28:47 -0700279 "prepareForDownmix error %d, track channel mask %#x, mixer channel mask %#x",
Andy Hunge93b6b72014-07-17 21:30:53 -0700280 status, track.channelMask, track.mMixerChannelMask);
281
Andy Hung7f475492014-08-25 16:36:37 -0700282 if (prevDownmixerFormat != track.mDownmixRequiresFormat) {
Andy Hung0f451e92014-08-04 21:28:47 -0700283 track.prepareForReformat(); // because of downmixer, track format may change!
Andy Hunge93b6b72014-07-17 21:30:53 -0700284 }
285
Andy Hung7f475492014-08-25 16:36:37 -0700286 if (track.resampler && mixerChannelCountChanged) {
287 // resampler channels may have changed.
Andy Hunge93b6b72014-07-17 21:30:53 -0700288 const uint32_t resetToSampleRate = track.sampleRate;
289 delete track.resampler;
290 track.resampler = NULL;
291 track.sampleRate = mSampleRate; // without resampler, track rate is device sample rate.
292 // recreate the resampler with updated format, channels, saved sampleRate.
293 track.setResampler(resetToSampleRate /*trackSampleRate*/, mSampleRate /*devSampleRate*/);
294 }
295 return true;
296}
297
Andy Hung0f451e92014-08-04 21:28:47 -0700298void AudioMixer::track_t::unprepareForDownmix() {
299 ALOGV("AudioMixer::unprepareForDownmix(%p)", this);
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700300
Andy Hung7f475492014-08-25 16:36:37 -0700301 mDownmixRequiresFormat = AUDIO_FORMAT_INVALID;
Andy Hung0f451e92014-08-04 21:28:47 -0700302 if (downmixerBufferProvider != NULL) {
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700303 // this track had previously been configured with a downmixer, delete it
304 ALOGV(" deleting old downmixer");
Andy Hung0f451e92014-08-04 21:28:47 -0700305 delete downmixerBufferProvider;
306 downmixerBufferProvider = NULL;
307 reconfigureBufferProviders();
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700308 } else {
309 ALOGV(" nothing to do, no downmixer to delete");
310 }
311}
312
Andy Hung0f451e92014-08-04 21:28:47 -0700313status_t AudioMixer::track_t::prepareForDownmix()
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700314{
Andy Hung0f451e92014-08-04 21:28:47 -0700315 ALOGV("AudioMixer::prepareForDownmix(%p) with mask 0x%x",
316 this, channelMask);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700317
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700318 // discard the previous downmixer if there was one
Andy Hung0f451e92014-08-04 21:28:47 -0700319 unprepareForDownmix();
Andy Hung73e62e22015-04-20 12:06:38 -0700320 // MONO_HACK Only remix (upmix or downmix) if the track and mixer/device channel masks
Andy Hung0f451e92014-08-04 21:28:47 -0700321 // are not the same and not handled internally, as mono -> stereo currently is.
322 if (channelMask == mMixerChannelMask
323 || (channelMask == AUDIO_CHANNEL_OUT_MONO
324 && mMixerChannelMask == AUDIO_CHANNEL_OUT_STEREO)) {
325 return NO_ERROR;
326 }
Andy Hung650ceb92015-01-29 13:31:12 -0800327 // DownmixerBufferProvider is only used for position masks.
328 if (audio_channel_mask_get_representation(channelMask)
329 == AUDIO_CHANNEL_REPRESENTATION_POSITION
330 && DownmixerBufferProvider::isMultichannelCapable()) {
Andy Hung0f451e92014-08-04 21:28:47 -0700331 DownmixerBufferProvider* pDbp = new DownmixerBufferProvider(channelMask,
332 mMixerChannelMask,
333 AUDIO_FORMAT_PCM_16_BIT /* TODO: use mMixerInFormat, now only PCM 16 */,
334 sampleRate, sessionId, kCopyBufferFrameCount);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700335
Andy Hung34803d52014-07-16 21:41:35 -0700336 if (pDbp->isValid()) { // if constructor completed properly
Andy Hung7f475492014-08-25 16:36:37 -0700337 mDownmixRequiresFormat = AUDIO_FORMAT_PCM_16_BIT; // PCM 16 bit required for downmix
Andy Hung0f451e92014-08-04 21:28:47 -0700338 downmixerBufferProvider = pDbp;
339 reconfigureBufferProviders();
Andy Hung34803d52014-07-16 21:41:35 -0700340 return NO_ERROR;
341 }
342 delete pDbp;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700343 }
Andy Hunge93b6b72014-07-17 21:30:53 -0700344
345 // Effect downmixer does not accept the channel conversion. Let's use our remixer.
Andy Hung0f451e92014-08-04 21:28:47 -0700346 RemixBufferProvider* pRbp = new RemixBufferProvider(channelMask,
347 mMixerChannelMask, mMixerInFormat, kCopyBufferFrameCount);
Andy Hunge93b6b72014-07-17 21:30:53 -0700348 // Remix always finds a conversion whereas Downmixer effect above may fail.
Andy Hung0f451e92014-08-04 21:28:47 -0700349 downmixerBufferProvider = pRbp;
350 reconfigureBufferProviders();
Andy Hunge93b6b72014-07-17 21:30:53 -0700351 return NO_ERROR;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700352}
353
Andy Hung0f451e92014-08-04 21:28:47 -0700354void AudioMixer::track_t::unprepareForReformat() {
355 ALOGV("AudioMixer::unprepareForReformat(%p)", this);
Andy Hung7f475492014-08-25 16:36:37 -0700356 bool requiresReconfigure = false;
Andy Hung0f451e92014-08-04 21:28:47 -0700357 if (mReformatBufferProvider != NULL) {
358 delete mReformatBufferProvider;
359 mReformatBufferProvider = NULL;
Andy Hung7f475492014-08-25 16:36:37 -0700360 requiresReconfigure = true;
361 }
362 if (mPostDownmixReformatBufferProvider != NULL) {
363 delete mPostDownmixReformatBufferProvider;
364 mPostDownmixReformatBufferProvider = NULL;
365 requiresReconfigure = true;
366 }
367 if (requiresReconfigure) {
Andy Hung0f451e92014-08-04 21:28:47 -0700368 reconfigureBufferProviders();
Andy Hungef7c7fb2014-05-12 16:51:41 -0700369 }
370}
371
Andy Hung0f451e92014-08-04 21:28:47 -0700372status_t AudioMixer::track_t::prepareForReformat()
Andy Hungef7c7fb2014-05-12 16:51:41 -0700373{
Andy Hung0f451e92014-08-04 21:28:47 -0700374 ALOGV("AudioMixer::prepareForReformat(%p) with format %#x", this, mFormat);
Andy Hung7f475492014-08-25 16:36:37 -0700375 // discard previous reformatters
Andy Hung0f451e92014-08-04 21:28:47 -0700376 unprepareForReformat();
Andy Hung7f475492014-08-25 16:36:37 -0700377 // only configure reformatters as needed
378 const audio_format_t targetFormat = mDownmixRequiresFormat != AUDIO_FORMAT_INVALID
379 ? mDownmixRequiresFormat : mMixerInFormat;
380 bool requiresReconfigure = false;
381 if (mFormat != targetFormat) {
Andy Hung0f451e92014-08-04 21:28:47 -0700382 mReformatBufferProvider = new ReformatBufferProvider(
383 audio_channel_count_from_out_mask(channelMask),
Andy Hung7f475492014-08-25 16:36:37 -0700384 mFormat,
385 targetFormat,
Andy Hung1b2fdcb2014-07-16 17:44:34 -0700386 kCopyBufferFrameCount);
Andy Hung7f475492014-08-25 16:36:37 -0700387 requiresReconfigure = true;
388 }
389 if (targetFormat != mMixerInFormat) {
390 mPostDownmixReformatBufferProvider = new ReformatBufferProvider(
391 audio_channel_count_from_out_mask(mMixerChannelMask),
392 targetFormat,
393 mMixerInFormat,
394 kCopyBufferFrameCount);
395 requiresReconfigure = true;
396 }
397 if (requiresReconfigure) {
Andy Hung0f451e92014-08-04 21:28:47 -0700398 reconfigureBufferProviders();
Andy Hung296b7412014-06-17 15:25:47 -0700399 }
400 return NO_ERROR;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700401}
402
Andy Hung0f451e92014-08-04 21:28:47 -0700403void AudioMixer::track_t::reconfigureBufferProviders()
Andy Hungef7c7fb2014-05-12 16:51:41 -0700404{
Andy Hung0f451e92014-08-04 21:28:47 -0700405 bufferProvider = mInputBufferProvider;
406 if (mReformatBufferProvider) {
407 mReformatBufferProvider->setBufferProvider(bufferProvider);
408 bufferProvider = mReformatBufferProvider;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700409 }
Andy Hung0f451e92014-08-04 21:28:47 -0700410 if (downmixerBufferProvider) {
411 downmixerBufferProvider->setBufferProvider(bufferProvider);
412 bufferProvider = downmixerBufferProvider;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700413 }
Andy Hung7f475492014-08-25 16:36:37 -0700414 if (mPostDownmixReformatBufferProvider) {
415 mPostDownmixReformatBufferProvider->setBufferProvider(bufferProvider);
416 bufferProvider = mPostDownmixReformatBufferProvider;
417 }
Andy Hungc5656cc2015-03-26 19:04:33 -0700418 if (mTimestretchBufferProvider) {
419 mTimestretchBufferProvider->setBufferProvider(bufferProvider);
420 bufferProvider = mTimestretchBufferProvider;
421 }
Andy Hungef7c7fb2014-05-12 16:51:41 -0700422}
423
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800424void AudioMixer::deleteTrackName(int name)
425{
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700426 ALOGV("AudioMixer::deleteTrackName(%d)", name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700427 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800428 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Glenn Kasten237a6242011-12-15 15:32:27 -0800429 ALOGV("deleteTrackName(%d)", name);
430 track_t& track(mState.tracks[ name ]);
Glenn Kasten4c340c62012-01-27 12:33:54 -0800431 if (track.enabled) {
432 track.enabled = false;
Glenn Kasten237a6242011-12-15 15:32:27 -0800433 invalidateState(1<<name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700434 }
Glenn Kasten4e2293f2012-04-12 09:39:07 -0700435 // delete the resampler
436 delete track.resampler;
437 track.resampler = NULL;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700438 // delete the downmixer
Andy Hung0f451e92014-08-04 21:28:47 -0700439 mState.tracks[name].unprepareForDownmix();
Andy Hungef7c7fb2014-05-12 16:51:41 -0700440 // delete the reformatter
Andy Hung0f451e92014-08-04 21:28:47 -0700441 mState.tracks[name].unprepareForReformat();
Andy Hungc5656cc2015-03-26 19:04:33 -0700442 // delete the timestretch provider
443 delete track.mTimestretchBufferProvider;
444 track.mTimestretchBufferProvider = NULL;
Glenn Kasten237a6242011-12-15 15:32:27 -0800445 mTrackNames &= ~(1<<name);
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800446}
Mathias Agopian65ab4712010-07-14 17:59:35 -0700447
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800448void AudioMixer::enable(int name)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700449{
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800450 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800451 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800452 track_t& track = mState.tracks[name];
453
Glenn Kasten4c340c62012-01-27 12:33:54 -0800454 if (!track.enabled) {
455 track.enabled = true;
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800456 ALOGV("enable(%d)", name);
457 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700458 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700459}
460
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800461void AudioMixer::disable(int name)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700462{
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800463 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800464 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800465 track_t& track = mState.tracks[name];
466
Glenn Kasten4c340c62012-01-27 12:33:54 -0800467 if (track.enabled) {
468 track.enabled = false;
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800469 ALOGV("disable(%d)", name);
470 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700471 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700472}
473
Andy Hung5866a3b2014-05-29 21:33:13 -0700474/* Sets the volume ramp variables for the AudioMixer.
475 *
Andy Hung5e58b0a2014-06-23 19:07:29 -0700476 * The volume ramp variables are used to transition from the previous
477 * volume to the set volume. ramp controls the duration of the transition.
478 * Its value is typically one state framecount period, but may also be 0,
479 * meaning "immediate."
Andy Hung5866a3b2014-05-29 21:33:13 -0700480 *
Andy Hung5e58b0a2014-06-23 19:07:29 -0700481 * FIXME: 1) Volume ramp is enabled only if there is a nonzero integer increment
482 * even if there is a nonzero floating point increment (in that case, the volume
483 * change is immediate). This restriction should be changed when the legacy mixer
484 * is removed (see #2).
485 * FIXME: 2) Integer volume variables are used for Legacy mixing and should be removed
486 * when no longer needed.
487 *
488 * @param newVolume set volume target in floating point [0.0, 1.0].
489 * @param ramp number of frames to increment over. if ramp is 0, the volume
490 * should be set immediately. Currently ramp should not exceed 65535 (frames).
491 * @param pIntSetVolume pointer to the U4.12 integer target volume, set on return.
492 * @param pIntPrevVolume pointer to the U4.28 integer previous volume, set on return.
493 * @param pIntVolumeInc pointer to the U4.28 increment per output audio frame, set on return.
494 * @param pSetVolume pointer to the float target volume, set on return.
495 * @param pPrevVolume pointer to the float previous volume, set on return.
496 * @param pVolumeInc pointer to the float increment per output audio frame, set on return.
Andy Hung5866a3b2014-05-29 21:33:13 -0700497 * @return true if the volume has changed, false if volume is same.
498 */
Andy Hung5e58b0a2014-06-23 19:07:29 -0700499static inline bool setVolumeRampVariables(float newVolume, int32_t ramp,
500 int16_t *pIntSetVolume, int32_t *pIntPrevVolume, int32_t *pIntVolumeInc,
501 float *pSetVolume, float *pPrevVolume, float *pVolumeInc) {
502 if (newVolume == *pSetVolume) {
Andy Hung5866a3b2014-05-29 21:33:13 -0700503 return false;
504 }
Andy Hung5e58b0a2014-06-23 19:07:29 -0700505 /* set the floating point volume variables */
Andy Hung5866a3b2014-05-29 21:33:13 -0700506 if (ramp != 0) {
Andy Hung5e58b0a2014-06-23 19:07:29 -0700507 *pVolumeInc = (newVolume - *pSetVolume) / ramp;
508 *pPrevVolume = *pSetVolume;
Andy Hung5866a3b2014-05-29 21:33:13 -0700509 } else {
Andy Hung5e58b0a2014-06-23 19:07:29 -0700510 *pVolumeInc = 0;
511 *pPrevVolume = newVolume;
Andy Hung5866a3b2014-05-29 21:33:13 -0700512 }
Andy Hung5e58b0a2014-06-23 19:07:29 -0700513 *pSetVolume = newVolume;
514
515 /* set the legacy integer volume variables */
516 int32_t intVolume = newVolume * AudioMixer::UNITY_GAIN_INT;
517 if (intVolume > AudioMixer::UNITY_GAIN_INT) {
518 intVolume = AudioMixer::UNITY_GAIN_INT;
519 } else if (intVolume < 0) {
520 ALOGE("negative volume %.7g", newVolume);
521 intVolume = 0; // should never happen, but for safety check.
522 }
523 if (intVolume == *pIntSetVolume) {
524 *pIntVolumeInc = 0;
525 /* TODO: integer/float workaround: ignore floating volume ramp */
526 *pVolumeInc = 0;
527 *pPrevVolume = newVolume;
528 return true;
529 }
530 if (ramp != 0) {
531 *pIntVolumeInc = ((intVolume - *pIntSetVolume) << 16) / ramp;
532 *pIntPrevVolume = (*pIntVolumeInc == 0 ? intVolume : *pIntSetVolume) << 16;
533 } else {
534 *pIntVolumeInc = 0;
535 *pIntPrevVolume = intVolume << 16;
536 }
537 *pIntSetVolume = intVolume;
Andy Hung5866a3b2014-05-29 21:33:13 -0700538 return true;
539}
540
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800541void AudioMixer::setParameter(int name, int target, int param, void *value)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700542{
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800543 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800544 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800545 track_t& track = mState.tracks[name];
Mathias Agopian65ab4712010-07-14 17:59:35 -0700546
Kévin PETIT377b2ec2014-02-03 12:35:36 +0000547 int valueInt = static_cast<int>(reinterpret_cast<uintptr_t>(value));
548 int32_t *valueBuf = reinterpret_cast<int32_t*>(value);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700549
550 switch (target) {
Glenn Kasten788040c2011-05-05 08:19:00 -0700551
Mathias Agopian65ab4712010-07-14 17:59:35 -0700552 case TRACK:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800553 switch (param) {
Glenn Kasten788040c2011-05-05 08:19:00 -0700554 case CHANNEL_MASK: {
Andy Hunge93b6b72014-07-17 21:30:53 -0700555 const audio_channel_mask_t trackChannelMask =
556 static_cast<audio_channel_mask_t>(valueInt);
557 if (setChannelMasks(name, trackChannelMask, track.mMixerChannelMask)) {
558 ALOGV("setParameter(TRACK, CHANNEL_MASK, %x)", trackChannelMask);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800559 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700560 }
Glenn Kasten788040c2011-05-05 08:19:00 -0700561 } break;
562 case MAIN_BUFFER:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800563 if (track.mainBuffer != valueBuf) {
564 track.mainBuffer = valueBuf;
Steve Block3856b092011-10-20 11:56:00 +0100565 ALOGV("setParameter(TRACK, MAIN_BUFFER, %p)", valueBuf);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800566 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700567 }
Glenn Kasten788040c2011-05-05 08:19:00 -0700568 break;
569 case AUX_BUFFER:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800570 if (track.auxBuffer != valueBuf) {
571 track.auxBuffer = valueBuf;
Steve Block3856b092011-10-20 11:56:00 +0100572 ALOGV("setParameter(TRACK, AUX_BUFFER, %p)", valueBuf);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800573 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700574 }
Glenn Kasten788040c2011-05-05 08:19:00 -0700575 break;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700576 case FORMAT: {
577 audio_format_t format = static_cast<audio_format_t>(valueInt);
578 if (track.mFormat != format) {
579 ALOG_ASSERT(audio_is_linear_pcm(format), "Invalid format %#x", format);
580 track.mFormat = format;
581 ALOGV("setParameter(TRACK, FORMAT, %#x)", format);
Andy Hung0f451e92014-08-04 21:28:47 -0700582 track.prepareForReformat();
Andy Hungef7c7fb2014-05-12 16:51:41 -0700583 invalidateState(1 << name);
584 }
585 } break;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700586 // FIXME do we want to support setting the downmix type from AudioFlinger?
587 // for a specific track? or per mixer?
588 /* case DOWNMIX_TYPE:
589 break */
Andy Hung78820702014-02-28 16:23:02 -0800590 case MIXER_FORMAT: {
Andy Hunga1ab7cc2014-02-24 19:26:52 -0800591 audio_format_t format = static_cast<audio_format_t>(valueInt);
Andy Hung78820702014-02-28 16:23:02 -0800592 if (track.mMixerFormat != format) {
593 track.mMixerFormat = format;
594 ALOGV("setParameter(TRACK, MIXER_FORMAT, %#x)", format);
Andy Hunga1ab7cc2014-02-24 19:26:52 -0800595 }
596 } break;
Andy Hunge93b6b72014-07-17 21:30:53 -0700597 case MIXER_CHANNEL_MASK: {
598 const audio_channel_mask_t mixerChannelMask =
599 static_cast<audio_channel_mask_t>(valueInt);
600 if (setChannelMasks(name, track.channelMask, mixerChannelMask)) {
601 ALOGV("setParameter(TRACK, MIXER_CHANNEL_MASK, %#x)", mixerChannelMask);
602 invalidateState(1 << name);
603 }
604 } break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700605 default:
Glenn Kastenadad3d72014-02-21 14:51:43 -0800606 LOG_ALWAYS_FATAL("setParameter track: bad param %d", param);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700607 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700608 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700609
Mathias Agopian65ab4712010-07-14 17:59:35 -0700610 case RESAMPLE:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800611 switch (param) {
612 case SAMPLE_RATE:
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800613 ALOG_ASSERT(valueInt > 0, "bad sample rate %d", valueInt);
Glenn Kasten788040c2011-05-05 08:19:00 -0700614 if (track.setResampler(uint32_t(valueInt), mSampleRate)) {
615 ALOGV("setParameter(RESAMPLE, SAMPLE_RATE, %u)",
616 uint32_t(valueInt));
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800617 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700618 }
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800619 break;
620 case RESET:
Eric Laurent243f5f92011-02-28 16:52:51 -0800621 track.resetResampler();
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800622 invalidateState(1 << name);
623 break;
Glenn Kasten4e2293f2012-04-12 09:39:07 -0700624 case REMOVE:
625 delete track.resampler;
626 track.resampler = NULL;
627 track.sampleRate = mSampleRate;
628 invalidateState(1 << name);
629 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700630 default:
Glenn Kastenadad3d72014-02-21 14:51:43 -0800631 LOG_ALWAYS_FATAL("setParameter resample: bad param %d", param);
Eric Laurent243f5f92011-02-28 16:52:51 -0800632 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700633 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700634
Mathias Agopian65ab4712010-07-14 17:59:35 -0700635 case RAMP_VOLUME:
636 case VOLUME:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800637 switch (param) {
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800638 case AUXLEVEL:
Andy Hung6be49402014-05-30 10:42:03 -0700639 if (setVolumeRampVariables(*reinterpret_cast<float*>(value),
Andy Hung5866a3b2014-05-29 21:33:13 -0700640 target == RAMP_VOLUME ? mState.frameCount : 0,
Andy Hung5e58b0a2014-06-23 19:07:29 -0700641 &track.auxLevel, &track.prevAuxLevel, &track.auxInc,
642 &track.mAuxLevel, &track.mPrevAuxLevel, &track.mAuxInc)) {
Andy Hung5866a3b2014-05-29 21:33:13 -0700643 ALOGV("setParameter(%s, AUXLEVEL: %04x)",
Andy Hung6be49402014-05-30 10:42:03 -0700644 target == VOLUME ? "VOLUME" : "RAMP_VOLUME", track.auxLevel);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800645 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700646 }
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800647 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700648 default:
Andy Hunge93b6b72014-07-17 21:30:53 -0700649 if ((unsigned)param >= VOLUME0 && (unsigned)param < VOLUME0 + MAX_NUM_VOLUMES) {
650 if (setVolumeRampVariables(*reinterpret_cast<float*>(value),
651 target == RAMP_VOLUME ? mState.frameCount : 0,
652 &track.volume[param - VOLUME0], &track.prevVolume[param - VOLUME0],
653 &track.volumeInc[param - VOLUME0],
654 &track.mVolume[param - VOLUME0], &track.mPrevVolume[param - VOLUME0],
655 &track.mVolumeInc[param - VOLUME0])) {
656 ALOGV("setParameter(%s, VOLUME%d: %04x)",
657 target == VOLUME ? "VOLUME" : "RAMP_VOLUME", param - VOLUME0,
658 track.volume[param - VOLUME0]);
659 invalidateState(1 << name);
660 }
661 } else {
662 LOG_ALWAYS_FATAL("setParameter volume: bad param %d", param);
663 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700664 }
665 break;
Andy Hungc5656cc2015-03-26 19:04:33 -0700666 case TIMESTRETCH:
667 switch (param) {
668 case PLAYBACK_RATE: {
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700669 const AudioPlaybackRate *playbackRate =
670 reinterpret_cast<AudioPlaybackRate*>(value);
671 ALOG_ASSERT(AUDIO_TIMESTRETCH_SPEED_MIN <= playbackRate->mSpeed
672 && playbackRate->mSpeed <= AUDIO_TIMESTRETCH_SPEED_MAX,
673 "bad speed %f", playbackRate->mSpeed);
674 ALOG_ASSERT(AUDIO_TIMESTRETCH_PITCH_MIN <= playbackRate->mPitch
675 && playbackRate->mPitch <= AUDIO_TIMESTRETCH_PITCH_MAX,
676 "bad pitch %f", playbackRate->mPitch);
677 //TODO: use function from AudioResamplerPublic.h to test validity.
678 if (track.setPlaybackRate(*playbackRate)) {
679 ALOGV("setParameter(TIMESTRETCH, PLAYBACK_RATE, STRETCH_MODE, FALLBACK_MODE "
680 "%f %f %d %d",
681 playbackRate->mSpeed,
682 playbackRate->mPitch,
683 playbackRate->mStretchMode,
684 playbackRate->mFallbackMode);
Andy Hungc5656cc2015-03-26 19:04:33 -0700685 // invalidateState(1 << name);
686 }
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700687 } break;
Andy Hungc5656cc2015-03-26 19:04:33 -0700688 default:
689 LOG_ALWAYS_FATAL("setParameter timestretch: bad param %d", param);
690 }
691 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700692
693 default:
Glenn Kastenadad3d72014-02-21 14:51:43 -0800694 LOG_ALWAYS_FATAL("setParameter: bad target %d", target);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700695 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700696}
697
Andy Hunge93b6b72014-07-17 21:30:53 -0700698bool AudioMixer::track_t::setResampler(uint32_t trackSampleRate, uint32_t devSampleRate)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700699{
Andy Hunge93b6b72014-07-17 21:30:53 -0700700 if (trackSampleRate != devSampleRate || resampler != NULL) {
701 if (sampleRate != trackSampleRate) {
702 sampleRate = trackSampleRate;
Glenn Kastene0feee32011-12-13 11:53:26 -0800703 if (resampler == NULL) {
Andy Hunge93b6b72014-07-17 21:30:53 -0700704 ALOGV("Creating resampler from track %d Hz to device %d Hz",
705 trackSampleRate, devSampleRate);
Glenn Kastenac602052012-10-01 14:04:31 -0700706 AudioResampler::src_quality quality;
707 // force lowest quality level resampler if use case isn't music or video
708 // FIXME this is flawed for dynamic sample rates, as we choose the resampler
709 // quality level based on the initial ratio, but that could change later.
710 // Should have a way to distinguish tracks with static ratios vs. dynamic ratios.
Andy Hunge93b6b72014-07-17 21:30:53 -0700711 if (!((trackSampleRate == 44100 && devSampleRate == 48000) ||
712 (trackSampleRate == 48000 && devSampleRate == 44100))) {
Andy Hung9e0308c2014-01-30 14:32:31 -0800713 quality = AudioResampler::DYN_LOW_QUALITY;
Glenn Kastenac602052012-10-01 14:04:31 -0700714 } else {
715 quality = AudioResampler::DEFAULT_QUALITY;
716 }
Andy Hung296b7412014-06-17 15:25:47 -0700717
Andy Hunge93b6b72014-07-17 21:30:53 -0700718 // TODO: Remove MONO_HACK. Resampler sees #channels after the downmixer
719 // but if none exists, it is the channel count (1 for mono).
720 const int resamplerChannelCount = downmixerBufferProvider != NULL
721 ? mMixerChannelCount : channelCount;
Andy Hung9a592762014-07-21 21:56:01 -0700722 ALOGVV("Creating resampler:"
723 " format(%#x) channels(%d) devSampleRate(%u) quality(%d)\n",
724 mMixerInFormat, resamplerChannelCount, devSampleRate, quality);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700725 resampler = AudioResampler::create(
Andy Hung3348e362014-07-07 10:21:44 -0700726 mMixerInFormat,
Andy Hunge93b6b72014-07-17 21:30:53 -0700727 resamplerChannelCount,
Glenn Kastenac602052012-10-01 14:04:31 -0700728 devSampleRate, quality);
Glenn Kasten52008f82012-03-18 09:34:41 -0700729 resampler->setLocalTimeFreq(sLocalTimeFreq);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700730 }
731 return true;
732 }
733 }
734 return false;
735}
736
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700737bool AudioMixer::track_t::setPlaybackRate(const AudioPlaybackRate &playbackRate)
Andy Hungc5656cc2015-03-26 19:04:33 -0700738{
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700739 if ((mTimestretchBufferProvider == NULL &&
740 fabs(playbackRate.mSpeed - mPlaybackRate.mSpeed) < AUDIO_TIMESTRETCH_SPEED_MIN_DELTA &&
741 fabs(playbackRate.mPitch - mPlaybackRate.mPitch) < AUDIO_TIMESTRETCH_PITCH_MIN_DELTA) ||
742 isAudioPlaybackRateEqual(playbackRate, mPlaybackRate)) {
Andy Hungc5656cc2015-03-26 19:04:33 -0700743 return false;
744 }
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700745 mPlaybackRate = playbackRate;
Andy Hungc5656cc2015-03-26 19:04:33 -0700746 if (mTimestretchBufferProvider == NULL) {
747 // TODO: Remove MONO_HACK. Resampler sees #channels after the downmixer
748 // but if none exists, it is the channel count (1 for mono).
749 const int timestretchChannelCount = downmixerBufferProvider != NULL
750 ? mMixerChannelCount : channelCount;
751 mTimestretchBufferProvider = new TimestretchBufferProvider(timestretchChannelCount,
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700752 mMixerInFormat, sampleRate, playbackRate);
Andy Hungc5656cc2015-03-26 19:04:33 -0700753 reconfigureBufferProviders();
754 } else {
755 reinterpret_cast<TimestretchBufferProvider*>(mTimestretchBufferProvider)
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700756 ->setPlaybackRate(playbackRate);
Andy Hungc5656cc2015-03-26 19:04:33 -0700757 }
758 return true;
759}
760
Andy Hung5e58b0a2014-06-23 19:07:29 -0700761/* Checks to see if the volume ramp has completed and clears the increment
762 * variables appropriately.
763 *
764 * FIXME: There is code to handle int/float ramp variable switchover should it not
765 * complete within a mixer buffer processing call, but it is preferred to avoid switchover
766 * due to precision issues. The switchover code is included for legacy code purposes
767 * and can be removed once the integer volume is removed.
768 *
769 * It is not sufficient to clear only the volumeInc integer variable because
770 * if one channel requires ramping, all channels are ramped.
771 *
772 * There is a bit of duplicated code here, but it keeps backward compatibility.
773 */
774inline void AudioMixer::track_t::adjustVolumeRamp(bool aux, bool useFloat)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700775{
Andy Hung5e58b0a2014-06-23 19:07:29 -0700776 if (useFloat) {
Andy Hunge93b6b72014-07-17 21:30:53 -0700777 for (uint32_t i = 0; i < MAX_NUM_VOLUMES; i++) {
Eric Laurent43412fc2015-05-08 16:14:36 -0700778 if ((mVolumeInc[i] > 0 && mPrevVolume[i] + mVolumeInc[i] >= mVolume[i]) ||
779 (mVolumeInc[i] < 0 && mPrevVolume[i] + mVolumeInc[i] <= mVolume[i])) {
Andy Hung5e58b0a2014-06-23 19:07:29 -0700780 volumeInc[i] = 0;
781 prevVolume[i] = volume[i] << 16;
782 mVolumeInc[i] = 0.;
783 mPrevVolume[i] = mVolume[i];
Andy Hung5e58b0a2014-06-23 19:07:29 -0700784 } else {
785 //ALOGV("ramp: %f %f %f", mVolume[i], mPrevVolume[i], mVolumeInc[i]);
786 prevVolume[i] = u4_28_from_float(mPrevVolume[i]);
787 }
788 }
789 } else {
Andy Hunge93b6b72014-07-17 21:30:53 -0700790 for (uint32_t i = 0; i < MAX_NUM_VOLUMES; i++) {
Andy Hung5e58b0a2014-06-23 19:07:29 -0700791 if (((volumeInc[i]>0) && (((prevVolume[i]+volumeInc[i])>>16) >= volume[i])) ||
792 ((volumeInc[i]<0) && (((prevVolume[i]+volumeInc[i])>>16) <= volume[i]))) {
793 volumeInc[i] = 0;
794 prevVolume[i] = volume[i] << 16;
795 mVolumeInc[i] = 0.;
796 mPrevVolume[i] = mVolume[i];
797 } else {
798 //ALOGV("ramp: %d %d %d", volume[i] << 16, prevVolume[i], volumeInc[i]);
799 mPrevVolume[i] = float_from_u4_28(prevVolume[i]);
800 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700801 }
802 }
Andy Hung5e58b0a2014-06-23 19:07:29 -0700803 /* TODO: aux is always integer regardless of output buffer type */
Mathias Agopian65ab4712010-07-14 17:59:35 -0700804 if (aux) {
805 if (((auxInc>0) && (((prevAuxLevel+auxInc)>>16) >= auxLevel)) ||
Andy Hung5e58b0a2014-06-23 19:07:29 -0700806 ((auxInc<0) && (((prevAuxLevel+auxInc)>>16) <= auxLevel))) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700807 auxInc = 0;
Andy Hung5e58b0a2014-06-23 19:07:29 -0700808 prevAuxLevel = auxLevel << 16;
809 mAuxInc = 0.;
810 mPrevAuxLevel = mAuxLevel;
811 } else {
812 //ALOGV("aux ramp: %d %d %d", auxLevel << 16, prevAuxLevel, auxInc);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700813 }
814 }
815}
816
Glenn Kastenc59c0042012-02-02 14:06:11 -0800817size_t AudioMixer::getUnreleasedFrames(int name) const
Eric Laurent071ccd52011-12-22 16:08:41 -0800818{
819 name -= TRACK0;
820 if (uint32_t(name) < MAX_NUM_TRACKS) {
Glenn Kastenc59c0042012-02-02 14:06:11 -0800821 return mState.tracks[name].getUnreleasedFrames();
Eric Laurent071ccd52011-12-22 16:08:41 -0800822 }
823 return 0;
824}
Mathias Agopian65ab4712010-07-14 17:59:35 -0700825
Glenn Kasten01c4ebf2012-02-22 10:47:35 -0800826void AudioMixer::setBufferProvider(int name, AudioBufferProvider* bufferProvider)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700827{
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800828 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800829 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700830
Andy Hung1d26ddf2014-05-29 15:53:09 -0700831 if (mState.tracks[name].mInputBufferProvider == bufferProvider) {
832 return; // don't reset any buffer providers if identical.
833 }
Andy Hungef7c7fb2014-05-12 16:51:41 -0700834 if (mState.tracks[name].mReformatBufferProvider != NULL) {
835 mState.tracks[name].mReformatBufferProvider->reset();
836 } else if (mState.tracks[name].downmixerBufferProvider != NULL) {
Andy Hung7f475492014-08-25 16:36:37 -0700837 mState.tracks[name].downmixerBufferProvider->reset();
838 } else if (mState.tracks[name].mPostDownmixReformatBufferProvider != NULL) {
839 mState.tracks[name].mPostDownmixReformatBufferProvider->reset();
Andy Hungc5656cc2015-03-26 19:04:33 -0700840 } else if (mState.tracks[name].mTimestretchBufferProvider != NULL) {
841 mState.tracks[name].mTimestretchBufferProvider->reset();
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700842 }
Andy Hungef7c7fb2014-05-12 16:51:41 -0700843
844 mState.tracks[name].mInputBufferProvider = bufferProvider;
Andy Hung0f451e92014-08-04 21:28:47 -0700845 mState.tracks[name].reconfigureBufferProviders();
Mathias Agopian65ab4712010-07-14 17:59:35 -0700846}
847
848
John Grossman4ff14ba2012-02-08 16:37:41 -0800849void AudioMixer::process(int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700850{
John Grossman4ff14ba2012-02-08 16:37:41 -0800851 mState.hook(&mState, pts);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700852}
853
854
John Grossman4ff14ba2012-02-08 16:37:41 -0800855void AudioMixer::process__validate(state_t* state, int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700856{
Steve Block5ff1dd52012-01-05 23:22:43 +0000857 ALOGW_IF(!state->needsChanged,
Mathias Agopian65ab4712010-07-14 17:59:35 -0700858 "in process__validate() but nothing's invalid");
859
860 uint32_t changed = state->needsChanged;
861 state->needsChanged = 0; // clear the validation flag
862
863 // recompute which tracks are enabled / disabled
864 uint32_t enabled = 0;
865 uint32_t disabled = 0;
866 while (changed) {
867 const int i = 31 - __builtin_clz(changed);
868 const uint32_t mask = 1<<i;
869 changed &= ~mask;
870 track_t& t = state->tracks[i];
871 (t.enabled ? enabled : disabled) |= mask;
872 }
873 state->enabledTracks &= ~disabled;
874 state->enabledTracks |= enabled;
875
876 // compute everything we need...
877 int countActiveTracks = 0;
Andy Hung395db4b2014-08-25 17:15:29 -0700878 // TODO: fix all16BitsStereNoResample logic to
879 // either properly handle muted tracks (it should ignore them)
880 // or remove altogether as an obsolete optimization.
Glenn Kasten4c340c62012-01-27 12:33:54 -0800881 bool all16BitsStereoNoResample = true;
882 bool resampling = false;
883 bool volumeRamp = false;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700884 uint32_t en = state->enabledTracks;
885 while (en) {
886 const int i = 31 - __builtin_clz(en);
887 en &= ~(1<<i);
888
889 countActiveTracks++;
890 track_t& t = state->tracks[i];
891 uint32_t n = 0;
Glenn Kastend6fadf02013-10-30 14:37:29 -0700892 // FIXME can overflow (mask is only 3 bits)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700893 n |= NEEDS_CHANNEL_1 + t.channelCount - 1;
Glenn Kastend6fadf02013-10-30 14:37:29 -0700894 if (t.doesResample()) {
895 n |= NEEDS_RESAMPLE;
896 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700897 if (t.auxLevel != 0 && t.auxBuffer != NULL) {
Glenn Kastend6fadf02013-10-30 14:37:29 -0700898 n |= NEEDS_AUX;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700899 }
900
901 if (t.volumeInc[0]|t.volumeInc[1]) {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800902 volumeRamp = true;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700903 } else if (!t.doesResample() && t.volumeRL == 0) {
Glenn Kastend6fadf02013-10-30 14:37:29 -0700904 n |= NEEDS_MUTE;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700905 }
906 t.needs = n;
907
Glenn Kastend6fadf02013-10-30 14:37:29 -0700908 if (n & NEEDS_MUTE) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700909 t.hook = track__nop;
910 } else {
Glenn Kastend6fadf02013-10-30 14:37:29 -0700911 if (n & NEEDS_AUX) {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800912 all16BitsStereoNoResample = false;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700913 }
Glenn Kastend6fadf02013-10-30 14:37:29 -0700914 if (n & NEEDS_RESAMPLE) {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800915 all16BitsStereoNoResample = false;
916 resampling = true;
Andy Hunge93b6b72014-07-17 21:30:53 -0700917 t.hook = getTrackHook(TRACKTYPE_RESAMPLE, t.mMixerChannelCount,
Andy Hung296b7412014-06-17 15:25:47 -0700918 t.mMixerInFormat, t.mMixerFormat);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700919 ALOGV_IF((n & NEEDS_CHANNEL_COUNT__MASK) > NEEDS_CHANNEL_2,
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700920 "Track %d needs downmix + resample", i);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700921 } else {
922 if ((n & NEEDS_CHANNEL_COUNT__MASK) == NEEDS_CHANNEL_1){
Andy Hunge93b6b72014-07-17 21:30:53 -0700923 t.hook = getTrackHook(
Andy Hung73e62e22015-04-20 12:06:38 -0700924 (t.mMixerChannelMask == AUDIO_CHANNEL_OUT_STEREO // TODO: MONO_HACK
925 && t.channelMask == AUDIO_CHANNEL_OUT_MONO)
Andy Hunge93b6b72014-07-17 21:30:53 -0700926 ? TRACKTYPE_NORESAMPLEMONO : TRACKTYPE_NORESAMPLE,
927 t.mMixerChannelCount,
Andy Hung296b7412014-06-17 15:25:47 -0700928 t.mMixerInFormat, t.mMixerFormat);
Glenn Kasten4c340c62012-01-27 12:33:54 -0800929 all16BitsStereoNoResample = false;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700930 }
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700931 if ((n & NEEDS_CHANNEL_COUNT__MASK) >= NEEDS_CHANNEL_2){
Andy Hunge93b6b72014-07-17 21:30:53 -0700932 t.hook = getTrackHook(TRACKTYPE_NORESAMPLE, t.mMixerChannelCount,
Andy Hung296b7412014-06-17 15:25:47 -0700933 t.mMixerInFormat, t.mMixerFormat);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700934 ALOGV_IF((n & NEEDS_CHANNEL_COUNT__MASK) > NEEDS_CHANNEL_2,
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700935 "Track %d needs downmix", i);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700936 }
937 }
938 }
939 }
940
941 // select the processing hooks
942 state->hook = process__nop;
Glenn Kasten34fca342013-08-13 09:48:14 -0700943 if (countActiveTracks > 0) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700944 if (resampling) {
945 if (!state->outputTemp) {
946 state->outputTemp = new int32_t[MAX_NUM_CHANNELS * state->frameCount];
947 }
948 if (!state->resampleTemp) {
949 state->resampleTemp = new int32_t[MAX_NUM_CHANNELS * state->frameCount];
950 }
951 state->hook = process__genericResampling;
952 } else {
953 if (state->outputTemp) {
954 delete [] state->outputTemp;
Glenn Kastene0feee32011-12-13 11:53:26 -0800955 state->outputTemp = NULL;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700956 }
957 if (state->resampleTemp) {
958 delete [] state->resampleTemp;
Glenn Kastene0feee32011-12-13 11:53:26 -0800959 state->resampleTemp = NULL;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700960 }
961 state->hook = process__genericNoResampling;
962 if (all16BitsStereoNoResample && !volumeRamp) {
963 if (countActiveTracks == 1) {
Andy Hung296b7412014-06-17 15:25:47 -0700964 const int i = 31 - __builtin_clz(state->enabledTracks);
965 track_t& t = state->tracks[i];
Andy Hung395db4b2014-08-25 17:15:29 -0700966 if ((t.needs & NEEDS_MUTE) == 0) {
967 // The check prevents a muted track from acquiring a process hook.
968 //
969 // This is dangerous if the track is MONO as that requires
970 // special case handling due to implicit channel duplication.
971 // Stereo or Multichannel should actually be fine here.
972 state->hook = getProcessHook(PROCESSTYPE_NORESAMPLEONETRACK,
973 t.mMixerChannelCount, t.mMixerInFormat, t.mMixerFormat);
974 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700975 }
976 }
977 }
978 }
979
Steve Block3856b092011-10-20 11:56:00 +0100980 ALOGV("mixer configuration change: %d activeTracks (%08x) "
Mathias Agopian65ab4712010-07-14 17:59:35 -0700981 "all16BitsStereoNoResample=%d, resampling=%d, volumeRamp=%d",
982 countActiveTracks, state->enabledTracks,
983 all16BitsStereoNoResample, resampling, volumeRamp);
984
John Grossman4ff14ba2012-02-08 16:37:41 -0800985 state->hook(state, pts);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700986
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800987 // Now that the volume ramp has been done, set optimal state and
988 // track hooks for subsequent mixer process
Glenn Kasten34fca342013-08-13 09:48:14 -0700989 if (countActiveTracks > 0) {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800990 bool allMuted = true;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800991 uint32_t en = state->enabledTracks;
992 while (en) {
993 const int i = 31 - __builtin_clz(en);
994 en &= ~(1<<i);
995 track_t& t = state->tracks[i];
Glenn Kasten6e2ebe92013-08-13 09:14:51 -0700996 if (!t.doesResample() && t.volumeRL == 0) {
Glenn Kastend6fadf02013-10-30 14:37:29 -0700997 t.needs |= NEEDS_MUTE;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800998 t.hook = track__nop;
999 } else {
Glenn Kasten4c340c62012-01-27 12:33:54 -08001000 allMuted = false;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -08001001 }
1002 }
1003 if (allMuted) {
1004 state->hook = process__nop;
1005 } else if (all16BitsStereoNoResample) {
1006 if (countActiveTracks == 1) {
Andy Hunge93b6b72014-07-17 21:30:53 -07001007 const int i = 31 - __builtin_clz(state->enabledTracks);
1008 track_t& t = state->tracks[i];
Andy Hung395db4b2014-08-25 17:15:29 -07001009 // Muted single tracks handled by allMuted above.
Andy Hunge93b6b72014-07-17 21:30:53 -07001010 state->hook = getProcessHook(PROCESSTYPE_NORESAMPLEONETRACK,
1011 t.mMixerChannelCount, t.mMixerInFormat, t.mMixerFormat);
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -08001012 }
1013 }
1014 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001015}
1016
Mathias Agopian65ab4712010-07-14 17:59:35 -07001017
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001018void AudioMixer::track__genericResample(track_t* t, int32_t* out, size_t outFrameCount,
1019 int32_t* temp, int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001020{
Andy Hung296b7412014-06-17 15:25:47 -07001021 ALOGVV("track__genericResample\n");
Mathias Agopian65ab4712010-07-14 17:59:35 -07001022 t->resampler->setSampleRate(t->sampleRate);
1023
1024 // ramp gain - resample to temp buffer and scale/mix in 2nd step
1025 if (aux != NULL) {
1026 // always resample with unity gain when sending to auxiliary buffer to be able
1027 // to apply send level after resampling
Andy Hung5e58b0a2014-06-23 19:07:29 -07001028 t->resampler->setVolume(UNITY_GAIN_FLOAT, UNITY_GAIN_FLOAT);
Andy Hunge93b6b72014-07-17 21:30:53 -07001029 memset(temp, 0, outFrameCount * t->mMixerChannelCount * sizeof(int32_t));
Mathias Agopian65ab4712010-07-14 17:59:35 -07001030 t->resampler->resample(temp, outFrameCount, t->bufferProvider);
Glenn Kastenf6b16782011-12-15 09:51:17 -08001031 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1]|t->auxInc)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001032 volumeRampStereo(t, out, outFrameCount, temp, aux);
1033 } else {
1034 volumeStereo(t, out, outFrameCount, temp, aux);
1035 }
1036 } else {
Glenn Kastenf6b16782011-12-15 09:51:17 -08001037 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1])) {
Andy Hung5e58b0a2014-06-23 19:07:29 -07001038 t->resampler->setVolume(UNITY_GAIN_FLOAT, UNITY_GAIN_FLOAT);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001039 memset(temp, 0, outFrameCount * MAX_NUM_CHANNELS * sizeof(int32_t));
1040 t->resampler->resample(temp, outFrameCount, t->bufferProvider);
1041 volumeRampStereo(t, out, outFrameCount, temp, aux);
1042 }
1043
1044 // constant gain
1045 else {
Andy Hung5e58b0a2014-06-23 19:07:29 -07001046 t->resampler->setVolume(t->mVolume[0], t->mVolume[1]);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001047 t->resampler->resample(out, outFrameCount, t->bufferProvider);
1048 }
1049 }
1050}
1051
Andy Hungee931ff2014-01-28 13:44:14 -08001052void AudioMixer::track__nop(track_t* t __unused, int32_t* out __unused,
1053 size_t outFrameCount __unused, int32_t* temp __unused, int32_t* aux __unused)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001054{
1055}
1056
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001057void AudioMixer::volumeRampStereo(track_t* t, int32_t* out, size_t frameCount, int32_t* temp,
1058 int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001059{
1060 int32_t vl = t->prevVolume[0];
1061 int32_t vr = t->prevVolume[1];
1062 const int32_t vlInc = t->volumeInc[0];
1063 const int32_t vrInc = t->volumeInc[1];
1064
Steve Blockb8a80522011-12-20 16:23:08 +00001065 //ALOGD("[0] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -07001066 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
1067 // (vl + vlInc*frameCount)/65536.0f, frameCount);
1068
1069 // ramp volume
Glenn Kastenf6b16782011-12-15 09:51:17 -08001070 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001071 int32_t va = t->prevAuxLevel;
1072 const int32_t vaInc = t->auxInc;
1073 int32_t l;
1074 int32_t r;
1075
1076 do {
1077 l = (*temp++ >> 12);
1078 r = (*temp++ >> 12);
1079 *out++ += (vl >> 16) * l;
1080 *out++ += (vr >> 16) * r;
1081 *aux++ += (va >> 17) * (l + r);
1082 vl += vlInc;
1083 vr += vrInc;
1084 va += vaInc;
1085 } while (--frameCount);
1086 t->prevAuxLevel = va;
1087 } else {
1088 do {
1089 *out++ += (vl >> 16) * (*temp++ >> 12);
1090 *out++ += (vr >> 16) * (*temp++ >> 12);
1091 vl += vlInc;
1092 vr += vrInc;
1093 } while (--frameCount);
1094 }
1095 t->prevVolume[0] = vl;
1096 t->prevVolume[1] = vr;
Glenn Kastena1117922012-01-26 10:53:32 -08001097 t->adjustVolumeRamp(aux != NULL);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001098}
1099
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001100void AudioMixer::volumeStereo(track_t* t, int32_t* out, size_t frameCount, int32_t* temp,
1101 int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001102{
1103 const int16_t vl = t->volume[0];
1104 const int16_t vr = t->volume[1];
1105
Glenn Kastenf6b16782011-12-15 09:51:17 -08001106 if (CC_UNLIKELY(aux != NULL)) {
Glenn Kasten3b81aca2012-01-27 15:26:23 -08001107 const int16_t va = t->auxLevel;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001108 do {
1109 int16_t l = (int16_t)(*temp++ >> 12);
1110 int16_t r = (int16_t)(*temp++ >> 12);
1111 out[0] = mulAdd(l, vl, out[0]);
1112 int16_t a = (int16_t)(((int32_t)l + r) >> 1);
1113 out[1] = mulAdd(r, vr, out[1]);
1114 out += 2;
1115 aux[0] = mulAdd(a, va, aux[0]);
1116 aux++;
1117 } while (--frameCount);
1118 } else {
1119 do {
1120 int16_t l = (int16_t)(*temp++ >> 12);
1121 int16_t r = (int16_t)(*temp++ >> 12);
1122 out[0] = mulAdd(l, vl, out[0]);
1123 out[1] = mulAdd(r, vr, out[1]);
1124 out += 2;
1125 } while (--frameCount);
1126 }
1127}
1128
Andy Hungee931ff2014-01-28 13:44:14 -08001129void AudioMixer::track__16BitsStereo(track_t* t, int32_t* out, size_t frameCount,
1130 int32_t* temp __unused, int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001131{
Andy Hung296b7412014-06-17 15:25:47 -07001132 ALOGVV("track__16BitsStereo\n");
Glenn Kasten54c3b662012-01-06 07:46:30 -08001133 const int16_t *in = static_cast<const int16_t *>(t->in);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001134
Glenn Kastenf6b16782011-12-15 09:51:17 -08001135 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001136 int32_t l;
1137 int32_t r;
1138 // ramp gain
Glenn Kastenf6b16782011-12-15 09:51:17 -08001139 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1]|t->auxInc)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001140 int32_t vl = t->prevVolume[0];
1141 int32_t vr = t->prevVolume[1];
1142 int32_t va = t->prevAuxLevel;
1143 const int32_t vlInc = t->volumeInc[0];
1144 const int32_t vrInc = t->volumeInc[1];
1145 const int32_t vaInc = t->auxInc;
Steve Blockb8a80522011-12-20 16:23:08 +00001146 // ALOGD("[1] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -07001147 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
1148 // (vl + vlInc*frameCount)/65536.0f, frameCount);
1149
1150 do {
1151 l = (int32_t)*in++;
1152 r = (int32_t)*in++;
1153 *out++ += (vl >> 16) * l;
1154 *out++ += (vr >> 16) * r;
1155 *aux++ += (va >> 17) * (l + r);
1156 vl += vlInc;
1157 vr += vrInc;
1158 va += vaInc;
1159 } while (--frameCount);
1160
1161 t->prevVolume[0] = vl;
1162 t->prevVolume[1] = vr;
1163 t->prevAuxLevel = va;
1164 t->adjustVolumeRamp(true);
1165 }
1166
1167 // constant gain
1168 else {
1169 const uint32_t vrl = t->volumeRL;
1170 const int16_t va = (int16_t)t->auxLevel;
1171 do {
Glenn Kasten54c3b662012-01-06 07:46:30 -08001172 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001173 int16_t a = (int16_t)(((int32_t)in[0] + in[1]) >> 1);
1174 in += 2;
1175 out[0] = mulAddRL(1, rl, vrl, out[0]);
1176 out[1] = mulAddRL(0, rl, vrl, out[1]);
1177 out += 2;
1178 aux[0] = mulAdd(a, va, aux[0]);
1179 aux++;
1180 } while (--frameCount);
1181 }
1182 } else {
1183 // ramp gain
Glenn Kastenf6b16782011-12-15 09:51:17 -08001184 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1])) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001185 int32_t vl = t->prevVolume[0];
1186 int32_t vr = t->prevVolume[1];
1187 const int32_t vlInc = t->volumeInc[0];
1188 const int32_t vrInc = t->volumeInc[1];
1189
Steve Blockb8a80522011-12-20 16:23:08 +00001190 // ALOGD("[1] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -07001191 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
1192 // (vl + vlInc*frameCount)/65536.0f, frameCount);
1193
1194 do {
1195 *out++ += (vl >> 16) * (int32_t) *in++;
1196 *out++ += (vr >> 16) * (int32_t) *in++;
1197 vl += vlInc;
1198 vr += vrInc;
1199 } while (--frameCount);
1200
1201 t->prevVolume[0] = vl;
1202 t->prevVolume[1] = vr;
1203 t->adjustVolumeRamp(false);
1204 }
1205
1206 // constant gain
1207 else {
1208 const uint32_t vrl = t->volumeRL;
1209 do {
Glenn Kasten54c3b662012-01-06 07:46:30 -08001210 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001211 in += 2;
1212 out[0] = mulAddRL(1, rl, vrl, out[0]);
1213 out[1] = mulAddRL(0, rl, vrl, out[1]);
1214 out += 2;
1215 } while (--frameCount);
1216 }
1217 }
1218 t->in = in;
1219}
1220
Andy Hungee931ff2014-01-28 13:44:14 -08001221void AudioMixer::track__16BitsMono(track_t* t, int32_t* out, size_t frameCount,
1222 int32_t* temp __unused, int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001223{
Andy Hung296b7412014-06-17 15:25:47 -07001224 ALOGVV("track__16BitsMono\n");
Glenn Kasten54c3b662012-01-06 07:46:30 -08001225 const int16_t *in = static_cast<int16_t const *>(t->in);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001226
Glenn Kastenf6b16782011-12-15 09:51:17 -08001227 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001228 // ramp gain
Glenn Kastenf6b16782011-12-15 09:51:17 -08001229 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1]|t->auxInc)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001230 int32_t vl = t->prevVolume[0];
1231 int32_t vr = t->prevVolume[1];
1232 int32_t va = t->prevAuxLevel;
1233 const int32_t vlInc = t->volumeInc[0];
1234 const int32_t vrInc = t->volumeInc[1];
1235 const int32_t vaInc = t->auxInc;
1236
Steve Blockb8a80522011-12-20 16:23:08 +00001237 // ALOGD("[2] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -07001238 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
1239 // (vl + vlInc*frameCount)/65536.0f, frameCount);
1240
1241 do {
1242 int32_t l = *in++;
1243 *out++ += (vl >> 16) * l;
1244 *out++ += (vr >> 16) * l;
1245 *aux++ += (va >> 16) * l;
1246 vl += vlInc;
1247 vr += vrInc;
1248 va += vaInc;
1249 } while (--frameCount);
1250
1251 t->prevVolume[0] = vl;
1252 t->prevVolume[1] = vr;
1253 t->prevAuxLevel = va;
1254 t->adjustVolumeRamp(true);
1255 }
1256 // constant gain
1257 else {
1258 const int16_t vl = t->volume[0];
1259 const int16_t vr = t->volume[1];
1260 const int16_t va = (int16_t)t->auxLevel;
1261 do {
1262 int16_t l = *in++;
1263 out[0] = mulAdd(l, vl, out[0]);
1264 out[1] = mulAdd(l, vr, out[1]);
1265 out += 2;
1266 aux[0] = mulAdd(l, va, aux[0]);
1267 aux++;
1268 } while (--frameCount);
1269 }
1270 } else {
1271 // ramp gain
Glenn Kastenf6b16782011-12-15 09:51:17 -08001272 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1])) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001273 int32_t vl = t->prevVolume[0];
1274 int32_t vr = t->prevVolume[1];
1275 const int32_t vlInc = t->volumeInc[0];
1276 const int32_t vrInc = t->volumeInc[1];
1277
Steve Blockb8a80522011-12-20 16:23:08 +00001278 // ALOGD("[2] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -07001279 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
1280 // (vl + vlInc*frameCount)/65536.0f, frameCount);
1281
1282 do {
1283 int32_t l = *in++;
1284 *out++ += (vl >> 16) * l;
1285 *out++ += (vr >> 16) * l;
1286 vl += vlInc;
1287 vr += vrInc;
1288 } while (--frameCount);
1289
1290 t->prevVolume[0] = vl;
1291 t->prevVolume[1] = vr;
1292 t->adjustVolumeRamp(false);
1293 }
1294 // constant gain
1295 else {
1296 const int16_t vl = t->volume[0];
1297 const int16_t vr = t->volume[1];
1298 do {
1299 int16_t l = *in++;
1300 out[0] = mulAdd(l, vl, out[0]);
1301 out[1] = mulAdd(l, vr, out[1]);
1302 out += 2;
1303 } while (--frameCount);
1304 }
1305 }
1306 t->in = in;
1307}
1308
Mathias Agopian65ab4712010-07-14 17:59:35 -07001309// no-op case
John Grossman4ff14ba2012-02-08 16:37:41 -08001310void AudioMixer::process__nop(state_t* state, int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001311{
Andy Hung296b7412014-06-17 15:25:47 -07001312 ALOGVV("process__nop\n");
Mathias Agopian65ab4712010-07-14 17:59:35 -07001313 uint32_t e0 = state->enabledTracks;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001314 while (e0) {
1315 // process by group of tracks with same output buffer to
1316 // avoid multiple memset() on same buffer
1317 uint32_t e1 = e0, e2 = e0;
1318 int i = 31 - __builtin_clz(e1);
Glenn Kastenfc900c92013-02-18 12:47:49 -08001319 {
1320 track_t& t1 = state->tracks[i];
Mathias Agopian65ab4712010-07-14 17:59:35 -07001321 e2 &= ~(1<<i);
Glenn Kastenfc900c92013-02-18 12:47:49 -08001322 while (e2) {
1323 i = 31 - __builtin_clz(e2);
1324 e2 &= ~(1<<i);
1325 track_t& t2 = state->tracks[i];
1326 if (CC_UNLIKELY(t2.mainBuffer != t1.mainBuffer)) {
1327 e1 &= ~(1<<i);
1328 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001329 }
Glenn Kastenfc900c92013-02-18 12:47:49 -08001330 e0 &= ~(e1);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001331
Andy Hunge93b6b72014-07-17 21:30:53 -07001332 memset(t1.mainBuffer, 0, state->frameCount * t1.mMixerChannelCount
Andy Hung78820702014-02-28 16:23:02 -08001333 * audio_bytes_per_sample(t1.mMixerFormat));
Glenn Kastenfc900c92013-02-18 12:47:49 -08001334 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001335
1336 while (e1) {
1337 i = 31 - __builtin_clz(e1);
1338 e1 &= ~(1<<i);
Glenn Kastenfc900c92013-02-18 12:47:49 -08001339 {
1340 track_t& t3 = state->tracks[i];
1341 size_t outFrames = state->frameCount;
1342 while (outFrames) {
1343 t3.buffer.frameCount = outFrames;
1344 int64_t outputPTS = calculateOutputPTS(
1345 t3, pts, state->frameCount - outFrames);
1346 t3.bufferProvider->getNextBuffer(&t3.buffer, outputPTS);
1347 if (t3.buffer.raw == NULL) break;
1348 outFrames -= t3.buffer.frameCount;
1349 t3.bufferProvider->releaseBuffer(&t3.buffer);
1350 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001351 }
1352 }
1353 }
1354}
1355
1356// generic code without resampling
John Grossman4ff14ba2012-02-08 16:37:41 -08001357void AudioMixer::process__genericNoResampling(state_t* state, int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001358{
Andy Hung296b7412014-06-17 15:25:47 -07001359 ALOGVV("process__genericNoResampling\n");
Mathias Agopian65ab4712010-07-14 17:59:35 -07001360 int32_t outTemp[BLOCKSIZE * MAX_NUM_CHANNELS] __attribute__((aligned(32)));
1361
1362 // acquire each track's buffer
1363 uint32_t enabledTracks = state->enabledTracks;
1364 uint32_t e0 = enabledTracks;
1365 while (e0) {
1366 const int i = 31 - __builtin_clz(e0);
1367 e0 &= ~(1<<i);
1368 track_t& t = state->tracks[i];
1369 t.buffer.frameCount = state->frameCount;
John Grossman4ff14ba2012-02-08 16:37:41 -08001370 t.bufferProvider->getNextBuffer(&t.buffer, pts);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001371 t.frameCount = t.buffer.frameCount;
1372 t.in = t.buffer.raw;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001373 }
1374
1375 e0 = enabledTracks;
1376 while (e0) {
1377 // process by group of tracks with same output buffer to
1378 // optimize cache use
1379 uint32_t e1 = e0, e2 = e0;
1380 int j = 31 - __builtin_clz(e1);
1381 track_t& t1 = state->tracks[j];
1382 e2 &= ~(1<<j);
1383 while (e2) {
1384 j = 31 - __builtin_clz(e2);
1385 e2 &= ~(1<<j);
1386 track_t& t2 = state->tracks[j];
Glenn Kastenf6b16782011-12-15 09:51:17 -08001387 if (CC_UNLIKELY(t2.mainBuffer != t1.mainBuffer)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001388 e1 &= ~(1<<j);
1389 }
1390 }
1391 e0 &= ~(e1);
1392 // this assumes output 16 bits stereo, no resampling
1393 int32_t *out = t1.mainBuffer;
1394 size_t numFrames = 0;
1395 do {
1396 memset(outTemp, 0, sizeof(outTemp));
1397 e2 = e1;
1398 while (e2) {
1399 const int i = 31 - __builtin_clz(e2);
1400 e2 &= ~(1<<i);
1401 track_t& t = state->tracks[i];
1402 size_t outFrames = BLOCKSIZE;
1403 int32_t *aux = NULL;
Glenn Kastend6fadf02013-10-30 14:37:29 -07001404 if (CC_UNLIKELY(t.needs & NEEDS_AUX)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001405 aux = t.auxBuffer + numFrames;
1406 }
1407 while (outFrames) {
Gaurav Kumar7e79cd22014-01-06 10:57:18 +05301408 // t.in == NULL can happen if the track was flushed just after having
1409 // been enabled for mixing.
1410 if (t.in == NULL) {
1411 enabledTracks &= ~(1<<i);
1412 e1 &= ~(1<<i);
1413 break;
1414 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001415 size_t inFrames = (t.frameCount > outFrames)?outFrames:t.frameCount;
Glenn Kasten34fca342013-08-13 09:48:14 -07001416 if (inFrames > 0) {
Andy Hunge93b6b72014-07-17 21:30:53 -07001417 t.hook(&t, outTemp + (BLOCKSIZE - outFrames) * t.mMixerChannelCount,
1418 inFrames, state->resampleTemp, aux);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001419 t.frameCount -= inFrames;
1420 outFrames -= inFrames;
Glenn Kastenf6b16782011-12-15 09:51:17 -08001421 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001422 aux += inFrames;
1423 }
1424 }
1425 if (t.frameCount == 0 && outFrames) {
1426 t.bufferProvider->releaseBuffer(&t.buffer);
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001427 t.buffer.frameCount = (state->frameCount - numFrames) -
1428 (BLOCKSIZE - outFrames);
John Grossman4ff14ba2012-02-08 16:37:41 -08001429 int64_t outputPTS = calculateOutputPTS(
1430 t, pts, numFrames + (BLOCKSIZE - outFrames));
1431 t.bufferProvider->getNextBuffer(&t.buffer, outputPTS);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001432 t.in = t.buffer.raw;
1433 if (t.in == NULL) {
1434 enabledTracks &= ~(1<<i);
1435 e1 &= ~(1<<i);
1436 break;
1437 }
1438 t.frameCount = t.buffer.frameCount;
1439 }
1440 }
1441 }
Andy Hung296b7412014-06-17 15:25:47 -07001442
1443 convertMixerFormat(out, t1.mMixerFormat, outTemp, t1.mMixerInFormat,
Andy Hunge93b6b72014-07-17 21:30:53 -07001444 BLOCKSIZE * t1.mMixerChannelCount);
Andy Hung296b7412014-06-17 15:25:47 -07001445 // TODO: fix ugly casting due to choice of out pointer type
1446 out = reinterpret_cast<int32_t*>((uint8_t*)out
Andy Hunge93b6b72014-07-17 21:30:53 -07001447 + BLOCKSIZE * t1.mMixerChannelCount
1448 * audio_bytes_per_sample(t1.mMixerFormat));
Mathias Agopian65ab4712010-07-14 17:59:35 -07001449 numFrames += BLOCKSIZE;
1450 } while (numFrames < state->frameCount);
1451 }
1452
1453 // release each track's buffer
1454 e0 = enabledTracks;
1455 while (e0) {
1456 const int i = 31 - __builtin_clz(e0);
1457 e0 &= ~(1<<i);
1458 track_t& t = state->tracks[i];
1459 t.bufferProvider->releaseBuffer(&t.buffer);
1460 }
1461}
1462
1463
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -08001464// generic code with resampling
John Grossman4ff14ba2012-02-08 16:37:41 -08001465void AudioMixer::process__genericResampling(state_t* state, int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001466{
Andy Hung296b7412014-06-17 15:25:47 -07001467 ALOGVV("process__genericResampling\n");
Glenn Kasten54c3b662012-01-06 07:46:30 -08001468 // this const just means that local variable outTemp doesn't change
Mathias Agopian65ab4712010-07-14 17:59:35 -07001469 int32_t* const outTemp = state->outputTemp;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001470 size_t numFrames = state->frameCount;
1471
1472 uint32_t e0 = state->enabledTracks;
1473 while (e0) {
1474 // process by group of tracks with same output buffer
1475 // to optimize cache use
1476 uint32_t e1 = e0, e2 = e0;
1477 int j = 31 - __builtin_clz(e1);
1478 track_t& t1 = state->tracks[j];
1479 e2 &= ~(1<<j);
1480 while (e2) {
1481 j = 31 - __builtin_clz(e2);
1482 e2 &= ~(1<<j);
1483 track_t& t2 = state->tracks[j];
Glenn Kastenf6b16782011-12-15 09:51:17 -08001484 if (CC_UNLIKELY(t2.mainBuffer != t1.mainBuffer)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001485 e1 &= ~(1<<j);
1486 }
1487 }
1488 e0 &= ~(e1);
1489 int32_t *out = t1.mainBuffer;
Andy Hunge93b6b72014-07-17 21:30:53 -07001490 memset(outTemp, 0, sizeof(*outTemp) * t1.mMixerChannelCount * state->frameCount);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001491 while (e1) {
1492 const int i = 31 - __builtin_clz(e1);
1493 e1 &= ~(1<<i);
1494 track_t& t = state->tracks[i];
1495 int32_t *aux = NULL;
Glenn Kastend6fadf02013-10-30 14:37:29 -07001496 if (CC_UNLIKELY(t.needs & NEEDS_AUX)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001497 aux = t.auxBuffer;
1498 }
1499
1500 // this is a little goofy, on the resampling case we don't
1501 // acquire/release the buffers because it's done by
1502 // the resampler.
Glenn Kastend6fadf02013-10-30 14:37:29 -07001503 if (t.needs & NEEDS_RESAMPLE) {
John Grossman4ff14ba2012-02-08 16:37:41 -08001504 t.resampler->setPTS(pts);
Glenn Kastena1117922012-01-26 10:53:32 -08001505 t.hook(&t, outTemp, numFrames, state->resampleTemp, aux);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001506 } else {
1507
1508 size_t outFrames = 0;
1509
1510 while (outFrames < numFrames) {
1511 t.buffer.frameCount = numFrames - outFrames;
John Grossman4ff14ba2012-02-08 16:37:41 -08001512 int64_t outputPTS = calculateOutputPTS(t, pts, outFrames);
1513 t.bufferProvider->getNextBuffer(&t.buffer, outputPTS);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001514 t.in = t.buffer.raw;
1515 // t.in == NULL can happen if the track was flushed just after having
1516 // been enabled for mixing.
1517 if (t.in == NULL) break;
1518
Glenn Kastenf6b16782011-12-15 09:51:17 -08001519 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001520 aux += outFrames;
1521 }
Andy Hunge93b6b72014-07-17 21:30:53 -07001522 t.hook(&t, outTemp + outFrames * t.mMixerChannelCount, t.buffer.frameCount,
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001523 state->resampleTemp, aux);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001524 outFrames += t.buffer.frameCount;
1525 t.bufferProvider->releaseBuffer(&t.buffer);
1526 }
1527 }
1528 }
Andy Hunge93b6b72014-07-17 21:30:53 -07001529 convertMixerFormat(out, t1.mMixerFormat,
1530 outTemp, t1.mMixerInFormat, numFrames * t1.mMixerChannelCount);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001531 }
1532}
1533
1534// one track, 16 bits stereo without resampling is the most common case
John Grossman4ff14ba2012-02-08 16:37:41 -08001535void AudioMixer::process__OneTrack16BitsStereoNoResampling(state_t* state,
1536 int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001537{
Andy Hung296b7412014-06-17 15:25:47 -07001538 ALOGVV("process__OneTrack16BitsStereoNoResampling\n");
Glenn Kasten99e53b82012-01-19 08:59:58 -08001539 // This method is only called when state->enabledTracks has exactly
1540 // one bit set. The asserts below would verify this, but are commented out
1541 // since the whole point of this method is to optimize performance.
Glenn Kasten5798d4e2012-03-08 12:18:35 -08001542 //ALOG_ASSERT(0 != state->enabledTracks, "no tracks enabled");
Mathias Agopian65ab4712010-07-14 17:59:35 -07001543 const int i = 31 - __builtin_clz(state->enabledTracks);
Glenn Kasten5798d4e2012-03-08 12:18:35 -08001544 //ALOG_ASSERT((1 << i) == state->enabledTracks, "more than 1 track enabled");
Mathias Agopian65ab4712010-07-14 17:59:35 -07001545 const track_t& t = state->tracks[i];
1546
1547 AudioBufferProvider::Buffer& b(t.buffer);
1548
1549 int32_t* out = t.mainBuffer;
Andy Hungf8a106a2014-05-29 18:52:38 -07001550 float *fout = reinterpret_cast<float*>(out);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001551 size_t numFrames = state->frameCount;
1552
1553 const int16_t vl = t.volume[0];
1554 const int16_t vr = t.volume[1];
1555 const uint32_t vrl = t.volumeRL;
1556 while (numFrames) {
1557 b.frameCount = numFrames;
John Grossman4ff14ba2012-02-08 16:37:41 -08001558 int64_t outputPTS = calculateOutputPTS(t, pts, out - t.mainBuffer);
1559 t.bufferProvider->getNextBuffer(&b, outputPTS);
Glenn Kasten54c3b662012-01-06 07:46:30 -08001560 const int16_t *in = b.i16;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001561
1562 // in == NULL can happen if the track was flushed just after having
1563 // been enabled for mixing.
Andy Hungf8a106a2014-05-29 18:52:38 -07001564 if (in == NULL || (((uintptr_t)in) & 3)) {
1565 memset(out, 0, numFrames
Andy Hunge93b6b72014-07-17 21:30:53 -07001566 * t.mMixerChannelCount * audio_bytes_per_sample(t.mMixerFormat));
Andy Hung395db4b2014-08-25 17:15:29 -07001567 ALOGE_IF((((uintptr_t)in) & 3),
1568 "process__OneTrack16BitsStereoNoResampling: misaligned buffer"
1569 " %p track %d, channels %d, needs %08x, volume %08x vfl %f vfr %f",
1570 in, i, t.channelCount, t.needs, vrl, t.mVolume[0], t.mVolume[1]);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001571 return;
1572 }
1573 size_t outFrames = b.frameCount;
1574
Andy Hung78820702014-02-28 16:23:02 -08001575 switch (t.mMixerFormat) {
Andy Hungf8a106a2014-05-29 18:52:38 -07001576 case AUDIO_FORMAT_PCM_FLOAT:
Mathias Agopian65ab4712010-07-14 17:59:35 -07001577 do {
Glenn Kasten54c3b662012-01-06 07:46:30 -08001578 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001579 in += 2;
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001580 int32_t l = mulRL(1, rl, vrl);
1581 int32_t r = mulRL(0, rl, vrl);
Andy Hung84a0c6e2014-04-02 11:24:53 -07001582 *fout++ = float_from_q4_27(l);
1583 *fout++ = float_from_q4_27(r);
Andy Hung3375bde2014-02-28 15:51:47 -08001584 // Note: In case of later int16_t sink output,
1585 // conversion and clamping is done by memcpy_to_i16_from_float().
Mathias Agopian65ab4712010-07-14 17:59:35 -07001586 } while (--outFrames);
Andy Hungf8a106a2014-05-29 18:52:38 -07001587 break;
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001588 case AUDIO_FORMAT_PCM_16_BIT:
Andy Hung97ae8242014-05-30 10:35:47 -07001589 if (CC_UNLIKELY(uint32_t(vl) > UNITY_GAIN_INT || uint32_t(vr) > UNITY_GAIN_INT)) {
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001590 // volume is boosted, so we might need to clamp even though
1591 // we process only one track.
1592 do {
1593 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
1594 in += 2;
1595 int32_t l = mulRL(1, rl, vrl) >> 12;
1596 int32_t r = mulRL(0, rl, vrl) >> 12;
1597 // clamping...
1598 l = clamp16(l);
1599 r = clamp16(r);
1600 *out++ = (r<<16) | (l & 0xFFFF);
1601 } while (--outFrames);
1602 } else {
1603 do {
1604 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
1605 in += 2;
1606 int32_t l = mulRL(1, rl, vrl) >> 12;
1607 int32_t r = mulRL(0, rl, vrl) >> 12;
1608 *out++ = (r<<16) | (l & 0xFFFF);
1609 } while (--outFrames);
1610 }
1611 break;
1612 default:
Andy Hung78820702014-02-28 16:23:02 -08001613 LOG_ALWAYS_FATAL("bad mixer format: %d", t.mMixerFormat);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001614 }
1615 numFrames -= b.frameCount;
1616 t.bufferProvider->releaseBuffer(&b);
1617 }
1618}
1619
John Grossman4ff14ba2012-02-08 16:37:41 -08001620int64_t AudioMixer::calculateOutputPTS(const track_t& t, int64_t basePTS,
1621 int outputFrameIndex)
1622{
Glenn Kasten6e2ebe92013-08-13 09:14:51 -07001623 if (AudioBufferProvider::kInvalidPTS == basePTS) {
John Grossman4ff14ba2012-02-08 16:37:41 -08001624 return AudioBufferProvider::kInvalidPTS;
Glenn Kasten6e2ebe92013-08-13 09:14:51 -07001625 }
John Grossman4ff14ba2012-02-08 16:37:41 -08001626
Glenn Kasten52008f82012-03-18 09:34:41 -07001627 return basePTS + ((outputFrameIndex * sLocalTimeFreq) / t.sampleRate);
1628}
1629
1630/*static*/ uint64_t AudioMixer::sLocalTimeFreq;
1631/*static*/ pthread_once_t AudioMixer::sOnceControl = PTHREAD_ONCE_INIT;
1632
1633/*static*/ void AudioMixer::sInitRoutine()
1634{
1635 LocalClock lc;
Andy Hung34803d52014-07-16 21:41:35 -07001636 sLocalTimeFreq = lc.getLocalFreq(); // for the resampler
Glenn Kasten49c34ac2013-10-30 14:37:01 -07001637
Andy Hung34803d52014-07-16 21:41:35 -07001638 DownmixerBufferProvider::init(); // for the downmixer
John Grossman4ff14ba2012-02-08 16:37:41 -08001639}
1640
Andy Hunge93b6b72014-07-17 21:30:53 -07001641/* TODO: consider whether this level of optimization is necessary.
1642 * Perhaps just stick with a single for loop.
1643 */
1644
1645// Needs to derive a compile time constant (constexpr). Could be targeted to go
1646// to a MONOVOL mixtype based on MAX_NUM_VOLUMES, but that's an unnecessary complication.
1647#define MIXTYPE_MONOVOL(mixtype) (mixtype == MIXTYPE_MULTI ? MIXTYPE_MULTI_MONOVOL : \
1648 mixtype == MIXTYPE_MULTI_SAVEONLY ? MIXTYPE_MULTI_SAVEONLY_MONOVOL : mixtype)
1649
1650/* MIXTYPE (see AudioMixerOps.h MIXTYPE_* enumeration)
1651 * TO: int32_t (Q4.27) or float
1652 * TI: int32_t (Q4.27) or int16_t (Q0.15) or float
1653 * TA: int32_t (Q4.27)
1654 */
1655template <int MIXTYPE,
1656 typename TO, typename TI, typename TV, typename TA, typename TAV>
1657static void volumeRampMulti(uint32_t channels, TO* out, size_t frameCount,
1658 const TI* in, TA* aux, TV *vol, const TV *volinc, TAV *vola, TAV volainc)
1659{
1660 switch (channels) {
1661 case 1:
1662 volumeRampMulti<MIXTYPE, 1>(out, frameCount, in, aux, vol, volinc, vola, volainc);
1663 break;
1664 case 2:
1665 volumeRampMulti<MIXTYPE, 2>(out, frameCount, in, aux, vol, volinc, vola, volainc);
1666 break;
1667 case 3:
1668 volumeRampMulti<MIXTYPE_MONOVOL(MIXTYPE), 3>(out,
1669 frameCount, in, aux, vol, volinc, vola, volainc);
1670 break;
1671 case 4:
1672 volumeRampMulti<MIXTYPE_MONOVOL(MIXTYPE), 4>(out,
1673 frameCount, in, aux, vol, volinc, vola, volainc);
1674 break;
1675 case 5:
1676 volumeRampMulti<MIXTYPE_MONOVOL(MIXTYPE), 5>(out,
1677 frameCount, in, aux, vol, volinc, vola, volainc);
1678 break;
1679 case 6:
1680 volumeRampMulti<MIXTYPE_MONOVOL(MIXTYPE), 6>(out,
1681 frameCount, in, aux, vol, volinc, vola, volainc);
1682 break;
1683 case 7:
1684 volumeRampMulti<MIXTYPE_MONOVOL(MIXTYPE), 7>(out,
1685 frameCount, in, aux, vol, volinc, vola, volainc);
1686 break;
1687 case 8:
1688 volumeRampMulti<MIXTYPE_MONOVOL(MIXTYPE), 8>(out,
1689 frameCount, in, aux, vol, volinc, vola, volainc);
1690 break;
1691 }
1692}
1693
1694/* MIXTYPE (see AudioMixerOps.h MIXTYPE_* enumeration)
1695 * TO: int32_t (Q4.27) or float
1696 * TI: int32_t (Q4.27) or int16_t (Q0.15) or float
1697 * TA: int32_t (Q4.27)
1698 */
1699template <int MIXTYPE,
1700 typename TO, typename TI, typename TV, typename TA, typename TAV>
1701static void volumeMulti(uint32_t channels, TO* out, size_t frameCount,
1702 const TI* in, TA* aux, const TV *vol, TAV vola)
1703{
1704 switch (channels) {
1705 case 1:
1706 volumeMulti<MIXTYPE, 1>(out, frameCount, in, aux, vol, vola);
1707 break;
1708 case 2:
1709 volumeMulti<MIXTYPE, 2>(out, frameCount, in, aux, vol, vola);
1710 break;
1711 case 3:
1712 volumeMulti<MIXTYPE_MONOVOL(MIXTYPE), 3>(out, frameCount, in, aux, vol, vola);
1713 break;
1714 case 4:
1715 volumeMulti<MIXTYPE_MONOVOL(MIXTYPE), 4>(out, frameCount, in, aux, vol, vola);
1716 break;
1717 case 5:
1718 volumeMulti<MIXTYPE_MONOVOL(MIXTYPE), 5>(out, frameCount, in, aux, vol, vola);
1719 break;
1720 case 6:
1721 volumeMulti<MIXTYPE_MONOVOL(MIXTYPE), 6>(out, frameCount, in, aux, vol, vola);
1722 break;
1723 case 7:
1724 volumeMulti<MIXTYPE_MONOVOL(MIXTYPE), 7>(out, frameCount, in, aux, vol, vola);
1725 break;
1726 case 8:
1727 volumeMulti<MIXTYPE_MONOVOL(MIXTYPE), 8>(out, frameCount, in, aux, vol, vola);
1728 break;
1729 }
1730}
1731
1732/* MIXTYPE (see AudioMixerOps.h MIXTYPE_* enumeration)
1733 * USEFLOATVOL (set to true if float volume is used)
1734 * ADJUSTVOL (set to true if volume ramp parameters needs adjustment afterwards)
1735 * TO: int32_t (Q4.27) or float
1736 * TI: int32_t (Q4.27) or int16_t (Q0.15) or float
1737 * TA: int32_t (Q4.27)
1738 */
1739template <int MIXTYPE, bool USEFLOATVOL, bool ADJUSTVOL,
Andy Hung5e58b0a2014-06-23 19:07:29 -07001740 typename TO, typename TI, typename TA>
1741void AudioMixer::volumeMix(TO *out, size_t outFrames,
1742 const TI *in, TA *aux, bool ramp, AudioMixer::track_t *t)
1743{
1744 if (USEFLOATVOL) {
1745 if (ramp) {
Andy Hunge93b6b72014-07-17 21:30:53 -07001746 volumeRampMulti<MIXTYPE>(t->mMixerChannelCount, out, outFrames, in, aux,
Andy Hung5e58b0a2014-06-23 19:07:29 -07001747 t->mPrevVolume, t->mVolumeInc, &t->prevAuxLevel, t->auxInc);
1748 if (ADJUSTVOL) {
1749 t->adjustVolumeRamp(aux != NULL, true);
1750 }
1751 } else {
Andy Hunge93b6b72014-07-17 21:30:53 -07001752 volumeMulti<MIXTYPE>(t->mMixerChannelCount, out, outFrames, in, aux,
Andy Hung5e58b0a2014-06-23 19:07:29 -07001753 t->mVolume, t->auxLevel);
1754 }
1755 } else {
1756 if (ramp) {
Andy Hunge93b6b72014-07-17 21:30:53 -07001757 volumeRampMulti<MIXTYPE>(t->mMixerChannelCount, out, outFrames, in, aux,
Andy Hung5e58b0a2014-06-23 19:07:29 -07001758 t->prevVolume, t->volumeInc, &t->prevAuxLevel, t->auxInc);
1759 if (ADJUSTVOL) {
1760 t->adjustVolumeRamp(aux != NULL);
1761 }
1762 } else {
Andy Hunge93b6b72014-07-17 21:30:53 -07001763 volumeMulti<MIXTYPE>(t->mMixerChannelCount, out, outFrames, in, aux,
Andy Hung5e58b0a2014-06-23 19:07:29 -07001764 t->volume, t->auxLevel);
1765 }
1766 }
1767}
1768
Andy Hung296b7412014-06-17 15:25:47 -07001769/* This process hook is called when there is a single track without
1770 * aux buffer, volume ramp, or resampling.
1771 * TODO: Update the hook selection: this can properly handle aux and ramp.
Andy Hunge93b6b72014-07-17 21:30:53 -07001772 *
1773 * MIXTYPE (see AudioMixerOps.h MIXTYPE_* enumeration)
1774 * TO: int32_t (Q4.27) or float
1775 * TI: int32_t (Q4.27) or int16_t (Q0.15) or float
1776 * TA: int32_t (Q4.27)
Andy Hung296b7412014-06-17 15:25:47 -07001777 */
Andy Hunge93b6b72014-07-17 21:30:53 -07001778template <int MIXTYPE, typename TO, typename TI, typename TA>
Andy Hung296b7412014-06-17 15:25:47 -07001779void AudioMixer::process_NoResampleOneTrack(state_t* state, int64_t pts)
1780{
1781 ALOGVV("process_NoResampleOneTrack\n");
1782 // CLZ is faster than CTZ on ARM, though really not sure if true after 31 - clz.
1783 const int i = 31 - __builtin_clz(state->enabledTracks);
1784 ALOG_ASSERT((1 << i) == state->enabledTracks, "more than 1 track enabled");
1785 track_t *t = &state->tracks[i];
Andy Hunge93b6b72014-07-17 21:30:53 -07001786 const uint32_t channels = t->mMixerChannelCount;
Andy Hung296b7412014-06-17 15:25:47 -07001787 TO* out = reinterpret_cast<TO*>(t->mainBuffer);
1788 TA* aux = reinterpret_cast<TA*>(t->auxBuffer);
1789 const bool ramp = t->needsRamp();
1790
1791 for (size_t numFrames = state->frameCount; numFrames; ) {
1792 AudioBufferProvider::Buffer& b(t->buffer);
1793 // get input buffer
1794 b.frameCount = numFrames;
1795 const int64_t outputPTS = calculateOutputPTS(*t, pts, state->frameCount - numFrames);
1796 t->bufferProvider->getNextBuffer(&b, outputPTS);
1797 const TI *in = reinterpret_cast<TI*>(b.raw);
1798
1799 // in == NULL can happen if the track was flushed just after having
1800 // been enabled for mixing.
1801 if (in == NULL || (((uintptr_t)in) & 3)) {
1802 memset(out, 0, numFrames
Andy Hunge93b6b72014-07-17 21:30:53 -07001803 * channels * audio_bytes_per_sample(t->mMixerFormat));
Andy Hung296b7412014-06-17 15:25:47 -07001804 ALOGE_IF((((uintptr_t)in) & 3), "process_NoResampleOneTrack: bus error: "
1805 "buffer %p track %p, channels %d, needs %#x",
1806 in, t, t->channelCount, t->needs);
1807 return;
1808 }
1809
1810 const size_t outFrames = b.frameCount;
Andy Hunge93b6b72014-07-17 21:30:53 -07001811 volumeMix<MIXTYPE, is_same<TI, float>::value, false> (
1812 out, outFrames, in, aux, ramp, t);
Andy Hung5e58b0a2014-06-23 19:07:29 -07001813
Andy Hunge93b6b72014-07-17 21:30:53 -07001814 out += outFrames * channels;
Andy Hung296b7412014-06-17 15:25:47 -07001815 if (aux != NULL) {
Andy Hunge93b6b72014-07-17 21:30:53 -07001816 aux += channels;
Andy Hung296b7412014-06-17 15:25:47 -07001817 }
1818 numFrames -= b.frameCount;
1819
1820 // release buffer
1821 t->bufferProvider->releaseBuffer(&b);
1822 }
1823 if (ramp) {
Andy Hung5e58b0a2014-06-23 19:07:29 -07001824 t->adjustVolumeRamp(aux != NULL, is_same<TI, float>::value);
Andy Hung296b7412014-06-17 15:25:47 -07001825 }
1826}
1827
1828/* This track hook is called to do resampling then mixing,
1829 * pulling from the track's upstream AudioBufferProvider.
Andy Hunge93b6b72014-07-17 21:30:53 -07001830 *
1831 * MIXTYPE (see AudioMixerOps.h MIXTYPE_* enumeration)
1832 * TO: int32_t (Q4.27) or float
1833 * TI: int32_t (Q4.27) or int16_t (Q0.15) or float
1834 * TA: int32_t (Q4.27)
Andy Hung296b7412014-06-17 15:25:47 -07001835 */
Andy Hunge93b6b72014-07-17 21:30:53 -07001836template <int MIXTYPE, typename TO, typename TI, typename TA>
Andy Hung296b7412014-06-17 15:25:47 -07001837void AudioMixer::track__Resample(track_t* t, TO* out, size_t outFrameCount, TO* temp, TA* aux)
1838{
1839 ALOGVV("track__Resample\n");
1840 t->resampler->setSampleRate(t->sampleRate);
Andy Hung296b7412014-06-17 15:25:47 -07001841 const bool ramp = t->needsRamp();
1842 if (ramp || aux != NULL) {
1843 // if ramp: resample with unity gain to temp buffer and scale/mix in 2nd step.
1844 // if aux != NULL: resample with unity gain to temp buffer then apply send level.
1845
Andy Hung5e58b0a2014-06-23 19:07:29 -07001846 t->resampler->setVolume(UNITY_GAIN_FLOAT, UNITY_GAIN_FLOAT);
Andy Hunge93b6b72014-07-17 21:30:53 -07001847 memset(temp, 0, outFrameCount * t->mMixerChannelCount * sizeof(TO));
Andy Hung296b7412014-06-17 15:25:47 -07001848 t->resampler->resample((int32_t*)temp, outFrameCount, t->bufferProvider);
Andy Hung5e58b0a2014-06-23 19:07:29 -07001849
Andy Hunge93b6b72014-07-17 21:30:53 -07001850 volumeMix<MIXTYPE, is_same<TI, float>::value, true>(
1851 out, outFrameCount, temp, aux, ramp, t);
Andy Hung5e58b0a2014-06-23 19:07:29 -07001852
Andy Hung296b7412014-06-17 15:25:47 -07001853 } else { // constant volume gain
Andy Hung5e58b0a2014-06-23 19:07:29 -07001854 t->resampler->setVolume(t->mVolume[0], t->mVolume[1]);
Andy Hung296b7412014-06-17 15:25:47 -07001855 t->resampler->resample((int32_t*)out, outFrameCount, t->bufferProvider);
1856 }
1857}
1858
1859/* This track hook is called to mix a track, when no resampling is required.
1860 * The input buffer should be present in t->in.
Andy Hunge93b6b72014-07-17 21:30:53 -07001861 *
1862 * MIXTYPE (see AudioMixerOps.h MIXTYPE_* enumeration)
1863 * TO: int32_t (Q4.27) or float
1864 * TI: int32_t (Q4.27) or int16_t (Q0.15) or float
1865 * TA: int32_t (Q4.27)
Andy Hung296b7412014-06-17 15:25:47 -07001866 */
Andy Hunge93b6b72014-07-17 21:30:53 -07001867template <int MIXTYPE, typename TO, typename TI, typename TA>
Andy Hung296b7412014-06-17 15:25:47 -07001868void AudioMixer::track__NoResample(track_t* t, TO* out, size_t frameCount,
1869 TO* temp __unused, TA* aux)
1870{
1871 ALOGVV("track__NoResample\n");
1872 const TI *in = static_cast<const TI *>(t->in);
1873
Andy Hunge93b6b72014-07-17 21:30:53 -07001874 volumeMix<MIXTYPE, is_same<TI, float>::value, true>(
1875 out, frameCount, in, aux, t->needsRamp(), t);
Andy Hung5e58b0a2014-06-23 19:07:29 -07001876
Andy Hung296b7412014-06-17 15:25:47 -07001877 // MIXTYPE_MONOEXPAND reads a single input channel and expands to NCHAN output channels.
1878 // MIXTYPE_MULTI reads NCHAN input channels and places to NCHAN output channels.
Andy Hunge93b6b72014-07-17 21:30:53 -07001879 in += (MIXTYPE == MIXTYPE_MONOEXPAND) ? frameCount : frameCount * t->mMixerChannelCount;
Andy Hung296b7412014-06-17 15:25:47 -07001880 t->in = in;
1881}
1882
1883/* The Mixer engine generates either int32_t (Q4_27) or float data.
1884 * We use this function to convert the engine buffers
1885 * to the desired mixer output format, either int16_t (Q.15) or float.
1886 */
1887void AudioMixer::convertMixerFormat(void *out, audio_format_t mixerOutFormat,
1888 void *in, audio_format_t mixerInFormat, size_t sampleCount)
1889{
1890 switch (mixerInFormat) {
1891 case AUDIO_FORMAT_PCM_FLOAT:
1892 switch (mixerOutFormat) {
1893 case AUDIO_FORMAT_PCM_FLOAT:
1894 memcpy(out, in, sampleCount * sizeof(float)); // MEMCPY. TODO optimize out
1895 break;
1896 case AUDIO_FORMAT_PCM_16_BIT:
1897 memcpy_to_i16_from_float((int16_t*)out, (float*)in, sampleCount);
1898 break;
1899 default:
1900 LOG_ALWAYS_FATAL("bad mixerOutFormat: %#x", mixerOutFormat);
1901 break;
1902 }
1903 break;
1904 case AUDIO_FORMAT_PCM_16_BIT:
1905 switch (mixerOutFormat) {
1906 case AUDIO_FORMAT_PCM_FLOAT:
1907 memcpy_to_float_from_q4_27((float*)out, (int32_t*)in, sampleCount);
1908 break;
1909 case AUDIO_FORMAT_PCM_16_BIT:
1910 // two int16_t are produced per iteration
1911 ditherAndClamp((int32_t*)out, (int32_t*)in, sampleCount >> 1);
1912 break;
1913 default:
1914 LOG_ALWAYS_FATAL("bad mixerOutFormat: %#x", mixerOutFormat);
1915 break;
1916 }
1917 break;
1918 default:
1919 LOG_ALWAYS_FATAL("bad mixerInFormat: %#x", mixerInFormat);
1920 break;
1921 }
1922}
1923
1924/* Returns the proper track hook to use for mixing the track into the output buffer.
1925 */
Andy Hunge93b6b72014-07-17 21:30:53 -07001926AudioMixer::hook_t AudioMixer::getTrackHook(int trackType, uint32_t channelCount,
Andy Hung296b7412014-06-17 15:25:47 -07001927 audio_format_t mixerInFormat, audio_format_t mixerOutFormat __unused)
1928{
Andy Hunge93b6b72014-07-17 21:30:53 -07001929 if (!kUseNewMixer && channelCount == FCC_2 && mixerInFormat == AUDIO_FORMAT_PCM_16_BIT) {
Andy Hung296b7412014-06-17 15:25:47 -07001930 switch (trackType) {
1931 case TRACKTYPE_NOP:
1932 return track__nop;
1933 case TRACKTYPE_RESAMPLE:
1934 return track__genericResample;
1935 case TRACKTYPE_NORESAMPLEMONO:
1936 return track__16BitsMono;
1937 case TRACKTYPE_NORESAMPLE:
1938 return track__16BitsStereo;
1939 default:
1940 LOG_ALWAYS_FATAL("bad trackType: %d", trackType);
1941 break;
1942 }
1943 }
Andy Hunge93b6b72014-07-17 21:30:53 -07001944 LOG_ALWAYS_FATAL_IF(channelCount > MAX_NUM_CHANNELS);
Andy Hung296b7412014-06-17 15:25:47 -07001945 switch (trackType) {
1946 case TRACKTYPE_NOP:
1947 return track__nop;
1948 case TRACKTYPE_RESAMPLE:
1949 switch (mixerInFormat) {
1950 case AUDIO_FORMAT_PCM_FLOAT:
1951 return (AudioMixer::hook_t)
Andy Hunge93b6b72014-07-17 21:30:53 -07001952 track__Resample<MIXTYPE_MULTI, float /*TO*/, float /*TI*/, int32_t /*TA*/>;
Andy Hung296b7412014-06-17 15:25:47 -07001953 case AUDIO_FORMAT_PCM_16_BIT:
1954 return (AudioMixer::hook_t)\
Andy Hunge93b6b72014-07-17 21:30:53 -07001955 track__Resample<MIXTYPE_MULTI, int32_t, int16_t, int32_t>;
Andy Hung296b7412014-06-17 15:25:47 -07001956 default:
1957 LOG_ALWAYS_FATAL("bad mixerInFormat: %#x", mixerInFormat);
1958 break;
1959 }
1960 break;
1961 case TRACKTYPE_NORESAMPLEMONO:
1962 switch (mixerInFormat) {
1963 case AUDIO_FORMAT_PCM_FLOAT:
1964 return (AudioMixer::hook_t)
Andy Hunge93b6b72014-07-17 21:30:53 -07001965 track__NoResample<MIXTYPE_MONOEXPAND, float, float, int32_t>;
Andy Hung296b7412014-06-17 15:25:47 -07001966 case AUDIO_FORMAT_PCM_16_BIT:
1967 return (AudioMixer::hook_t)
Andy Hunge93b6b72014-07-17 21:30:53 -07001968 track__NoResample<MIXTYPE_MONOEXPAND, int32_t, int16_t, int32_t>;
Andy Hung296b7412014-06-17 15:25:47 -07001969 default:
1970 LOG_ALWAYS_FATAL("bad mixerInFormat: %#x", mixerInFormat);
1971 break;
1972 }
1973 break;
1974 case TRACKTYPE_NORESAMPLE:
1975 switch (mixerInFormat) {
1976 case AUDIO_FORMAT_PCM_FLOAT:
1977 return (AudioMixer::hook_t)
Andy Hunge93b6b72014-07-17 21:30:53 -07001978 track__NoResample<MIXTYPE_MULTI, float, float, int32_t>;
Andy Hung296b7412014-06-17 15:25:47 -07001979 case AUDIO_FORMAT_PCM_16_BIT:
1980 return (AudioMixer::hook_t)
Andy Hunge93b6b72014-07-17 21:30:53 -07001981 track__NoResample<MIXTYPE_MULTI, int32_t, int16_t, int32_t>;
Andy Hung296b7412014-06-17 15:25:47 -07001982 default:
1983 LOG_ALWAYS_FATAL("bad mixerInFormat: %#x", mixerInFormat);
1984 break;
1985 }
1986 break;
1987 default:
1988 LOG_ALWAYS_FATAL("bad trackType: %d", trackType);
1989 break;
1990 }
1991 return NULL;
1992}
1993
1994/* Returns the proper process hook for mixing tracks. Currently works only for
1995 * PROCESSTYPE_NORESAMPLEONETRACK, a mix involving one track, no resampling.
Andy Hung395db4b2014-08-25 17:15:29 -07001996 *
1997 * TODO: Due to the special mixing considerations of duplicating to
1998 * a stereo output track, the input track cannot be MONO. This should be
1999 * prevented by the caller.
Andy Hung296b7412014-06-17 15:25:47 -07002000 */
Andy Hunge93b6b72014-07-17 21:30:53 -07002001AudioMixer::process_hook_t AudioMixer::getProcessHook(int processType, uint32_t channelCount,
Andy Hung296b7412014-06-17 15:25:47 -07002002 audio_format_t mixerInFormat, audio_format_t mixerOutFormat)
2003{
2004 if (processType != PROCESSTYPE_NORESAMPLEONETRACK) { // Only NORESAMPLEONETRACK
2005 LOG_ALWAYS_FATAL("bad processType: %d", processType);
2006 return NULL;
2007 }
Andy Hunge93b6b72014-07-17 21:30:53 -07002008 if (!kUseNewMixer && channelCount == FCC_2 && mixerInFormat == AUDIO_FORMAT_PCM_16_BIT) {
Andy Hung296b7412014-06-17 15:25:47 -07002009 return process__OneTrack16BitsStereoNoResampling;
2010 }
Andy Hunge93b6b72014-07-17 21:30:53 -07002011 LOG_ALWAYS_FATAL_IF(channelCount > MAX_NUM_CHANNELS);
Andy Hung296b7412014-06-17 15:25:47 -07002012 switch (mixerInFormat) {
2013 case AUDIO_FORMAT_PCM_FLOAT:
2014 switch (mixerOutFormat) {
2015 case AUDIO_FORMAT_PCM_FLOAT:
Andy Hunge93b6b72014-07-17 21:30:53 -07002016 return process_NoResampleOneTrack<MIXTYPE_MULTI_SAVEONLY,
2017 float /*TO*/, float /*TI*/, int32_t /*TA*/>;
Andy Hung296b7412014-06-17 15:25:47 -07002018 case AUDIO_FORMAT_PCM_16_BIT:
Andy Hunge93b6b72014-07-17 21:30:53 -07002019 return process_NoResampleOneTrack<MIXTYPE_MULTI_SAVEONLY,
Andy Hung296b7412014-06-17 15:25:47 -07002020 int16_t, float, int32_t>;
2021 default:
2022 LOG_ALWAYS_FATAL("bad mixerOutFormat: %#x", mixerOutFormat);
2023 break;
2024 }
2025 break;
2026 case AUDIO_FORMAT_PCM_16_BIT:
2027 switch (mixerOutFormat) {
2028 case AUDIO_FORMAT_PCM_FLOAT:
Andy Hunge93b6b72014-07-17 21:30:53 -07002029 return process_NoResampleOneTrack<MIXTYPE_MULTI_SAVEONLY,
Andy Hung296b7412014-06-17 15:25:47 -07002030 float, int16_t, int32_t>;
2031 case AUDIO_FORMAT_PCM_16_BIT:
Andy Hunge93b6b72014-07-17 21:30:53 -07002032 return process_NoResampleOneTrack<MIXTYPE_MULTI_SAVEONLY,
Andy Hung296b7412014-06-17 15:25:47 -07002033 int16_t, int16_t, int32_t>;
2034 default:
2035 LOG_ALWAYS_FATAL("bad mixerOutFormat: %#x", mixerOutFormat);
2036 break;
2037 }
2038 break;
2039 default:
2040 LOG_ALWAYS_FATAL("bad mixerInFormat: %#x", mixerInFormat);
2041 break;
2042 }
2043 return NULL;
2044}
2045
Mathias Agopian65ab4712010-07-14 17:59:35 -07002046// ----------------------------------------------------------------------------
Glenn Kasten63238ef2015-03-02 15:50:29 -08002047} // namespace android