blob: 4dbbc439f837694d498565b2e8070673f2466183 [file] [log] [blame]
Glenn Kasten99e53b82012-01-19 08:59:58 -08001/*
Mathias Agopian65ab4712010-07-14 17:59:35 -07002**
3** Copyright 2007, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18#define LOG_TAG "AudioMixer"
Glenn Kasten7f5d3352013-02-15 23:55:04 +000019//#define LOG_NDEBUG 0
Mathias Agopian65ab4712010-07-14 17:59:35 -070020
Glenn Kasten153b9fe2013-07-15 11:23:36 -070021#include "Configuration.h"
Mathias Agopian65ab4712010-07-14 17:59:35 -070022#include <stdint.h>
23#include <string.h>
24#include <stdlib.h>
25#include <sys/types.h>
26
27#include <utils/Errors.h>
28#include <utils/Log.h>
29
Jean-Michel Trivi0d255b22011-05-24 15:53:33 -070030#include <cutils/bitops.h>
Glenn Kastenf6b16782011-12-15 09:51:17 -080031#include <cutils/compiler.h>
Glenn Kasten5798d4e2012-03-08 12:18:35 -080032#include <utils/Debug.h>
Jean-Michel Trivi0d255b22011-05-24 15:53:33 -070033
34#include <system/audio.h>
35
Glenn Kasten3b21c502011-12-15 09:52:39 -080036#include <audio_utils/primitives.h>
Andy Hungef7c7fb2014-05-12 16:51:41 -070037#include <audio_utils/format.h>
John Grossman4ff14ba2012-02-08 16:37:41 -080038#include <common_time/local_clock.h>
39#include <common_time/cc_helper.h>
Glenn Kasten3b21c502011-12-15 09:52:39 -080040
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070041#include <media/EffectsFactoryApi.h>
42
Andy Hung296b7412014-06-17 15:25:47 -070043#include "AudioMixerOps.h"
Mathias Agopian65ab4712010-07-14 17:59:35 -070044#include "AudioMixer.h"
45
Andy Hung296b7412014-06-17 15:25:47 -070046// Use the FCC_2 macro for code assuming Fixed Channel Count of 2 and
47// whose stereo assumption may need to be revisited later.
48#ifndef FCC_2
49#define FCC_2 2
50#endif
51
52/* VERY_VERY_VERBOSE_LOGGING will show exactly which process hook and track hook is
53 * being used. This is a considerable amount of log spam, so don't enable unless you
54 * are verifying the hook based code.
55 */
56//#define VERY_VERY_VERBOSE_LOGGING
57#ifdef VERY_VERY_VERBOSE_LOGGING
58#define ALOGVV ALOGV
59//define ALOGVV printf // for test-mixer.cpp
60#else
61#define ALOGVV(a...) do { } while (0)
62#endif
63
64// Set kUseNewMixer to true to use the new mixer engine. Otherwise the
65// original code will be used. This is false for now.
66static const bool kUseNewMixer = false;
67
68// Set kUseFloat to true to allow floating input into the mixer engine.
69// If kUseNewMixer is false, this is ignored or may be overridden internally
70// because of downmix/upmix support.
71static const bool kUseFloat = true;
72
Mathias Agopian65ab4712010-07-14 17:59:35 -070073namespace android {
Mathias Agopian65ab4712010-07-14 17:59:35 -070074
75// ----------------------------------------------------------------------------
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070076AudioMixer::DownmixerBufferProvider::DownmixerBufferProvider() : AudioBufferProvider(),
77 mTrackBufferProvider(NULL), mDownmixHandle(NULL)
78{
79}
80
81AudioMixer::DownmixerBufferProvider::~DownmixerBufferProvider()
82{
83 ALOGV("AudioMixer deleting DownmixerBufferProvider (%p)", this);
84 EffectRelease(mDownmixHandle);
85}
86
87status_t AudioMixer::DownmixerBufferProvider::getNextBuffer(AudioBufferProvider::Buffer *pBuffer,
88 int64_t pts) {
89 //ALOGV("DownmixerBufferProvider::getNextBuffer()");
Glenn Kasten8f325372013-10-30 14:36:47 -070090 if (mTrackBufferProvider != NULL) {
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070091 status_t res = mTrackBufferProvider->getNextBuffer(pBuffer, pts);
92 if (res == OK) {
93 mDownmixConfig.inputCfg.buffer.frameCount = pBuffer->frameCount;
94 mDownmixConfig.inputCfg.buffer.raw = pBuffer->raw;
95 mDownmixConfig.outputCfg.buffer.frameCount = pBuffer->frameCount;
96 mDownmixConfig.outputCfg.buffer.raw = mDownmixConfig.inputCfg.buffer.raw;
97 // in-place so overwrite the buffer contents, has been set in prepareTrackForDownmix()
98 //mDownmixConfig.outputCfg.accessMode = EFFECT_BUFFER_ACCESS_WRITE;
99
100 res = (*mDownmixHandle)->process(mDownmixHandle,
101 &mDownmixConfig.inputCfg.buffer, &mDownmixConfig.outputCfg.buffer);
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700102 //ALOGV("getNextBuffer is downmixing");
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700103 }
104 return res;
105 } else {
106 ALOGE("DownmixerBufferProvider::getNextBuffer() error: NULL track buffer provider");
107 return NO_INIT;
108 }
109}
110
111void AudioMixer::DownmixerBufferProvider::releaseBuffer(AudioBufferProvider::Buffer *pBuffer) {
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700112 //ALOGV("DownmixerBufferProvider::releaseBuffer()");
Glenn Kasten8f325372013-10-30 14:36:47 -0700113 if (mTrackBufferProvider != NULL) {
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700114 mTrackBufferProvider->releaseBuffer(pBuffer);
115 } else {
116 ALOGE("DownmixerBufferProvider::releaseBuffer() error: NULL track buffer provider");
117 }
118}
119
Andy Hungef7c7fb2014-05-12 16:51:41 -0700120template <typename T>
121T min(const T& a, const T& b)
122{
123 return a < b ? a : b;
124}
125
126AudioMixer::ReformatBufferProvider::ReformatBufferProvider(int32_t channels,
127 audio_format_t inputFormat, audio_format_t outputFormat) :
128 mTrackBufferProvider(NULL),
129 mChannels(channels),
130 mInputFormat(inputFormat),
131 mOutputFormat(outputFormat),
132 mInputFrameSize(channels * audio_bytes_per_sample(inputFormat)),
133 mOutputFrameSize(channels * audio_bytes_per_sample(outputFormat)),
134 mOutputData(NULL),
135 mOutputCount(0),
136 mConsumed(0)
137{
138 ALOGV("ReformatBufferProvider(%p)(%d, %#x, %#x)", this, channels, inputFormat, outputFormat);
139 if (requiresInternalBuffers()) {
140 mOutputCount = 256;
141 (void)posix_memalign(&mOutputData, 32, mOutputCount * mOutputFrameSize);
142 }
143 mBuffer.frameCount = 0;
144}
145
146AudioMixer::ReformatBufferProvider::~ReformatBufferProvider()
147{
148 ALOGV("~ReformatBufferProvider(%p)", this);
149 if (mBuffer.frameCount != 0) {
150 mTrackBufferProvider->releaseBuffer(&mBuffer);
151 }
152 free(mOutputData);
153}
154
155status_t AudioMixer::ReformatBufferProvider::getNextBuffer(AudioBufferProvider::Buffer *pBuffer,
156 int64_t pts) {
157 //ALOGV("ReformatBufferProvider(%p)::getNextBuffer(%p (%zu), %lld)",
158 // this, pBuffer, pBuffer->frameCount, pts);
159 if (!requiresInternalBuffers()) {
160 status_t res = mTrackBufferProvider->getNextBuffer(pBuffer, pts);
161 if (res == OK) {
162 memcpy_by_audio_format(pBuffer->raw, mOutputFormat, pBuffer->raw, mInputFormat,
163 pBuffer->frameCount * mChannels);
164 }
165 return res;
166 }
167 if (mBuffer.frameCount == 0) {
168 mBuffer.frameCount = pBuffer->frameCount;
169 status_t res = mTrackBufferProvider->getNextBuffer(&mBuffer, pts);
170 // TODO: Track down a bug in the upstream provider
171 // LOG_ALWAYS_FATAL_IF(res == OK && mBuffer.frameCount == 0,
172 // "ReformatBufferProvider::getNextBuffer():"
173 // " Invalid zero framecount returned from getNextBuffer()");
174 if (res != OK || mBuffer.frameCount == 0) {
175 pBuffer->raw = NULL;
176 pBuffer->frameCount = 0;
177 return res;
178 }
179 }
180 ALOG_ASSERT(mConsumed < mBuffer.frameCount);
181 size_t count = min(mOutputCount, mBuffer.frameCount - mConsumed);
182 count = min(count, pBuffer->frameCount);
183 pBuffer->raw = mOutputData;
184 pBuffer->frameCount = count;
185 //ALOGV("reformatting %d frames from %#x to %#x, %d chan",
186 // pBuffer->frameCount, mInputFormat, mOutputFormat, mChannels);
187 memcpy_by_audio_format(pBuffer->raw, mOutputFormat,
188 (uint8_t*)mBuffer.raw + mConsumed * mInputFrameSize, mInputFormat,
189 pBuffer->frameCount * mChannels);
190 return OK;
191}
192
193void AudioMixer::ReformatBufferProvider::releaseBuffer(AudioBufferProvider::Buffer *pBuffer) {
194 //ALOGV("ReformatBufferProvider(%p)::releaseBuffer(%p(%zu))",
195 // this, pBuffer, pBuffer->frameCount);
196 if (!requiresInternalBuffers()) {
197 mTrackBufferProvider->releaseBuffer(pBuffer);
198 return;
199 }
200 // LOG_ALWAYS_FATAL_IF(pBuffer->frameCount == 0, "Invalid framecount");
201 mConsumed += pBuffer->frameCount; // TODO: update for efficiency to reuse existing content
202 if (mConsumed != 0 && mConsumed >= mBuffer.frameCount) {
203 mConsumed = 0;
204 mTrackBufferProvider->releaseBuffer(&mBuffer);
205 // ALOG_ASSERT(mBuffer.frameCount == 0);
206 }
207 pBuffer->raw = NULL;
208 pBuffer->frameCount = 0;
209}
210
211void AudioMixer::ReformatBufferProvider::reset() {
212 if (mBuffer.frameCount != 0) {
213 mTrackBufferProvider->releaseBuffer(&mBuffer);
214 }
215 mConsumed = 0;
216}
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700217
218// ----------------------------------------------------------------------------
Glenn Kasten49c34ac2013-10-30 14:37:01 -0700219bool AudioMixer::sIsMultichannelCapable = false;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700220
Glenn Kasten49c34ac2013-10-30 14:37:01 -0700221effect_descriptor_t AudioMixer::sDwnmFxDesc;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700222
Paul Lind3c0a0e82012-08-01 18:49:49 -0700223// Ensure mConfiguredNames bitmask is initialized properly on all architectures.
224// The value of 1 << x is undefined in C when x >= 32.
225
Glenn Kasten5c94b6c2012-03-20 17:01:29 -0700226AudioMixer::AudioMixer(size_t frameCount, uint32_t sampleRate, uint32_t maxNumTracks)
Paul Lind3c0a0e82012-08-01 18:49:49 -0700227 : mTrackNames(0), mConfiguredNames((maxNumTracks >= 32 ? 0 : 1 << maxNumTracks) - 1),
Glenn Kasten7f5d3352013-02-15 23:55:04 +0000228 mSampleRate(sampleRate)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700229{
Glenn Kasten788040c2011-05-05 08:19:00 -0700230 // AudioMixer is not yet capable of multi-channel beyond stereo
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800231 COMPILE_TIME_ASSERT_FUNCTION_SCOPE(2 == MAX_NUM_CHANNELS);
Jean-Michel Triviacb86cc2012-04-16 12:43:57 -0700232
Glenn Kasten5c94b6c2012-03-20 17:01:29 -0700233 ALOG_ASSERT(maxNumTracks <= MAX_NUM_TRACKS, "maxNumTracks %u > MAX_NUM_TRACKS %u",
234 maxNumTracks, MAX_NUM_TRACKS);
235
Glenn Kasten599fabc2012-03-08 12:33:37 -0800236 // AudioMixer is not yet capable of more than 32 active track inputs
237 ALOG_ASSERT(32 >= MAX_NUM_TRACKS, "bad MAX_NUM_TRACKS %d", MAX_NUM_TRACKS);
238
239 // AudioMixer is not yet capable of multi-channel output beyond stereo
240 ALOG_ASSERT(2 == MAX_NUM_CHANNELS, "bad MAX_NUM_CHANNELS %d", MAX_NUM_CHANNELS);
241
Glenn Kasten52008f82012-03-18 09:34:41 -0700242 pthread_once(&sOnceControl, &sInitRoutine);
243
Mathias Agopian65ab4712010-07-14 17:59:35 -0700244 mState.enabledTracks= 0;
245 mState.needsChanged = 0;
246 mState.frameCount = frameCount;
Glenn Kasten84afa3b2012-01-25 15:28:08 -0800247 mState.hook = process__nop;
Glenn Kastene0feee32011-12-13 11:53:26 -0800248 mState.outputTemp = NULL;
249 mState.resampleTemp = NULL;
Glenn Kastenab7d72f2013-02-27 09:05:28 -0800250 mState.mLog = &mDummyLog;
Glenn Kasten84afa3b2012-01-25 15:28:08 -0800251 // mState.reserved
Glenn Kasten17a736c2012-02-14 08:52:15 -0800252
253 // FIXME Most of the following initialization is probably redundant since
254 // tracks[i] should only be referenced if (mTrackNames & (1 << i)) != 0
255 // and mTrackNames is initially 0. However, leave it here until that's verified.
Mathias Agopian65ab4712010-07-14 17:59:35 -0700256 track_t* t = mState.tracks;
Glenn Kastenbf71f1e2011-12-13 11:52:35 -0800257 for (unsigned i=0 ; i < MAX_NUM_TRACKS ; i++) {
Eric Laurenta5e82142012-04-16 13:47:17 -0700258 t->resampler = NULL;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700259 t->downmixerBufferProvider = NULL;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700260 t++;
261 }
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700262
Mathias Agopian65ab4712010-07-14 17:59:35 -0700263}
264
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800265AudioMixer::~AudioMixer()
266{
267 track_t* t = mState.tracks;
Glenn Kastenbf71f1e2011-12-13 11:52:35 -0800268 for (unsigned i=0 ; i < MAX_NUM_TRACKS ; i++) {
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800269 delete t->resampler;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700270 delete t->downmixerBufferProvider;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800271 t++;
272 }
273 delete [] mState.outputTemp;
274 delete [] mState.resampleTemp;
275}
Mathias Agopian65ab4712010-07-14 17:59:35 -0700276
Glenn Kastenab7d72f2013-02-27 09:05:28 -0800277void AudioMixer::setLog(NBLog::Writer *log)
278{
279 mState.mLog = log;
280}
281
Andy Hunge8a1ced2014-05-09 15:02:21 -0700282int AudioMixer::getTrackName(audio_channel_mask_t channelMask,
283 audio_format_t format, int sessionId)
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800284{
Andy Hunge8a1ced2014-05-09 15:02:21 -0700285 if (!isValidPcmTrackFormat(format)) {
286 ALOGE("AudioMixer::getTrackName invalid format (%#x)", format);
287 return -1;
288 }
Glenn Kasten5c94b6c2012-03-20 17:01:29 -0700289 uint32_t names = (~mTrackNames) & mConfiguredNames;
Glenn Kasten98dd5422011-12-15 14:38:29 -0800290 if (names != 0) {
291 int n = __builtin_ctz(names);
Steve Block3856b092011-10-20 11:56:00 +0100292 ALOGV("add track (%d)", n);
Glenn Kastendeeb1282012-03-25 11:59:31 -0700293 // assume default parameters for the track, except where noted below
294 track_t* t = &mState.tracks[n];
295 t->needs = 0;
Andy Hung97ae8242014-05-30 10:35:47 -0700296 t->volume[0] = UNITY_GAIN_INT;
297 t->volume[1] = UNITY_GAIN_INT;
Glenn Kastendeeb1282012-03-25 11:59:31 -0700298 // no initialization needed
299 // t->prevVolume[0]
300 // t->prevVolume[1]
301 t->volumeInc[0] = 0;
302 t->volumeInc[1] = 0;
303 t->auxLevel = 0;
304 t->auxInc = 0;
305 // no initialization needed
306 // t->prevAuxLevel
307 // t->frameCount
Andy Hung68112fc2014-05-14 14:13:23 -0700308 t->channelCount = audio_channel_count_from_out_mask(channelMask);
Glenn Kastendeeb1282012-03-25 11:59:31 -0700309 t->enabled = false;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700310 ALOGV_IF(channelMask != AUDIO_CHANNEL_OUT_STEREO,
311 "Non-stereo channel mask: %d\n", channelMask);
Andy Hung68112fc2014-05-14 14:13:23 -0700312 t->channelMask = channelMask;
Jean-Michel Trivid06e1322012-09-12 15:47:07 -0700313 t->sessionId = sessionId;
Glenn Kastendeeb1282012-03-25 11:59:31 -0700314 // setBufferProvider(name, AudioBufferProvider *) is required before enable(name)
315 t->bufferProvider = NULL;
316 t->buffer.raw = NULL;
317 // no initialization needed
318 // t->buffer.frameCount
319 t->hook = NULL;
320 t->in = NULL;
321 t->resampler = NULL;
322 t->sampleRate = mSampleRate;
323 // setParameter(name, TRACK, MAIN_BUFFER, mixBuffer) is required before enable(name)
324 t->mainBuffer = NULL;
325 t->auxBuffer = NULL;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700326 t->mInputBufferProvider = NULL;
327 t->mReformatBufferProvider = NULL;
Glenn Kasten52008f82012-03-18 09:34:41 -0700328 t->downmixerBufferProvider = NULL;
Andy Hung78820702014-02-28 16:23:02 -0800329 t->mMixerFormat = AUDIO_FORMAT_PCM_16_BIT;
Andy Hunge8a1ced2014-05-09 15:02:21 -0700330 t->mFormat = format;
Andy Hung296b7412014-06-17 15:25:47 -0700331 t->mMixerInFormat = kUseFloat && kUseNewMixer
332 ? AUDIO_FORMAT_PCM_FLOAT : AUDIO_FORMAT_PCM_16_BIT;
333 // Check the downmixing (or upmixing) requirements.
334 status_t status = initTrackDownmix(t, n, channelMask);
Andy Hung68112fc2014-05-14 14:13:23 -0700335 if (status != OK) {
336 ALOGE("AudioMixer::getTrackName invalid channelMask (%#x)", channelMask);
337 return -1;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700338 }
Andy Hung296b7412014-06-17 15:25:47 -0700339 // initTrackDownmix() may change the input format requirement.
340 // If you desire floating point input to the mixer, it may change
341 // to integer because the downmixer requires integer to process.
342 ALOGVV("mMixerFormat:%#x mMixerInFormat:%#x\n", t->mMixerFormat, t->mMixerInFormat);
343 prepareTrackForReformat(t, n);
Andy Hung68112fc2014-05-14 14:13:23 -0700344 mTrackNames |= 1 << n;
345 return TRACK0 + n;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700346 }
Andy Hung68112fc2014-05-14 14:13:23 -0700347 ALOGE("AudioMixer::getTrackName out of available tracks");
Mathias Agopian65ab4712010-07-14 17:59:35 -0700348 return -1;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800349}
Mathias Agopian65ab4712010-07-14 17:59:35 -0700350
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800351void AudioMixer::invalidateState(uint32_t mask)
352{
Glenn Kasten34fca342013-08-13 09:48:14 -0700353 if (mask != 0) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700354 mState.needsChanged |= mask;
355 mState.hook = process__validate;
356 }
357 }
358
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700359status_t AudioMixer::initTrackDownmix(track_t* pTrack, int trackNum, audio_channel_mask_t mask)
360{
Andy Hunge5412692014-05-16 11:25:07 -0700361 uint32_t channelCount = audio_channel_count_from_out_mask(mask);
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700362 ALOG_ASSERT((channelCount <= MAX_NUM_CHANNELS_TO_DOWNMIX) && channelCount);
363 status_t status = OK;
364 if (channelCount > MAX_NUM_CHANNELS) {
365 pTrack->channelMask = mask;
366 pTrack->channelCount = channelCount;
367 ALOGV("initTrackDownmix(track=%d, mask=0x%x) calls prepareTrackForDownmix()",
368 trackNum, mask);
369 status = prepareTrackForDownmix(pTrack, trackNum);
370 } else {
371 unprepareTrackForDownmix(pTrack, trackNum);
372 }
373 return status;
374}
375
Andy Hungee931ff2014-01-28 13:44:14 -0800376void AudioMixer::unprepareTrackForDownmix(track_t* pTrack, int trackName __unused) {
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700377 ALOGV("AudioMixer::unprepareTrackForDownmix(%d)", trackName);
378
379 if (pTrack->downmixerBufferProvider != NULL) {
380 // this track had previously been configured with a downmixer, delete it
381 ALOGV(" deleting old downmixer");
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700382 delete pTrack->downmixerBufferProvider;
383 pTrack->downmixerBufferProvider = NULL;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700384 reconfigureBufferProviders(pTrack);
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700385 } else {
386 ALOGV(" nothing to do, no downmixer to delete");
387 }
388}
389
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700390status_t AudioMixer::prepareTrackForDownmix(track_t* pTrack, int trackName)
391{
392 ALOGV("AudioMixer::prepareTrackForDownmix(%d) with mask 0x%x", trackName, pTrack->channelMask);
393
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700394 // discard the previous downmixer if there was one
395 unprepareTrackForDownmix(pTrack, trackName);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700396
397 DownmixerBufferProvider* pDbp = new DownmixerBufferProvider();
398 int32_t status;
399
Glenn Kasten49c34ac2013-10-30 14:37:01 -0700400 if (!sIsMultichannelCapable) {
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700401 ALOGE("prepareTrackForDownmix(%d) fails: mixer doesn't support multichannel content",
402 trackName);
403 goto noDownmixForActiveTrack;
404 }
405
Glenn Kasten49c34ac2013-10-30 14:37:01 -0700406 if (EffectCreate(&sDwnmFxDesc.uuid,
Jean-Michel Trivid06e1322012-09-12 15:47:07 -0700407 pTrack->sessionId /*sessionId*/, -2 /*ioId not relevant here, using random value*/,
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700408 &pDbp->mDownmixHandle/*pHandle*/) != 0) {
409 ALOGE("prepareTrackForDownmix(%d) fails: error creating downmixer effect", trackName);
410 goto noDownmixForActiveTrack;
411 }
412
413 // channel input configuration will be overridden per-track
414 pDbp->mDownmixConfig.inputCfg.channels = pTrack->channelMask;
415 pDbp->mDownmixConfig.outputCfg.channels = AUDIO_CHANNEL_OUT_STEREO;
416 pDbp->mDownmixConfig.inputCfg.format = AUDIO_FORMAT_PCM_16_BIT;
417 pDbp->mDownmixConfig.outputCfg.format = AUDIO_FORMAT_PCM_16_BIT;
418 pDbp->mDownmixConfig.inputCfg.samplingRate = pTrack->sampleRate;
419 pDbp->mDownmixConfig.outputCfg.samplingRate = pTrack->sampleRate;
420 pDbp->mDownmixConfig.inputCfg.accessMode = EFFECT_BUFFER_ACCESS_READ;
421 pDbp->mDownmixConfig.outputCfg.accessMode = EFFECT_BUFFER_ACCESS_WRITE;
422 // input and output buffer provider, and frame count will not be used as the downmix effect
423 // process() function is called directly (see DownmixerBufferProvider::getNextBuffer())
424 pDbp->mDownmixConfig.inputCfg.mask = EFFECT_CONFIG_SMP_RATE | EFFECT_CONFIG_CHANNELS |
425 EFFECT_CONFIG_FORMAT | EFFECT_CONFIG_ACC_MODE;
426 pDbp->mDownmixConfig.outputCfg.mask = pDbp->mDownmixConfig.inputCfg.mask;
427
428 {// scope for local variables that are not used in goto label "noDownmixForActiveTrack"
429 int cmdStatus;
430 uint32_t replySize = sizeof(int);
431
432 // Configure and enable downmixer
433 status = (*pDbp->mDownmixHandle)->command(pDbp->mDownmixHandle,
434 EFFECT_CMD_SET_CONFIG /*cmdCode*/, sizeof(effect_config_t) /*cmdSize*/,
435 &pDbp->mDownmixConfig /*pCmdData*/,
436 &replySize /*replySize*/, &cmdStatus /*pReplyData*/);
437 if ((status != 0) || (cmdStatus != 0)) {
438 ALOGE("error %d while configuring downmixer for track %d", status, trackName);
439 goto noDownmixForActiveTrack;
440 }
441 replySize = sizeof(int);
442 status = (*pDbp->mDownmixHandle)->command(pDbp->mDownmixHandle,
443 EFFECT_CMD_ENABLE /*cmdCode*/, 0 /*cmdSize*/, NULL /*pCmdData*/,
444 &replySize /*replySize*/, &cmdStatus /*pReplyData*/);
445 if ((status != 0) || (cmdStatus != 0)) {
446 ALOGE("error %d while enabling downmixer for track %d", status, trackName);
447 goto noDownmixForActiveTrack;
448 }
449
450 // Set downmix type
451 // parameter size rounded for padding on 32bit boundary
452 const int psizePadded = ((sizeof(downmix_params_t) - 1)/sizeof(int) + 1) * sizeof(int);
453 const int downmixParamSize =
454 sizeof(effect_param_t) + psizePadded + sizeof(downmix_type_t);
455 effect_param_t * const param = (effect_param_t *) malloc(downmixParamSize);
456 param->psize = sizeof(downmix_params_t);
457 const downmix_params_t downmixParam = DOWNMIX_PARAM_TYPE;
458 memcpy(param->data, &downmixParam, param->psize);
459 const downmix_type_t downmixType = DOWNMIX_TYPE_FOLD;
460 param->vsize = sizeof(downmix_type_t);
461 memcpy(param->data + psizePadded, &downmixType, param->vsize);
462
463 status = (*pDbp->mDownmixHandle)->command(pDbp->mDownmixHandle,
464 EFFECT_CMD_SET_PARAM /* cmdCode */, downmixParamSize/* cmdSize */,
465 param /*pCmndData*/, &replySize /*replySize*/, &cmdStatus /*pReplyData*/);
466
467 free(param);
468
469 if ((status != 0) || (cmdStatus != 0)) {
470 ALOGE("error %d while setting downmix type for track %d", status, trackName);
471 goto noDownmixForActiveTrack;
472 } else {
473 ALOGV("downmix type set to %d for track %d", (int) downmixType, trackName);
474 }
475 }// end of scope for local variables that are not used in goto label "noDownmixForActiveTrack"
476
477 // initialization successful:
Andy Hung296b7412014-06-17 15:25:47 -0700478 pTrack->mMixerInFormat = AUDIO_FORMAT_PCM_16_BIT; // 16 bit input is required for downmix
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700479 pTrack->downmixerBufferProvider = pDbp;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700480 reconfigureBufferProviders(pTrack);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700481 return NO_ERROR;
482
483noDownmixForActiveTrack:
484 delete pDbp;
485 pTrack->downmixerBufferProvider = NULL;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700486 reconfigureBufferProviders(pTrack);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700487 return NO_INIT;
488}
489
Andy Hungef7c7fb2014-05-12 16:51:41 -0700490void AudioMixer::unprepareTrackForReformat(track_t* pTrack, int trackName __unused) {
491 ALOGV("AudioMixer::unprepareTrackForReformat(%d)", trackName);
492 if (pTrack->mReformatBufferProvider != NULL) {
493 delete pTrack->mReformatBufferProvider;
494 pTrack->mReformatBufferProvider = NULL;
495 reconfigureBufferProviders(pTrack);
496 }
497}
498
499status_t AudioMixer::prepareTrackForReformat(track_t* pTrack, int trackName)
500{
501 ALOGV("AudioMixer::prepareTrackForReformat(%d) with format %#x", trackName, pTrack->mFormat);
502 // discard the previous reformatter if there was one
Andy Hung296b7412014-06-17 15:25:47 -0700503 unprepareTrackForReformat(pTrack, trackName);
504 // only configure reformatter if needed
505 if (pTrack->mFormat != pTrack->mMixerInFormat) {
506 pTrack->mReformatBufferProvider = new ReformatBufferProvider(
507 audio_channel_count_from_out_mask(pTrack->channelMask),
508 pTrack->mFormat, pTrack->mMixerInFormat);
509 reconfigureBufferProviders(pTrack);
510 }
511 return NO_ERROR;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700512}
513
514void AudioMixer::reconfigureBufferProviders(track_t* pTrack)
515{
516 pTrack->bufferProvider = pTrack->mInputBufferProvider;
517 if (pTrack->mReformatBufferProvider) {
518 pTrack->mReformatBufferProvider->mTrackBufferProvider = pTrack->bufferProvider;
519 pTrack->bufferProvider = pTrack->mReformatBufferProvider;
520 }
521 if (pTrack->downmixerBufferProvider) {
522 pTrack->downmixerBufferProvider->mTrackBufferProvider = pTrack->bufferProvider;
523 pTrack->bufferProvider = pTrack->downmixerBufferProvider;
524 }
525}
526
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800527void AudioMixer::deleteTrackName(int name)
528{
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700529 ALOGV("AudioMixer::deleteTrackName(%d)", name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700530 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800531 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Glenn Kasten237a6242011-12-15 15:32:27 -0800532 ALOGV("deleteTrackName(%d)", name);
533 track_t& track(mState.tracks[ name ]);
Glenn Kasten4c340c62012-01-27 12:33:54 -0800534 if (track.enabled) {
535 track.enabled = false;
Glenn Kasten237a6242011-12-15 15:32:27 -0800536 invalidateState(1<<name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700537 }
Glenn Kasten4e2293f2012-04-12 09:39:07 -0700538 // delete the resampler
539 delete track.resampler;
540 track.resampler = NULL;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700541 // delete the downmixer
542 unprepareTrackForDownmix(&mState.tracks[name], name);
Andy Hungef7c7fb2014-05-12 16:51:41 -0700543 // delete the reformatter
544 unprepareTrackForReformat(&mState.tracks[name], name);
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700545
Glenn Kasten237a6242011-12-15 15:32:27 -0800546 mTrackNames &= ~(1<<name);
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800547}
Mathias Agopian65ab4712010-07-14 17:59:35 -0700548
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800549void AudioMixer::enable(int name)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700550{
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800551 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800552 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800553 track_t& track = mState.tracks[name];
554
Glenn Kasten4c340c62012-01-27 12:33:54 -0800555 if (!track.enabled) {
556 track.enabled = true;
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800557 ALOGV("enable(%d)", name);
558 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700559 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700560}
561
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800562void AudioMixer::disable(int name)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700563{
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800564 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800565 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800566 track_t& track = mState.tracks[name];
567
Glenn Kasten4c340c62012-01-27 12:33:54 -0800568 if (track.enabled) {
569 track.enabled = false;
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800570 ALOGV("disable(%d)", name);
571 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700572 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700573}
574
Andy Hung5866a3b2014-05-29 21:33:13 -0700575/* Sets the volume ramp variables for the AudioMixer.
576 *
577 * The volume ramp variables are used to transition between the previous
578 * volume to the target volume. The duration of the transition is
579 * set by ramp, which is either 0 for immediate, or typically one state
580 * framecount period.
581 *
Andy Hung6be49402014-05-30 10:42:03 -0700582 * @param newFloatValue new volume target in float [0.0, 1.0].
Andy Hung5866a3b2014-05-29 21:33:13 -0700583 * @param ramp number of frames to increment over. ramp is 0 if the volume
584 * should be set immediately.
585 * @param volume reference to the U4.12 target volume, set on return.
586 * @param prevVolume reference to the U4.27 previous volume, set on return.
587 * @param volumeInc reference to the increment per output audio frame, set on return.
588 * @return true if the volume has changed, false if volume is same.
589 */
Andy Hung6be49402014-05-30 10:42:03 -0700590static inline bool setVolumeRampVariables(float newFloatValue, int32_t ramp,
Andy Hung5866a3b2014-05-29 21:33:13 -0700591 int16_t &volume, int32_t &prevVolume, int32_t &volumeInc) {
Andy Hung6be49402014-05-30 10:42:03 -0700592 int32_t newValue = newFloatValue * AudioMixer::UNITY_GAIN_INT;
593 if (newValue > AudioMixer::UNITY_GAIN_INT) {
594 newValue = AudioMixer::UNITY_GAIN_INT;
595 } else if (newValue < 0) {
596 ALOGE("negative volume %.7g", newFloatValue);
597 newValue = 0; // should never happen, but for safety check.
598 }
Andy Hung5866a3b2014-05-29 21:33:13 -0700599 if (newValue == volume) {
600 return false;
601 }
602 if (ramp != 0) {
603 volumeInc = ((newValue - volume) << 16) / ramp;
604 prevVolume = (volumeInc == 0 ? newValue : volume) << 16;
605 } else {
606 volumeInc = 0;
607 prevVolume = newValue << 16;
608 }
609 volume = newValue;
610 return true;
611}
612
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800613void AudioMixer::setParameter(int name, int target, int param, void *value)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700614{
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800615 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800616 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800617 track_t& track = mState.tracks[name];
Mathias Agopian65ab4712010-07-14 17:59:35 -0700618
Kévin PETIT377b2ec2014-02-03 12:35:36 +0000619 int valueInt = static_cast<int>(reinterpret_cast<uintptr_t>(value));
620 int32_t *valueBuf = reinterpret_cast<int32_t*>(value);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700621
622 switch (target) {
Glenn Kasten788040c2011-05-05 08:19:00 -0700623
Mathias Agopian65ab4712010-07-14 17:59:35 -0700624 case TRACK:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800625 switch (param) {
Glenn Kasten788040c2011-05-05 08:19:00 -0700626 case CHANNEL_MASK: {
Kévin PETIT377b2ec2014-02-03 12:35:36 +0000627 audio_channel_mask_t mask =
628 static_cast<audio_channel_mask_t>(reinterpret_cast<uintptr_t>(value));
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800629 if (track.channelMask != mask) {
Andy Hunge5412692014-05-16 11:25:07 -0700630 uint32_t channelCount = audio_channel_count_from_out_mask(mask);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700631 ALOG_ASSERT((channelCount <= MAX_NUM_CHANNELS_TO_DOWNMIX) && channelCount);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800632 track.channelMask = mask;
633 track.channelCount = channelCount;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700634 // the mask has changed, does this track need a downmixer?
Andy Hung296b7412014-06-17 15:25:47 -0700635 // update to try using our desired format (if we aren't already using it)
636 track.mMixerInFormat = kUseFloat && kUseNewMixer
637 ? AUDIO_FORMAT_PCM_FLOAT : AUDIO_FORMAT_PCM_16_BIT;
638 status_t status = initTrackDownmix(&mState.tracks[name], name, mask);
639 ALOGE_IF(status != OK,
640 "Invalid channel mask %#x, initTrackDownmix returned %d",
641 mask, status);
Glenn Kasten788040c2011-05-05 08:19:00 -0700642 ALOGV("setParameter(TRACK, CHANNEL_MASK, %x)", mask);
Andy Hung296b7412014-06-17 15:25:47 -0700643 prepareTrackForReformat(&track, name); // format may have changed
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800644 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700645 }
Glenn Kasten788040c2011-05-05 08:19:00 -0700646 } break;
647 case MAIN_BUFFER:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800648 if (track.mainBuffer != valueBuf) {
649 track.mainBuffer = valueBuf;
Steve Block3856b092011-10-20 11:56:00 +0100650 ALOGV("setParameter(TRACK, MAIN_BUFFER, %p)", valueBuf);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800651 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700652 }
Glenn Kasten788040c2011-05-05 08:19:00 -0700653 break;
654 case AUX_BUFFER:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800655 if (track.auxBuffer != valueBuf) {
656 track.auxBuffer = valueBuf;
Steve Block3856b092011-10-20 11:56:00 +0100657 ALOGV("setParameter(TRACK, AUX_BUFFER, %p)", valueBuf);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800658 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700659 }
Glenn Kasten788040c2011-05-05 08:19:00 -0700660 break;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700661 case FORMAT: {
662 audio_format_t format = static_cast<audio_format_t>(valueInt);
663 if (track.mFormat != format) {
664 ALOG_ASSERT(audio_is_linear_pcm(format), "Invalid format %#x", format);
665 track.mFormat = format;
666 ALOGV("setParameter(TRACK, FORMAT, %#x)", format);
Andy Hung296b7412014-06-17 15:25:47 -0700667 prepareTrackForReformat(&track, name);
Andy Hungef7c7fb2014-05-12 16:51:41 -0700668 invalidateState(1 << name);
669 }
670 } break;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700671 // FIXME do we want to support setting the downmix type from AudioFlinger?
672 // for a specific track? or per mixer?
673 /* case DOWNMIX_TYPE:
674 break */
Andy Hung78820702014-02-28 16:23:02 -0800675 case MIXER_FORMAT: {
Andy Hunga1ab7cc2014-02-24 19:26:52 -0800676 audio_format_t format = static_cast<audio_format_t>(valueInt);
Andy Hung78820702014-02-28 16:23:02 -0800677 if (track.mMixerFormat != format) {
678 track.mMixerFormat = format;
679 ALOGV("setParameter(TRACK, MIXER_FORMAT, %#x)", format);
Andy Hunga1ab7cc2014-02-24 19:26:52 -0800680 }
681 } break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700682 default:
Glenn Kastenadad3d72014-02-21 14:51:43 -0800683 LOG_ALWAYS_FATAL("setParameter track: bad param %d", param);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700684 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700685 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700686
Mathias Agopian65ab4712010-07-14 17:59:35 -0700687 case RESAMPLE:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800688 switch (param) {
689 case SAMPLE_RATE:
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800690 ALOG_ASSERT(valueInt > 0, "bad sample rate %d", valueInt);
Glenn Kasten788040c2011-05-05 08:19:00 -0700691 if (track.setResampler(uint32_t(valueInt), mSampleRate)) {
692 ALOGV("setParameter(RESAMPLE, SAMPLE_RATE, %u)",
693 uint32_t(valueInt));
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800694 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700695 }
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800696 break;
697 case RESET:
Eric Laurent243f5f92011-02-28 16:52:51 -0800698 track.resetResampler();
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800699 invalidateState(1 << name);
700 break;
Glenn Kasten4e2293f2012-04-12 09:39:07 -0700701 case REMOVE:
702 delete track.resampler;
703 track.resampler = NULL;
704 track.sampleRate = mSampleRate;
705 invalidateState(1 << name);
706 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700707 default:
Glenn Kastenadad3d72014-02-21 14:51:43 -0800708 LOG_ALWAYS_FATAL("setParameter resample: bad param %d", param);
Eric Laurent243f5f92011-02-28 16:52:51 -0800709 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700710 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700711
Mathias Agopian65ab4712010-07-14 17:59:35 -0700712 case RAMP_VOLUME:
713 case VOLUME:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800714 switch (param) {
Glenn Kasten788040c2011-05-05 08:19:00 -0700715 case VOLUME0:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800716 case VOLUME1:
Andy Hung6be49402014-05-30 10:42:03 -0700717 if (setVolumeRampVariables(*reinterpret_cast<float*>(value),
Andy Hung5866a3b2014-05-29 21:33:13 -0700718 target == RAMP_VOLUME ? mState.frameCount : 0,
719 track.volume[param - VOLUME0], track.prevVolume[param - VOLUME0],
720 track.volumeInc[param - VOLUME0])) {
721 ALOGV("setParameter(%s, VOLUME%d: %04x)",
Andy Hung6be49402014-05-30 10:42:03 -0700722 target == VOLUME ? "VOLUME" : "RAMP_VOLUME", param - VOLUME0,
723 track.volume[param - VOLUME0]);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800724 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700725 }
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800726 break;
727 case AUXLEVEL:
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800728 //ALOG_ASSERT(0 <= valueInt && valueInt <= MAX_GAIN_INT, "bad aux level %d", valueInt);
Andy Hung6be49402014-05-30 10:42:03 -0700729 if (setVolumeRampVariables(*reinterpret_cast<float*>(value),
Andy Hung5866a3b2014-05-29 21:33:13 -0700730 target == RAMP_VOLUME ? mState.frameCount : 0,
731 track.auxLevel, track.prevAuxLevel, track.auxInc)) {
732 ALOGV("setParameter(%s, AUXLEVEL: %04x)",
Andy Hung6be49402014-05-30 10:42:03 -0700733 target == VOLUME ? "VOLUME" : "RAMP_VOLUME", track.auxLevel);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800734 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700735 }
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800736 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700737 default:
Glenn Kastenadad3d72014-02-21 14:51:43 -0800738 LOG_ALWAYS_FATAL("setParameter volume: bad param %d", param);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700739 }
740 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700741
742 default:
Glenn Kastenadad3d72014-02-21 14:51:43 -0800743 LOG_ALWAYS_FATAL("setParameter: bad target %d", target);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700744 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700745}
746
747bool AudioMixer::track_t::setResampler(uint32_t value, uint32_t devSampleRate)
748{
Glenn Kasten4e2293f2012-04-12 09:39:07 -0700749 if (value != devSampleRate || resampler != NULL) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700750 if (sampleRate != value) {
751 sampleRate = value;
Glenn Kastene0feee32011-12-13 11:53:26 -0800752 if (resampler == NULL) {
Glenn Kastenac602052012-10-01 14:04:31 -0700753 ALOGV("creating resampler from track %d Hz to device %d Hz", value, devSampleRate);
754 AudioResampler::src_quality quality;
755 // force lowest quality level resampler if use case isn't music or video
756 // FIXME this is flawed for dynamic sample rates, as we choose the resampler
757 // quality level based on the initial ratio, but that could change later.
758 // Should have a way to distinguish tracks with static ratios vs. dynamic ratios.
759 if (!((value == 44100 && devSampleRate == 48000) ||
760 (value == 48000 && devSampleRate == 44100))) {
Andy Hung9e0308c2014-01-30 14:32:31 -0800761 quality = AudioResampler::DYN_LOW_QUALITY;
Glenn Kastenac602052012-10-01 14:04:31 -0700762 } else {
763 quality = AudioResampler::DEFAULT_QUALITY;
764 }
Andy Hung296b7412014-06-17 15:25:47 -0700765
Andy Hung296b7412014-06-17 15:25:47 -0700766 ALOGVV("Creating resampler with %d bits\n", bits);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700767 resampler = AudioResampler::create(
Andy Hung3348e362014-07-07 10:21:44 -0700768 mMixerInFormat,
Jean-Michel Triviacb86cc2012-04-16 12:43:57 -0700769 // the resampler sees the number of channels after the downmixer, if any
Glenn Kastenf551e992013-08-19 18:45:42 -0700770 (int) (downmixerBufferProvider != NULL ? MAX_NUM_CHANNELS : channelCount),
Glenn Kastenac602052012-10-01 14:04:31 -0700771 devSampleRate, quality);
Glenn Kasten52008f82012-03-18 09:34:41 -0700772 resampler->setLocalTimeFreq(sLocalTimeFreq);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700773 }
774 return true;
775 }
776 }
777 return false;
778}
779
Mathias Agopian65ab4712010-07-14 17:59:35 -0700780inline
781void AudioMixer::track_t::adjustVolumeRamp(bool aux)
782{
Glenn Kastenf9a27772012-01-06 07:47:26 -0800783 for (uint32_t i=0 ; i<MAX_NUM_CHANNELS ; i++) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700784 if (((volumeInc[i]>0) && (((prevVolume[i]+volumeInc[i])>>16) >= volume[i])) ||
785 ((volumeInc[i]<0) && (((prevVolume[i]+volumeInc[i])>>16) <= volume[i]))) {
786 volumeInc[i] = 0;
787 prevVolume[i] = volume[i]<<16;
788 }
789 }
790 if (aux) {
791 if (((auxInc>0) && (((prevAuxLevel+auxInc)>>16) >= auxLevel)) ||
792 ((auxInc<0) && (((prevAuxLevel+auxInc)>>16) <= auxLevel))) {
793 auxInc = 0;
794 prevAuxLevel = auxLevel<<16;
795 }
796 }
797}
798
Glenn Kastenc59c0042012-02-02 14:06:11 -0800799size_t AudioMixer::getUnreleasedFrames(int name) const
Eric Laurent071ccd52011-12-22 16:08:41 -0800800{
801 name -= TRACK0;
802 if (uint32_t(name) < MAX_NUM_TRACKS) {
Glenn Kastenc59c0042012-02-02 14:06:11 -0800803 return mState.tracks[name].getUnreleasedFrames();
Eric Laurent071ccd52011-12-22 16:08:41 -0800804 }
805 return 0;
806}
Mathias Agopian65ab4712010-07-14 17:59:35 -0700807
Glenn Kasten01c4ebf2012-02-22 10:47:35 -0800808void AudioMixer::setBufferProvider(int name, AudioBufferProvider* bufferProvider)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700809{
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800810 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800811 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700812
Andy Hung1d26ddf2014-05-29 15:53:09 -0700813 if (mState.tracks[name].mInputBufferProvider == bufferProvider) {
814 return; // don't reset any buffer providers if identical.
815 }
Andy Hungef7c7fb2014-05-12 16:51:41 -0700816 if (mState.tracks[name].mReformatBufferProvider != NULL) {
817 mState.tracks[name].mReformatBufferProvider->reset();
818 } else if (mState.tracks[name].downmixerBufferProvider != NULL) {
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700819 }
Andy Hungef7c7fb2014-05-12 16:51:41 -0700820
821 mState.tracks[name].mInputBufferProvider = bufferProvider;
822 reconfigureBufferProviders(&mState.tracks[name]);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700823}
824
825
John Grossman4ff14ba2012-02-08 16:37:41 -0800826void AudioMixer::process(int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700827{
John Grossman4ff14ba2012-02-08 16:37:41 -0800828 mState.hook(&mState, pts);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700829}
830
831
John Grossman4ff14ba2012-02-08 16:37:41 -0800832void AudioMixer::process__validate(state_t* state, int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700833{
Steve Block5ff1dd52012-01-05 23:22:43 +0000834 ALOGW_IF(!state->needsChanged,
Mathias Agopian65ab4712010-07-14 17:59:35 -0700835 "in process__validate() but nothing's invalid");
836
837 uint32_t changed = state->needsChanged;
838 state->needsChanged = 0; // clear the validation flag
839
840 // recompute which tracks are enabled / disabled
841 uint32_t enabled = 0;
842 uint32_t disabled = 0;
843 while (changed) {
844 const int i = 31 - __builtin_clz(changed);
845 const uint32_t mask = 1<<i;
846 changed &= ~mask;
847 track_t& t = state->tracks[i];
848 (t.enabled ? enabled : disabled) |= mask;
849 }
850 state->enabledTracks &= ~disabled;
851 state->enabledTracks |= enabled;
852
853 // compute everything we need...
854 int countActiveTracks = 0;
Glenn Kasten4c340c62012-01-27 12:33:54 -0800855 bool all16BitsStereoNoResample = true;
856 bool resampling = false;
857 bool volumeRamp = false;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700858 uint32_t en = state->enabledTracks;
859 while (en) {
860 const int i = 31 - __builtin_clz(en);
861 en &= ~(1<<i);
862
863 countActiveTracks++;
864 track_t& t = state->tracks[i];
865 uint32_t n = 0;
Glenn Kastend6fadf02013-10-30 14:37:29 -0700866 // FIXME can overflow (mask is only 3 bits)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700867 n |= NEEDS_CHANNEL_1 + t.channelCount - 1;
Glenn Kastend6fadf02013-10-30 14:37:29 -0700868 if (t.doesResample()) {
869 n |= NEEDS_RESAMPLE;
870 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700871 if (t.auxLevel != 0 && t.auxBuffer != NULL) {
Glenn Kastend6fadf02013-10-30 14:37:29 -0700872 n |= NEEDS_AUX;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700873 }
874
875 if (t.volumeInc[0]|t.volumeInc[1]) {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800876 volumeRamp = true;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700877 } else if (!t.doesResample() && t.volumeRL == 0) {
Glenn Kastend6fadf02013-10-30 14:37:29 -0700878 n |= NEEDS_MUTE;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700879 }
880 t.needs = n;
881
Glenn Kastend6fadf02013-10-30 14:37:29 -0700882 if (n & NEEDS_MUTE) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700883 t.hook = track__nop;
884 } else {
Glenn Kastend6fadf02013-10-30 14:37:29 -0700885 if (n & NEEDS_AUX) {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800886 all16BitsStereoNoResample = false;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700887 }
Glenn Kastend6fadf02013-10-30 14:37:29 -0700888 if (n & NEEDS_RESAMPLE) {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800889 all16BitsStereoNoResample = false;
890 resampling = true;
Andy Hung296b7412014-06-17 15:25:47 -0700891 t.hook = getTrackHook(TRACKTYPE_RESAMPLE, FCC_2,
892 t.mMixerInFormat, t.mMixerFormat);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700893 ALOGV_IF((n & NEEDS_CHANNEL_COUNT__MASK) > NEEDS_CHANNEL_2,
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700894 "Track %d needs downmix + resample", i);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700895 } else {
896 if ((n & NEEDS_CHANNEL_COUNT__MASK) == NEEDS_CHANNEL_1){
Andy Hung296b7412014-06-17 15:25:47 -0700897 t.hook = getTrackHook(TRACKTYPE_NORESAMPLEMONO, FCC_2,
898 t.mMixerInFormat, t.mMixerFormat);
Glenn Kasten4c340c62012-01-27 12:33:54 -0800899 all16BitsStereoNoResample = false;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700900 }
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700901 if ((n & NEEDS_CHANNEL_COUNT__MASK) >= NEEDS_CHANNEL_2){
Andy Hung296b7412014-06-17 15:25:47 -0700902 t.hook = getTrackHook(TRACKTYPE_NORESAMPLE, FCC_2,
903 t.mMixerInFormat, t.mMixerFormat);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700904 ALOGV_IF((n & NEEDS_CHANNEL_COUNT__MASK) > NEEDS_CHANNEL_2,
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700905 "Track %d needs downmix", i);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700906 }
907 }
908 }
909 }
910
911 // select the processing hooks
912 state->hook = process__nop;
Glenn Kasten34fca342013-08-13 09:48:14 -0700913 if (countActiveTracks > 0) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700914 if (resampling) {
915 if (!state->outputTemp) {
916 state->outputTemp = new int32_t[MAX_NUM_CHANNELS * state->frameCount];
917 }
918 if (!state->resampleTemp) {
919 state->resampleTemp = new int32_t[MAX_NUM_CHANNELS * state->frameCount];
920 }
921 state->hook = process__genericResampling;
922 } else {
923 if (state->outputTemp) {
924 delete [] state->outputTemp;
Glenn Kastene0feee32011-12-13 11:53:26 -0800925 state->outputTemp = NULL;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700926 }
927 if (state->resampleTemp) {
928 delete [] state->resampleTemp;
Glenn Kastene0feee32011-12-13 11:53:26 -0800929 state->resampleTemp = NULL;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700930 }
931 state->hook = process__genericNoResampling;
932 if (all16BitsStereoNoResample && !volumeRamp) {
933 if (countActiveTracks == 1) {
Andy Hung296b7412014-06-17 15:25:47 -0700934 const int i = 31 - __builtin_clz(state->enabledTracks);
935 track_t& t = state->tracks[i];
936 state->hook = getProcessHook(PROCESSTYPE_NORESAMPLEONETRACK, FCC_2,
937 t.mMixerInFormat, t.mMixerFormat);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700938 }
939 }
940 }
941 }
942
Steve Block3856b092011-10-20 11:56:00 +0100943 ALOGV("mixer configuration change: %d activeTracks (%08x) "
Mathias Agopian65ab4712010-07-14 17:59:35 -0700944 "all16BitsStereoNoResample=%d, resampling=%d, volumeRamp=%d",
945 countActiveTracks, state->enabledTracks,
946 all16BitsStereoNoResample, resampling, volumeRamp);
947
John Grossman4ff14ba2012-02-08 16:37:41 -0800948 state->hook(state, pts);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700949
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800950 // Now that the volume ramp has been done, set optimal state and
951 // track hooks for subsequent mixer process
Glenn Kasten34fca342013-08-13 09:48:14 -0700952 if (countActiveTracks > 0) {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800953 bool allMuted = true;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800954 uint32_t en = state->enabledTracks;
955 while (en) {
956 const int i = 31 - __builtin_clz(en);
957 en &= ~(1<<i);
958 track_t& t = state->tracks[i];
Glenn Kasten6e2ebe92013-08-13 09:14:51 -0700959 if (!t.doesResample() && t.volumeRL == 0) {
Glenn Kastend6fadf02013-10-30 14:37:29 -0700960 t.needs |= NEEDS_MUTE;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800961 t.hook = track__nop;
962 } else {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800963 allMuted = false;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800964 }
965 }
966 if (allMuted) {
967 state->hook = process__nop;
968 } else if (all16BitsStereoNoResample) {
969 if (countActiveTracks == 1) {
970 state->hook = process__OneTrack16BitsStereoNoResampling;
971 }
972 }
973 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700974}
975
Mathias Agopian65ab4712010-07-14 17:59:35 -0700976
Glenn Kasten85ab62c2012-11-01 11:11:38 -0700977void AudioMixer::track__genericResample(track_t* t, int32_t* out, size_t outFrameCount,
978 int32_t* temp, int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700979{
Andy Hung296b7412014-06-17 15:25:47 -0700980 ALOGVV("track__genericResample\n");
Mathias Agopian65ab4712010-07-14 17:59:35 -0700981 t->resampler->setSampleRate(t->sampleRate);
982
983 // ramp gain - resample to temp buffer and scale/mix in 2nd step
984 if (aux != NULL) {
985 // always resample with unity gain when sending to auxiliary buffer to be able
986 // to apply send level after resampling
987 // TODO: modify each resampler to support aux channel?
Andy Hung97ae8242014-05-30 10:35:47 -0700988 t->resampler->setVolume(UNITY_GAIN_INT, UNITY_GAIN_INT);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700989 memset(temp, 0, outFrameCount * MAX_NUM_CHANNELS * sizeof(int32_t));
990 t->resampler->resample(temp, outFrameCount, t->bufferProvider);
Glenn Kastenf6b16782011-12-15 09:51:17 -0800991 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1]|t->auxInc)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700992 volumeRampStereo(t, out, outFrameCount, temp, aux);
993 } else {
994 volumeStereo(t, out, outFrameCount, temp, aux);
995 }
996 } else {
Glenn Kastenf6b16782011-12-15 09:51:17 -0800997 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1])) {
Andy Hung97ae8242014-05-30 10:35:47 -0700998 t->resampler->setVolume(UNITY_GAIN_INT, UNITY_GAIN_INT);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700999 memset(temp, 0, outFrameCount * MAX_NUM_CHANNELS * sizeof(int32_t));
1000 t->resampler->resample(temp, outFrameCount, t->bufferProvider);
1001 volumeRampStereo(t, out, outFrameCount, temp, aux);
1002 }
1003
1004 // constant gain
1005 else {
1006 t->resampler->setVolume(t->volume[0], t->volume[1]);
1007 t->resampler->resample(out, outFrameCount, t->bufferProvider);
1008 }
1009 }
1010}
1011
Andy Hungee931ff2014-01-28 13:44:14 -08001012void AudioMixer::track__nop(track_t* t __unused, int32_t* out __unused,
1013 size_t outFrameCount __unused, int32_t* temp __unused, int32_t* aux __unused)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001014{
1015}
1016
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001017void AudioMixer::volumeRampStereo(track_t* t, int32_t* out, size_t frameCount, int32_t* temp,
1018 int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001019{
1020 int32_t vl = t->prevVolume[0];
1021 int32_t vr = t->prevVolume[1];
1022 const int32_t vlInc = t->volumeInc[0];
1023 const int32_t vrInc = t->volumeInc[1];
1024
Steve Blockb8a80522011-12-20 16:23:08 +00001025 //ALOGD("[0] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -07001026 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
1027 // (vl + vlInc*frameCount)/65536.0f, frameCount);
1028
1029 // ramp volume
Glenn Kastenf6b16782011-12-15 09:51:17 -08001030 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001031 int32_t va = t->prevAuxLevel;
1032 const int32_t vaInc = t->auxInc;
1033 int32_t l;
1034 int32_t r;
1035
1036 do {
1037 l = (*temp++ >> 12);
1038 r = (*temp++ >> 12);
1039 *out++ += (vl >> 16) * l;
1040 *out++ += (vr >> 16) * r;
1041 *aux++ += (va >> 17) * (l + r);
1042 vl += vlInc;
1043 vr += vrInc;
1044 va += vaInc;
1045 } while (--frameCount);
1046 t->prevAuxLevel = va;
1047 } else {
1048 do {
1049 *out++ += (vl >> 16) * (*temp++ >> 12);
1050 *out++ += (vr >> 16) * (*temp++ >> 12);
1051 vl += vlInc;
1052 vr += vrInc;
1053 } while (--frameCount);
1054 }
1055 t->prevVolume[0] = vl;
1056 t->prevVolume[1] = vr;
Glenn Kastena1117922012-01-26 10:53:32 -08001057 t->adjustVolumeRamp(aux != NULL);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001058}
1059
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001060void AudioMixer::volumeStereo(track_t* t, int32_t* out, size_t frameCount, int32_t* temp,
1061 int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001062{
1063 const int16_t vl = t->volume[0];
1064 const int16_t vr = t->volume[1];
1065
Glenn Kastenf6b16782011-12-15 09:51:17 -08001066 if (CC_UNLIKELY(aux != NULL)) {
Glenn Kasten3b81aca2012-01-27 15:26:23 -08001067 const int16_t va = t->auxLevel;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001068 do {
1069 int16_t l = (int16_t)(*temp++ >> 12);
1070 int16_t r = (int16_t)(*temp++ >> 12);
1071 out[0] = mulAdd(l, vl, out[0]);
1072 int16_t a = (int16_t)(((int32_t)l + r) >> 1);
1073 out[1] = mulAdd(r, vr, out[1]);
1074 out += 2;
1075 aux[0] = mulAdd(a, va, aux[0]);
1076 aux++;
1077 } while (--frameCount);
1078 } else {
1079 do {
1080 int16_t l = (int16_t)(*temp++ >> 12);
1081 int16_t r = (int16_t)(*temp++ >> 12);
1082 out[0] = mulAdd(l, vl, out[0]);
1083 out[1] = mulAdd(r, vr, out[1]);
1084 out += 2;
1085 } while (--frameCount);
1086 }
1087}
1088
Andy Hungee931ff2014-01-28 13:44:14 -08001089void AudioMixer::track__16BitsStereo(track_t* t, int32_t* out, size_t frameCount,
1090 int32_t* temp __unused, int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001091{
Andy Hung296b7412014-06-17 15:25:47 -07001092 ALOGVV("track__16BitsStereo\n");
Glenn Kasten54c3b662012-01-06 07:46:30 -08001093 const int16_t *in = static_cast<const int16_t *>(t->in);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001094
Glenn Kastenf6b16782011-12-15 09:51:17 -08001095 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001096 int32_t l;
1097 int32_t r;
1098 // ramp gain
Glenn Kastenf6b16782011-12-15 09:51:17 -08001099 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1]|t->auxInc)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001100 int32_t vl = t->prevVolume[0];
1101 int32_t vr = t->prevVolume[1];
1102 int32_t va = t->prevAuxLevel;
1103 const int32_t vlInc = t->volumeInc[0];
1104 const int32_t vrInc = t->volumeInc[1];
1105 const int32_t vaInc = t->auxInc;
Steve Blockb8a80522011-12-20 16:23:08 +00001106 // ALOGD("[1] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -07001107 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
1108 // (vl + vlInc*frameCount)/65536.0f, frameCount);
1109
1110 do {
1111 l = (int32_t)*in++;
1112 r = (int32_t)*in++;
1113 *out++ += (vl >> 16) * l;
1114 *out++ += (vr >> 16) * r;
1115 *aux++ += (va >> 17) * (l + r);
1116 vl += vlInc;
1117 vr += vrInc;
1118 va += vaInc;
1119 } while (--frameCount);
1120
1121 t->prevVolume[0] = vl;
1122 t->prevVolume[1] = vr;
1123 t->prevAuxLevel = va;
1124 t->adjustVolumeRamp(true);
1125 }
1126
1127 // constant gain
1128 else {
1129 const uint32_t vrl = t->volumeRL;
1130 const int16_t va = (int16_t)t->auxLevel;
1131 do {
Glenn Kasten54c3b662012-01-06 07:46:30 -08001132 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001133 int16_t a = (int16_t)(((int32_t)in[0] + in[1]) >> 1);
1134 in += 2;
1135 out[0] = mulAddRL(1, rl, vrl, out[0]);
1136 out[1] = mulAddRL(0, rl, vrl, out[1]);
1137 out += 2;
1138 aux[0] = mulAdd(a, va, aux[0]);
1139 aux++;
1140 } while (--frameCount);
1141 }
1142 } else {
1143 // ramp gain
Glenn Kastenf6b16782011-12-15 09:51:17 -08001144 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1])) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001145 int32_t vl = t->prevVolume[0];
1146 int32_t vr = t->prevVolume[1];
1147 const int32_t vlInc = t->volumeInc[0];
1148 const int32_t vrInc = t->volumeInc[1];
1149
Steve Blockb8a80522011-12-20 16:23:08 +00001150 // ALOGD("[1] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -07001151 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
1152 // (vl + vlInc*frameCount)/65536.0f, frameCount);
1153
1154 do {
1155 *out++ += (vl >> 16) * (int32_t) *in++;
1156 *out++ += (vr >> 16) * (int32_t) *in++;
1157 vl += vlInc;
1158 vr += vrInc;
1159 } while (--frameCount);
1160
1161 t->prevVolume[0] = vl;
1162 t->prevVolume[1] = vr;
1163 t->adjustVolumeRamp(false);
1164 }
1165
1166 // constant gain
1167 else {
1168 const uint32_t vrl = t->volumeRL;
1169 do {
Glenn Kasten54c3b662012-01-06 07:46:30 -08001170 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001171 in += 2;
1172 out[0] = mulAddRL(1, rl, vrl, out[0]);
1173 out[1] = mulAddRL(0, rl, vrl, out[1]);
1174 out += 2;
1175 } while (--frameCount);
1176 }
1177 }
1178 t->in = in;
1179}
1180
Andy Hungee931ff2014-01-28 13:44:14 -08001181void AudioMixer::track__16BitsMono(track_t* t, int32_t* out, size_t frameCount,
1182 int32_t* temp __unused, int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001183{
Andy Hung296b7412014-06-17 15:25:47 -07001184 ALOGVV("track__16BitsMono\n");
Glenn Kasten54c3b662012-01-06 07:46:30 -08001185 const int16_t *in = static_cast<int16_t const *>(t->in);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001186
Glenn Kastenf6b16782011-12-15 09:51:17 -08001187 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001188 // ramp gain
Glenn Kastenf6b16782011-12-15 09:51:17 -08001189 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1]|t->auxInc)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001190 int32_t vl = t->prevVolume[0];
1191 int32_t vr = t->prevVolume[1];
1192 int32_t va = t->prevAuxLevel;
1193 const int32_t vlInc = t->volumeInc[0];
1194 const int32_t vrInc = t->volumeInc[1];
1195 const int32_t vaInc = t->auxInc;
1196
Steve Blockb8a80522011-12-20 16:23:08 +00001197 // ALOGD("[2] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -07001198 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
1199 // (vl + vlInc*frameCount)/65536.0f, frameCount);
1200
1201 do {
1202 int32_t l = *in++;
1203 *out++ += (vl >> 16) * l;
1204 *out++ += (vr >> 16) * l;
1205 *aux++ += (va >> 16) * l;
1206 vl += vlInc;
1207 vr += vrInc;
1208 va += vaInc;
1209 } while (--frameCount);
1210
1211 t->prevVolume[0] = vl;
1212 t->prevVolume[1] = vr;
1213 t->prevAuxLevel = va;
1214 t->adjustVolumeRamp(true);
1215 }
1216 // constant gain
1217 else {
1218 const int16_t vl = t->volume[0];
1219 const int16_t vr = t->volume[1];
1220 const int16_t va = (int16_t)t->auxLevel;
1221 do {
1222 int16_t l = *in++;
1223 out[0] = mulAdd(l, vl, out[0]);
1224 out[1] = mulAdd(l, vr, out[1]);
1225 out += 2;
1226 aux[0] = mulAdd(l, va, aux[0]);
1227 aux++;
1228 } while (--frameCount);
1229 }
1230 } else {
1231 // ramp gain
Glenn Kastenf6b16782011-12-15 09:51:17 -08001232 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1])) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001233 int32_t vl = t->prevVolume[0];
1234 int32_t vr = t->prevVolume[1];
1235 const int32_t vlInc = t->volumeInc[0];
1236 const int32_t vrInc = t->volumeInc[1];
1237
Steve Blockb8a80522011-12-20 16:23:08 +00001238 // ALOGD("[2] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -07001239 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
1240 // (vl + vlInc*frameCount)/65536.0f, frameCount);
1241
1242 do {
1243 int32_t l = *in++;
1244 *out++ += (vl >> 16) * l;
1245 *out++ += (vr >> 16) * l;
1246 vl += vlInc;
1247 vr += vrInc;
1248 } while (--frameCount);
1249
1250 t->prevVolume[0] = vl;
1251 t->prevVolume[1] = vr;
1252 t->adjustVolumeRamp(false);
1253 }
1254 // constant gain
1255 else {
1256 const int16_t vl = t->volume[0];
1257 const int16_t vr = t->volume[1];
1258 do {
1259 int16_t l = *in++;
1260 out[0] = mulAdd(l, vl, out[0]);
1261 out[1] = mulAdd(l, vr, out[1]);
1262 out += 2;
1263 } while (--frameCount);
1264 }
1265 }
1266 t->in = in;
1267}
1268
Mathias Agopian65ab4712010-07-14 17:59:35 -07001269// no-op case
John Grossman4ff14ba2012-02-08 16:37:41 -08001270void AudioMixer::process__nop(state_t* state, int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001271{
Andy Hung296b7412014-06-17 15:25:47 -07001272 ALOGVV("process__nop\n");
Mathias Agopian65ab4712010-07-14 17:59:35 -07001273 uint32_t e0 = state->enabledTracks;
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001274 size_t sampleCount = state->frameCount * MAX_NUM_CHANNELS;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001275 while (e0) {
1276 // process by group of tracks with same output buffer to
1277 // avoid multiple memset() on same buffer
1278 uint32_t e1 = e0, e2 = e0;
1279 int i = 31 - __builtin_clz(e1);
Glenn Kastenfc900c92013-02-18 12:47:49 -08001280 {
1281 track_t& t1 = state->tracks[i];
Mathias Agopian65ab4712010-07-14 17:59:35 -07001282 e2 &= ~(1<<i);
Glenn Kastenfc900c92013-02-18 12:47:49 -08001283 while (e2) {
1284 i = 31 - __builtin_clz(e2);
1285 e2 &= ~(1<<i);
1286 track_t& t2 = state->tracks[i];
1287 if (CC_UNLIKELY(t2.mainBuffer != t1.mainBuffer)) {
1288 e1 &= ~(1<<i);
1289 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001290 }
Glenn Kastenfc900c92013-02-18 12:47:49 -08001291 e0 &= ~(e1);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001292
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001293 memset(t1.mainBuffer, 0, sampleCount
Andy Hung78820702014-02-28 16:23:02 -08001294 * audio_bytes_per_sample(t1.mMixerFormat));
Glenn Kastenfc900c92013-02-18 12:47:49 -08001295 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001296
1297 while (e1) {
1298 i = 31 - __builtin_clz(e1);
1299 e1 &= ~(1<<i);
Glenn Kastenfc900c92013-02-18 12:47:49 -08001300 {
1301 track_t& t3 = state->tracks[i];
1302 size_t outFrames = state->frameCount;
1303 while (outFrames) {
1304 t3.buffer.frameCount = outFrames;
1305 int64_t outputPTS = calculateOutputPTS(
1306 t3, pts, state->frameCount - outFrames);
1307 t3.bufferProvider->getNextBuffer(&t3.buffer, outputPTS);
1308 if (t3.buffer.raw == NULL) break;
1309 outFrames -= t3.buffer.frameCount;
1310 t3.bufferProvider->releaseBuffer(&t3.buffer);
1311 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001312 }
1313 }
1314 }
1315}
1316
1317// generic code without resampling
John Grossman4ff14ba2012-02-08 16:37:41 -08001318void AudioMixer::process__genericNoResampling(state_t* state, int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001319{
Andy Hung296b7412014-06-17 15:25:47 -07001320 ALOGVV("process__genericNoResampling\n");
Mathias Agopian65ab4712010-07-14 17:59:35 -07001321 int32_t outTemp[BLOCKSIZE * MAX_NUM_CHANNELS] __attribute__((aligned(32)));
1322
1323 // acquire each track's buffer
1324 uint32_t enabledTracks = state->enabledTracks;
1325 uint32_t e0 = enabledTracks;
1326 while (e0) {
1327 const int i = 31 - __builtin_clz(e0);
1328 e0 &= ~(1<<i);
1329 track_t& t = state->tracks[i];
1330 t.buffer.frameCount = state->frameCount;
John Grossman4ff14ba2012-02-08 16:37:41 -08001331 t.bufferProvider->getNextBuffer(&t.buffer, pts);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001332 t.frameCount = t.buffer.frameCount;
1333 t.in = t.buffer.raw;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001334 }
1335
1336 e0 = enabledTracks;
1337 while (e0) {
1338 // process by group of tracks with same output buffer to
1339 // optimize cache use
1340 uint32_t e1 = e0, e2 = e0;
1341 int j = 31 - __builtin_clz(e1);
1342 track_t& t1 = state->tracks[j];
1343 e2 &= ~(1<<j);
1344 while (e2) {
1345 j = 31 - __builtin_clz(e2);
1346 e2 &= ~(1<<j);
1347 track_t& t2 = state->tracks[j];
Glenn Kastenf6b16782011-12-15 09:51:17 -08001348 if (CC_UNLIKELY(t2.mainBuffer != t1.mainBuffer)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001349 e1 &= ~(1<<j);
1350 }
1351 }
1352 e0 &= ~(e1);
1353 // this assumes output 16 bits stereo, no resampling
1354 int32_t *out = t1.mainBuffer;
1355 size_t numFrames = 0;
1356 do {
1357 memset(outTemp, 0, sizeof(outTemp));
1358 e2 = e1;
1359 while (e2) {
1360 const int i = 31 - __builtin_clz(e2);
1361 e2 &= ~(1<<i);
1362 track_t& t = state->tracks[i];
1363 size_t outFrames = BLOCKSIZE;
1364 int32_t *aux = NULL;
Glenn Kastend6fadf02013-10-30 14:37:29 -07001365 if (CC_UNLIKELY(t.needs & NEEDS_AUX)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001366 aux = t.auxBuffer + numFrames;
1367 }
1368 while (outFrames) {
Gaurav Kumar7e79cd22014-01-06 10:57:18 +05301369 // t.in == NULL can happen if the track was flushed just after having
1370 // been enabled for mixing.
1371 if (t.in == NULL) {
1372 enabledTracks &= ~(1<<i);
1373 e1 &= ~(1<<i);
1374 break;
1375 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001376 size_t inFrames = (t.frameCount > outFrames)?outFrames:t.frameCount;
Glenn Kasten34fca342013-08-13 09:48:14 -07001377 if (inFrames > 0) {
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001378 t.hook(&t, outTemp + (BLOCKSIZE-outFrames)*MAX_NUM_CHANNELS, inFrames,
1379 state->resampleTemp, aux);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001380 t.frameCount -= inFrames;
1381 outFrames -= inFrames;
Glenn Kastenf6b16782011-12-15 09:51:17 -08001382 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001383 aux += inFrames;
1384 }
1385 }
1386 if (t.frameCount == 0 && outFrames) {
1387 t.bufferProvider->releaseBuffer(&t.buffer);
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001388 t.buffer.frameCount = (state->frameCount - numFrames) -
1389 (BLOCKSIZE - outFrames);
John Grossman4ff14ba2012-02-08 16:37:41 -08001390 int64_t outputPTS = calculateOutputPTS(
1391 t, pts, numFrames + (BLOCKSIZE - outFrames));
1392 t.bufferProvider->getNextBuffer(&t.buffer, outputPTS);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001393 t.in = t.buffer.raw;
1394 if (t.in == NULL) {
1395 enabledTracks &= ~(1<<i);
1396 e1 &= ~(1<<i);
1397 break;
1398 }
1399 t.frameCount = t.buffer.frameCount;
1400 }
1401 }
1402 }
Andy Hung296b7412014-06-17 15:25:47 -07001403
1404 convertMixerFormat(out, t1.mMixerFormat, outTemp, t1.mMixerInFormat,
1405 BLOCKSIZE * FCC_2);
1406 // TODO: fix ugly casting due to choice of out pointer type
1407 out = reinterpret_cast<int32_t*>((uint8_t*)out
1408 + BLOCKSIZE * FCC_2 * audio_bytes_per_sample(t1.mMixerFormat));
Mathias Agopian65ab4712010-07-14 17:59:35 -07001409 numFrames += BLOCKSIZE;
1410 } while (numFrames < state->frameCount);
1411 }
1412
1413 // release each track's buffer
1414 e0 = enabledTracks;
1415 while (e0) {
1416 const int i = 31 - __builtin_clz(e0);
1417 e0 &= ~(1<<i);
1418 track_t& t = state->tracks[i];
1419 t.bufferProvider->releaseBuffer(&t.buffer);
1420 }
1421}
1422
1423
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -08001424// generic code with resampling
John Grossman4ff14ba2012-02-08 16:37:41 -08001425void AudioMixer::process__genericResampling(state_t* state, int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001426{
Andy Hung296b7412014-06-17 15:25:47 -07001427 ALOGVV("process__genericResampling\n");
Glenn Kasten54c3b662012-01-06 07:46:30 -08001428 // this const just means that local variable outTemp doesn't change
Mathias Agopian65ab4712010-07-14 17:59:35 -07001429 int32_t* const outTemp = state->outputTemp;
1430 const size_t size = sizeof(int32_t) * MAX_NUM_CHANNELS * state->frameCount;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001431
1432 size_t numFrames = state->frameCount;
1433
1434 uint32_t e0 = state->enabledTracks;
1435 while (e0) {
1436 // process by group of tracks with same output buffer
1437 // to optimize cache use
1438 uint32_t e1 = e0, e2 = e0;
1439 int j = 31 - __builtin_clz(e1);
1440 track_t& t1 = state->tracks[j];
1441 e2 &= ~(1<<j);
1442 while (e2) {
1443 j = 31 - __builtin_clz(e2);
1444 e2 &= ~(1<<j);
1445 track_t& t2 = state->tracks[j];
Glenn Kastenf6b16782011-12-15 09:51:17 -08001446 if (CC_UNLIKELY(t2.mainBuffer != t1.mainBuffer)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001447 e1 &= ~(1<<j);
1448 }
1449 }
1450 e0 &= ~(e1);
1451 int32_t *out = t1.mainBuffer;
Yuuhi Yamaguchi2151d7b2011-02-04 15:24:34 +01001452 memset(outTemp, 0, size);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001453 while (e1) {
1454 const int i = 31 - __builtin_clz(e1);
1455 e1 &= ~(1<<i);
1456 track_t& t = state->tracks[i];
1457 int32_t *aux = NULL;
Glenn Kastend6fadf02013-10-30 14:37:29 -07001458 if (CC_UNLIKELY(t.needs & NEEDS_AUX)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001459 aux = t.auxBuffer;
1460 }
1461
1462 // this is a little goofy, on the resampling case we don't
1463 // acquire/release the buffers because it's done by
1464 // the resampler.
Glenn Kastend6fadf02013-10-30 14:37:29 -07001465 if (t.needs & NEEDS_RESAMPLE) {
John Grossman4ff14ba2012-02-08 16:37:41 -08001466 t.resampler->setPTS(pts);
Glenn Kastena1117922012-01-26 10:53:32 -08001467 t.hook(&t, outTemp, numFrames, state->resampleTemp, aux);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001468 } else {
1469
1470 size_t outFrames = 0;
1471
1472 while (outFrames < numFrames) {
1473 t.buffer.frameCount = numFrames - outFrames;
John Grossman4ff14ba2012-02-08 16:37:41 -08001474 int64_t outputPTS = calculateOutputPTS(t, pts, outFrames);
1475 t.bufferProvider->getNextBuffer(&t.buffer, outputPTS);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001476 t.in = t.buffer.raw;
1477 // t.in == NULL can happen if the track was flushed just after having
1478 // been enabled for mixing.
1479 if (t.in == NULL) break;
1480
Glenn Kastenf6b16782011-12-15 09:51:17 -08001481 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001482 aux += outFrames;
1483 }
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001484 t.hook(&t, outTemp + outFrames*MAX_NUM_CHANNELS, t.buffer.frameCount,
1485 state->resampleTemp, aux);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001486 outFrames += t.buffer.frameCount;
1487 t.bufferProvider->releaseBuffer(&t.buffer);
1488 }
1489 }
1490 }
Andy Hung296b7412014-06-17 15:25:47 -07001491 convertMixerFormat(out, t1.mMixerFormat, outTemp, t1.mMixerInFormat, numFrames * FCC_2);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001492 }
1493}
1494
1495// one track, 16 bits stereo without resampling is the most common case
John Grossman4ff14ba2012-02-08 16:37:41 -08001496void AudioMixer::process__OneTrack16BitsStereoNoResampling(state_t* state,
1497 int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001498{
Andy Hung296b7412014-06-17 15:25:47 -07001499 ALOGVV("process__OneTrack16BitsStereoNoResampling\n");
Glenn Kasten99e53b82012-01-19 08:59:58 -08001500 // This method is only called when state->enabledTracks has exactly
1501 // one bit set. The asserts below would verify this, but are commented out
1502 // since the whole point of this method is to optimize performance.
Glenn Kasten5798d4e2012-03-08 12:18:35 -08001503 //ALOG_ASSERT(0 != state->enabledTracks, "no tracks enabled");
Mathias Agopian65ab4712010-07-14 17:59:35 -07001504 const int i = 31 - __builtin_clz(state->enabledTracks);
Glenn Kasten5798d4e2012-03-08 12:18:35 -08001505 //ALOG_ASSERT((1 << i) == state->enabledTracks, "more than 1 track enabled");
Mathias Agopian65ab4712010-07-14 17:59:35 -07001506 const track_t& t = state->tracks[i];
1507
1508 AudioBufferProvider::Buffer& b(t.buffer);
1509
1510 int32_t* out = t.mainBuffer;
Andy Hungf8a106a2014-05-29 18:52:38 -07001511 float *fout = reinterpret_cast<float*>(out);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001512 size_t numFrames = state->frameCount;
1513
1514 const int16_t vl = t.volume[0];
1515 const int16_t vr = t.volume[1];
1516 const uint32_t vrl = t.volumeRL;
1517 while (numFrames) {
1518 b.frameCount = numFrames;
John Grossman4ff14ba2012-02-08 16:37:41 -08001519 int64_t outputPTS = calculateOutputPTS(t, pts, out - t.mainBuffer);
1520 t.bufferProvider->getNextBuffer(&b, outputPTS);
Glenn Kasten54c3b662012-01-06 07:46:30 -08001521 const int16_t *in = b.i16;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001522
1523 // in == NULL can happen if the track was flushed just after having
1524 // been enabled for mixing.
Andy Hungf8a106a2014-05-29 18:52:38 -07001525 if (in == NULL || (((uintptr_t)in) & 3)) {
1526 memset(out, 0, numFrames
1527 * MAX_NUM_CHANNELS * audio_bytes_per_sample(t.mMixerFormat));
1528 ALOGE_IF((((uintptr_t)in) & 3), "process stereo track: input buffer alignment pb: "
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001529 "buffer %p track %d, channels %d, needs %08x",
Mathias Agopian65ab4712010-07-14 17:59:35 -07001530 in, i, t.channelCount, t.needs);
1531 return;
1532 }
1533 size_t outFrames = b.frameCount;
1534
Andy Hung78820702014-02-28 16:23:02 -08001535 switch (t.mMixerFormat) {
Andy Hungf8a106a2014-05-29 18:52:38 -07001536 case AUDIO_FORMAT_PCM_FLOAT:
Mathias Agopian65ab4712010-07-14 17:59:35 -07001537 do {
Glenn Kasten54c3b662012-01-06 07:46:30 -08001538 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001539 in += 2;
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001540 int32_t l = mulRL(1, rl, vrl);
1541 int32_t r = mulRL(0, rl, vrl);
Andy Hung84a0c6e2014-04-02 11:24:53 -07001542 *fout++ = float_from_q4_27(l);
1543 *fout++ = float_from_q4_27(r);
Andy Hung3375bde2014-02-28 15:51:47 -08001544 // Note: In case of later int16_t sink output,
1545 // conversion and clamping is done by memcpy_to_i16_from_float().
Mathias Agopian65ab4712010-07-14 17:59:35 -07001546 } while (--outFrames);
Andy Hungf8a106a2014-05-29 18:52:38 -07001547 break;
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001548 case AUDIO_FORMAT_PCM_16_BIT:
Andy Hung97ae8242014-05-30 10:35:47 -07001549 if (CC_UNLIKELY(uint32_t(vl) > UNITY_GAIN_INT || uint32_t(vr) > UNITY_GAIN_INT)) {
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001550 // volume is boosted, so we might need to clamp even though
1551 // we process only one track.
1552 do {
1553 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
1554 in += 2;
1555 int32_t l = mulRL(1, rl, vrl) >> 12;
1556 int32_t r = mulRL(0, rl, vrl) >> 12;
1557 // clamping...
1558 l = clamp16(l);
1559 r = clamp16(r);
1560 *out++ = (r<<16) | (l & 0xFFFF);
1561 } while (--outFrames);
1562 } else {
1563 do {
1564 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
1565 in += 2;
1566 int32_t l = mulRL(1, rl, vrl) >> 12;
1567 int32_t r = mulRL(0, rl, vrl) >> 12;
1568 *out++ = (r<<16) | (l & 0xFFFF);
1569 } while (--outFrames);
1570 }
1571 break;
1572 default:
Andy Hung78820702014-02-28 16:23:02 -08001573 LOG_ALWAYS_FATAL("bad mixer format: %d", t.mMixerFormat);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001574 }
1575 numFrames -= b.frameCount;
1576 t.bufferProvider->releaseBuffer(&b);
1577 }
1578}
1579
Glenn Kasten81a028f2011-12-15 09:53:12 -08001580#if 0
Mathias Agopian65ab4712010-07-14 17:59:35 -07001581// 2 tracks is also a common case
1582// NEVER used in current implementation of process__validate()
1583// only use if the 2 tracks have the same output buffer
John Grossman4ff14ba2012-02-08 16:37:41 -08001584void AudioMixer::process__TwoTracks16BitsStereoNoResampling(state_t* state,
1585 int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001586{
1587 int i;
1588 uint32_t en = state->enabledTracks;
1589
1590 i = 31 - __builtin_clz(en);
1591 const track_t& t0 = state->tracks[i];
1592 AudioBufferProvider::Buffer& b0(t0.buffer);
1593
1594 en &= ~(1<<i);
1595 i = 31 - __builtin_clz(en);
1596 const track_t& t1 = state->tracks[i];
1597 AudioBufferProvider::Buffer& b1(t1.buffer);
1598
Glenn Kasten54c3b662012-01-06 07:46:30 -08001599 const int16_t *in0;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001600 const int16_t vl0 = t0.volume[0];
1601 const int16_t vr0 = t0.volume[1];
1602 size_t frameCount0 = 0;
1603
Glenn Kasten54c3b662012-01-06 07:46:30 -08001604 const int16_t *in1;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001605 const int16_t vl1 = t1.volume[0];
1606 const int16_t vr1 = t1.volume[1];
1607 size_t frameCount1 = 0;
1608
1609 //FIXME: only works if two tracks use same buffer
1610 int32_t* out = t0.mainBuffer;
1611 size_t numFrames = state->frameCount;
Glenn Kasten54c3b662012-01-06 07:46:30 -08001612 const int16_t *buff = NULL;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001613
1614
1615 while (numFrames) {
1616
1617 if (frameCount0 == 0) {
1618 b0.frameCount = numFrames;
John Grossman4ff14ba2012-02-08 16:37:41 -08001619 int64_t outputPTS = calculateOutputPTS(t0, pts,
1620 out - t0.mainBuffer);
1621 t0.bufferProvider->getNextBuffer(&b0, outputPTS);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001622 if (b0.i16 == NULL) {
1623 if (buff == NULL) {
1624 buff = new int16_t[MAX_NUM_CHANNELS * state->frameCount];
1625 }
1626 in0 = buff;
1627 b0.frameCount = numFrames;
1628 } else {
1629 in0 = b0.i16;
1630 }
1631 frameCount0 = b0.frameCount;
1632 }
1633 if (frameCount1 == 0) {
1634 b1.frameCount = numFrames;
John Grossman4ff14ba2012-02-08 16:37:41 -08001635 int64_t outputPTS = calculateOutputPTS(t1, pts,
1636 out - t0.mainBuffer);
1637 t1.bufferProvider->getNextBuffer(&b1, outputPTS);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001638 if (b1.i16 == NULL) {
1639 if (buff == NULL) {
1640 buff = new int16_t[MAX_NUM_CHANNELS * state->frameCount];
1641 }
1642 in1 = buff;
1643 b1.frameCount = numFrames;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -08001644 } else {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001645 in1 = b1.i16;
1646 }
1647 frameCount1 = b1.frameCount;
1648 }
1649
1650 size_t outFrames = frameCount0 < frameCount1?frameCount0:frameCount1;
1651
1652 numFrames -= outFrames;
1653 frameCount0 -= outFrames;
1654 frameCount1 -= outFrames;
1655
1656 do {
1657 int32_t l0 = *in0++;
1658 int32_t r0 = *in0++;
1659 l0 = mul(l0, vl0);
1660 r0 = mul(r0, vr0);
1661 int32_t l = *in1++;
1662 int32_t r = *in1++;
1663 l = mulAdd(l, vl1, l0) >> 12;
1664 r = mulAdd(r, vr1, r0) >> 12;
1665 // clamping...
1666 l = clamp16(l);
1667 r = clamp16(r);
1668 *out++ = (r<<16) | (l & 0xFFFF);
1669 } while (--outFrames);
1670
1671 if (frameCount0 == 0) {
1672 t0.bufferProvider->releaseBuffer(&b0);
1673 }
1674 if (frameCount1 == 0) {
1675 t1.bufferProvider->releaseBuffer(&b1);
1676 }
1677 }
1678
Glenn Kastene9dd0172012-01-27 18:08:45 -08001679 delete [] buff;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001680}
Glenn Kasten81a028f2011-12-15 09:53:12 -08001681#endif
Mathias Agopian65ab4712010-07-14 17:59:35 -07001682
John Grossman4ff14ba2012-02-08 16:37:41 -08001683int64_t AudioMixer::calculateOutputPTS(const track_t& t, int64_t basePTS,
1684 int outputFrameIndex)
1685{
Glenn Kasten6e2ebe92013-08-13 09:14:51 -07001686 if (AudioBufferProvider::kInvalidPTS == basePTS) {
John Grossman4ff14ba2012-02-08 16:37:41 -08001687 return AudioBufferProvider::kInvalidPTS;
Glenn Kasten6e2ebe92013-08-13 09:14:51 -07001688 }
John Grossman4ff14ba2012-02-08 16:37:41 -08001689
Glenn Kasten52008f82012-03-18 09:34:41 -07001690 return basePTS + ((outputFrameIndex * sLocalTimeFreq) / t.sampleRate);
1691}
1692
1693/*static*/ uint64_t AudioMixer::sLocalTimeFreq;
1694/*static*/ pthread_once_t AudioMixer::sOnceControl = PTHREAD_ONCE_INIT;
1695
1696/*static*/ void AudioMixer::sInitRoutine()
1697{
1698 LocalClock lc;
1699 sLocalTimeFreq = lc.getLocalFreq();
Glenn Kasten49c34ac2013-10-30 14:37:01 -07001700
1701 // find multichannel downmix effect if we have to play multichannel content
1702 uint32_t numEffects = 0;
1703 int ret = EffectQueryNumberEffects(&numEffects);
1704 if (ret != 0) {
1705 ALOGE("AudioMixer() error %d querying number of effects", ret);
1706 return;
1707 }
1708 ALOGV("EffectQueryNumberEffects() numEffects=%d", numEffects);
1709
1710 for (uint32_t i = 0 ; i < numEffects ; i++) {
1711 if (EffectQueryEffect(i, &sDwnmFxDesc) == 0) {
1712 ALOGV("effect %d is called %s", i, sDwnmFxDesc.name);
1713 if (memcmp(&sDwnmFxDesc.type, EFFECT_UIID_DOWNMIX, sizeof(effect_uuid_t)) == 0) {
1714 ALOGI("found effect \"%s\" from %s",
1715 sDwnmFxDesc.name, sDwnmFxDesc.implementor);
1716 sIsMultichannelCapable = true;
1717 break;
1718 }
1719 }
1720 }
1721 ALOGW_IF(!sIsMultichannelCapable, "unable to find downmix effect");
John Grossman4ff14ba2012-02-08 16:37:41 -08001722}
1723
Andy Hung296b7412014-06-17 15:25:47 -07001724/* This process hook is called when there is a single track without
1725 * aux buffer, volume ramp, or resampling.
1726 * TODO: Update the hook selection: this can properly handle aux and ramp.
1727 */
1728template <int MIXTYPE, int NCHAN, typename TO, typename TI, typename TA>
1729void AudioMixer::process_NoResampleOneTrack(state_t* state, int64_t pts)
1730{
1731 ALOGVV("process_NoResampleOneTrack\n");
1732 // CLZ is faster than CTZ on ARM, though really not sure if true after 31 - clz.
1733 const int i = 31 - __builtin_clz(state->enabledTracks);
1734 ALOG_ASSERT((1 << i) == state->enabledTracks, "more than 1 track enabled");
1735 track_t *t = &state->tracks[i];
1736 TO* out = reinterpret_cast<TO*>(t->mainBuffer);
1737 TA* aux = reinterpret_cast<TA*>(t->auxBuffer);
1738 const bool ramp = t->needsRamp();
1739
1740 for (size_t numFrames = state->frameCount; numFrames; ) {
1741 AudioBufferProvider::Buffer& b(t->buffer);
1742 // get input buffer
1743 b.frameCount = numFrames;
1744 const int64_t outputPTS = calculateOutputPTS(*t, pts, state->frameCount - numFrames);
1745 t->bufferProvider->getNextBuffer(&b, outputPTS);
1746 const TI *in = reinterpret_cast<TI*>(b.raw);
1747
1748 // in == NULL can happen if the track was flushed just after having
1749 // been enabled for mixing.
1750 if (in == NULL || (((uintptr_t)in) & 3)) {
1751 memset(out, 0, numFrames
1752 * NCHAN * audio_bytes_per_sample(t->mMixerFormat));
1753 ALOGE_IF((((uintptr_t)in) & 3), "process_NoResampleOneTrack: bus error: "
1754 "buffer %p track %p, channels %d, needs %#x",
1755 in, t, t->channelCount, t->needs);
1756 return;
1757 }
1758
1759 const size_t outFrames = b.frameCount;
1760 if (ramp) {
1761 volumeRampMulti<MIXTYPE_MULTI_SAVEONLY, NCHAN>(out, outFrames, in, aux,
1762 t->prevVolume, t->volumeInc, &t->prevAuxLevel, t->auxInc);
1763 } else {
1764 volumeMulti<MIXTYPE_MULTI_SAVEONLY, NCHAN>(out, outFrames, in, aux,
1765 t->volume, t->auxLevel);
1766 }
1767 out += outFrames * NCHAN;
1768 if (aux != NULL) {
1769 aux += NCHAN;
1770 }
1771 numFrames -= b.frameCount;
1772
1773 // release buffer
1774 t->bufferProvider->releaseBuffer(&b);
1775 }
1776 if (ramp) {
1777 t->adjustVolumeRamp(aux != NULL);
1778 }
1779}
1780
1781/* This track hook is called to do resampling then mixing,
1782 * pulling from the track's upstream AudioBufferProvider.
1783 */
1784template <int MIXTYPE, int NCHAN, typename TO, typename TI, typename TA>
1785void AudioMixer::track__Resample(track_t* t, TO* out, size_t outFrameCount, TO* temp, TA* aux)
1786{
1787 ALOGVV("track__Resample\n");
1788 t->resampler->setSampleRate(t->sampleRate);
1789
1790 const bool ramp = t->needsRamp();
1791 if (ramp || aux != NULL) {
1792 // if ramp: resample with unity gain to temp buffer and scale/mix in 2nd step.
1793 // if aux != NULL: resample with unity gain to temp buffer then apply send level.
1794
1795 t->resampler->setVolume(UNITY_GAIN_INT, UNITY_GAIN_INT);
1796 memset(temp, 0, outFrameCount * NCHAN * sizeof(TO));
1797 t->resampler->resample((int32_t*)temp, outFrameCount, t->bufferProvider);
1798 if (ramp) {
1799 volumeRampMulti<MIXTYPE_MULTI, NCHAN>(out, outFrameCount, temp, aux,
1800 t->prevVolume, t->volumeInc, &t->prevAuxLevel, t->auxInc);
1801 t->adjustVolumeRamp(aux != NULL);
1802 } else {
1803 volumeMulti<MIXTYPE_MULTI, NCHAN>(out, outFrameCount, temp, aux,
1804 t->volume, t->auxLevel);
1805 }
1806 } else { // constant volume gain
1807 t->resampler->setVolume(t->volume[0], t->volume[1]);
1808 t->resampler->resample((int32_t*)out, outFrameCount, t->bufferProvider);
1809 }
1810}
1811
1812/* This track hook is called to mix a track, when no resampling is required.
1813 * The input buffer should be present in t->in.
1814 */
1815template <int MIXTYPE, int NCHAN, typename TO, typename TI, typename TA>
1816void AudioMixer::track__NoResample(track_t* t, TO* out, size_t frameCount,
1817 TO* temp __unused, TA* aux)
1818{
1819 ALOGVV("track__NoResample\n");
1820 const TI *in = static_cast<const TI *>(t->in);
1821
1822 if (t->needsRamp()) {
1823 volumeRampMulti<MIXTYPE, NCHAN>(out, frameCount, in, aux,
1824 t->prevVolume, t->volumeInc, &t->prevAuxLevel, t->auxInc);
1825 t->adjustVolumeRamp(aux != NULL);
1826 } else {
1827 volumeMulti<MIXTYPE, NCHAN>(out, frameCount, in, aux, t->volume, t->auxLevel);
1828 }
1829 // MIXTYPE_MONOEXPAND reads a single input channel and expands to NCHAN output channels.
1830 // MIXTYPE_MULTI reads NCHAN input channels and places to NCHAN output channels.
1831 in += (MIXTYPE == MIXTYPE_MONOEXPAND) ? frameCount : frameCount * NCHAN;
1832 t->in = in;
1833}
1834
1835/* The Mixer engine generates either int32_t (Q4_27) or float data.
1836 * We use this function to convert the engine buffers
1837 * to the desired mixer output format, either int16_t (Q.15) or float.
1838 */
1839void AudioMixer::convertMixerFormat(void *out, audio_format_t mixerOutFormat,
1840 void *in, audio_format_t mixerInFormat, size_t sampleCount)
1841{
1842 switch (mixerInFormat) {
1843 case AUDIO_FORMAT_PCM_FLOAT:
1844 switch (mixerOutFormat) {
1845 case AUDIO_FORMAT_PCM_FLOAT:
1846 memcpy(out, in, sampleCount * sizeof(float)); // MEMCPY. TODO optimize out
1847 break;
1848 case AUDIO_FORMAT_PCM_16_BIT:
1849 memcpy_to_i16_from_float((int16_t*)out, (float*)in, sampleCount);
1850 break;
1851 default:
1852 LOG_ALWAYS_FATAL("bad mixerOutFormat: %#x", mixerOutFormat);
1853 break;
1854 }
1855 break;
1856 case AUDIO_FORMAT_PCM_16_BIT:
1857 switch (mixerOutFormat) {
1858 case AUDIO_FORMAT_PCM_FLOAT:
1859 memcpy_to_float_from_q4_27((float*)out, (int32_t*)in, sampleCount);
1860 break;
1861 case AUDIO_FORMAT_PCM_16_BIT:
1862 // two int16_t are produced per iteration
1863 ditherAndClamp((int32_t*)out, (int32_t*)in, sampleCount >> 1);
1864 break;
1865 default:
1866 LOG_ALWAYS_FATAL("bad mixerOutFormat: %#x", mixerOutFormat);
1867 break;
1868 }
1869 break;
1870 default:
1871 LOG_ALWAYS_FATAL("bad mixerInFormat: %#x", mixerInFormat);
1872 break;
1873 }
1874}
1875
1876/* Returns the proper track hook to use for mixing the track into the output buffer.
1877 */
1878AudioMixer::hook_t AudioMixer::getTrackHook(int trackType, int channels,
1879 audio_format_t mixerInFormat, audio_format_t mixerOutFormat __unused)
1880{
1881 if (!kUseNewMixer && channels == FCC_2 && mixerInFormat == AUDIO_FORMAT_PCM_16_BIT) {
1882 switch (trackType) {
1883 case TRACKTYPE_NOP:
1884 return track__nop;
1885 case TRACKTYPE_RESAMPLE:
1886 return track__genericResample;
1887 case TRACKTYPE_NORESAMPLEMONO:
1888 return track__16BitsMono;
1889 case TRACKTYPE_NORESAMPLE:
1890 return track__16BitsStereo;
1891 default:
1892 LOG_ALWAYS_FATAL("bad trackType: %d", trackType);
1893 break;
1894 }
1895 }
1896 LOG_ALWAYS_FATAL_IF(channels != FCC_2); // TODO: must be stereo right now
1897 switch (trackType) {
1898 case TRACKTYPE_NOP:
1899 return track__nop;
1900 case TRACKTYPE_RESAMPLE:
1901 switch (mixerInFormat) {
1902 case AUDIO_FORMAT_PCM_FLOAT:
1903 return (AudioMixer::hook_t)
1904 track__Resample<MIXTYPE_MULTI, 2, float, float, int32_t>;
1905 case AUDIO_FORMAT_PCM_16_BIT:
1906 return (AudioMixer::hook_t)\
1907 track__Resample<MIXTYPE_MULTI, 2, int32_t, int16_t, int32_t>;
1908 default:
1909 LOG_ALWAYS_FATAL("bad mixerInFormat: %#x", mixerInFormat);
1910 break;
1911 }
1912 break;
1913 case TRACKTYPE_NORESAMPLEMONO:
1914 switch (mixerInFormat) {
1915 case AUDIO_FORMAT_PCM_FLOAT:
1916 return (AudioMixer::hook_t)
1917 track__NoResample<MIXTYPE_MONOEXPAND, 2, float, float, int32_t>;
1918 case AUDIO_FORMAT_PCM_16_BIT:
1919 return (AudioMixer::hook_t)
1920 track__NoResample<MIXTYPE_MONOEXPAND, 2, int32_t, int16_t, int32_t>;
1921 default:
1922 LOG_ALWAYS_FATAL("bad mixerInFormat: %#x", mixerInFormat);
1923 break;
1924 }
1925 break;
1926 case TRACKTYPE_NORESAMPLE:
1927 switch (mixerInFormat) {
1928 case AUDIO_FORMAT_PCM_FLOAT:
1929 return (AudioMixer::hook_t)
1930 track__NoResample<MIXTYPE_MULTI, 2, float, float, int32_t>;
1931 case AUDIO_FORMAT_PCM_16_BIT:
1932 return (AudioMixer::hook_t)
1933 track__NoResample<MIXTYPE_MULTI, 2, int32_t, int16_t, int32_t>;
1934 default:
1935 LOG_ALWAYS_FATAL("bad mixerInFormat: %#x", mixerInFormat);
1936 break;
1937 }
1938 break;
1939 default:
1940 LOG_ALWAYS_FATAL("bad trackType: %d", trackType);
1941 break;
1942 }
1943 return NULL;
1944}
1945
1946/* Returns the proper process hook for mixing tracks. Currently works only for
1947 * PROCESSTYPE_NORESAMPLEONETRACK, a mix involving one track, no resampling.
1948 */
1949AudioMixer::process_hook_t AudioMixer::getProcessHook(int processType, int channels,
1950 audio_format_t mixerInFormat, audio_format_t mixerOutFormat)
1951{
1952 if (processType != PROCESSTYPE_NORESAMPLEONETRACK) { // Only NORESAMPLEONETRACK
1953 LOG_ALWAYS_FATAL("bad processType: %d", processType);
1954 return NULL;
1955 }
1956 if (!kUseNewMixer && channels == FCC_2 && mixerInFormat == AUDIO_FORMAT_PCM_16_BIT) {
1957 return process__OneTrack16BitsStereoNoResampling;
1958 }
1959 LOG_ALWAYS_FATAL_IF(channels != FCC_2); // TODO: must be stereo right now
1960 switch (mixerInFormat) {
1961 case AUDIO_FORMAT_PCM_FLOAT:
1962 switch (mixerOutFormat) {
1963 case AUDIO_FORMAT_PCM_FLOAT:
1964 return process_NoResampleOneTrack<MIXTYPE_MULTI_SAVEONLY, 2,
1965 float, float, int32_t>;
1966 case AUDIO_FORMAT_PCM_16_BIT:
1967 return process_NoResampleOneTrack<MIXTYPE_MULTI_SAVEONLY, 2,
1968 int16_t, float, int32_t>;
1969 default:
1970 LOG_ALWAYS_FATAL("bad mixerOutFormat: %#x", mixerOutFormat);
1971 break;
1972 }
1973 break;
1974 case AUDIO_FORMAT_PCM_16_BIT:
1975 switch (mixerOutFormat) {
1976 case AUDIO_FORMAT_PCM_FLOAT:
1977 return process_NoResampleOneTrack<MIXTYPE_MULTI_SAVEONLY, 2,
1978 float, int16_t, int32_t>;
1979 case AUDIO_FORMAT_PCM_16_BIT:
1980 return process_NoResampleOneTrack<MIXTYPE_MULTI_SAVEONLY, 2,
1981 int16_t, int16_t, int32_t>;
1982 default:
1983 LOG_ALWAYS_FATAL("bad mixerOutFormat: %#x", mixerOutFormat);
1984 break;
1985 }
1986 break;
1987 default:
1988 LOG_ALWAYS_FATAL("bad mixerInFormat: %#x", mixerInFormat);
1989 break;
1990 }
1991 return NULL;
1992}
1993
Mathias Agopian65ab4712010-07-14 17:59:35 -07001994// ----------------------------------------------------------------------------
1995}; // namespace android