blob: 805eaa4ca1cdf16e9148935bc6420d2d00b4f7b9 [file] [log] [blame]
Glenn Kasten99e53b82012-01-19 08:59:58 -08001/*
Mathias Agopian65ab4712010-07-14 17:59:35 -07002**
3** Copyright 2007, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18#define LOG_TAG "AudioMixer"
Glenn Kasten7f5d3352013-02-15 23:55:04 +000019//#define LOG_NDEBUG 0
Mathias Agopian65ab4712010-07-14 17:59:35 -070020
Glenn Kasten153b9fe2013-07-15 11:23:36 -070021#include "Configuration.h"
Mathias Agopian65ab4712010-07-14 17:59:35 -070022#include <stdint.h>
23#include <string.h>
24#include <stdlib.h>
25#include <sys/types.h>
26
27#include <utils/Errors.h>
28#include <utils/Log.h>
29
Jean-Michel Trivi0d255b22011-05-24 15:53:33 -070030#include <cutils/bitops.h>
Glenn Kastenf6b16782011-12-15 09:51:17 -080031#include <cutils/compiler.h>
Glenn Kasten5798d4e2012-03-08 12:18:35 -080032#include <utils/Debug.h>
Jean-Michel Trivi0d255b22011-05-24 15:53:33 -070033
34#include <system/audio.h>
35
Glenn Kasten3b21c502011-12-15 09:52:39 -080036#include <audio_utils/primitives.h>
John Grossman4ff14ba2012-02-08 16:37:41 -080037#include <common_time/local_clock.h>
38#include <common_time/cc_helper.h>
Glenn Kasten3b21c502011-12-15 09:52:39 -080039
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070040#include <media/EffectsFactoryApi.h>
41
Mathias Agopian65ab4712010-07-14 17:59:35 -070042#include "AudioMixer.h"
43
44namespace android {
Mathias Agopian65ab4712010-07-14 17:59:35 -070045
46// ----------------------------------------------------------------------------
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070047AudioMixer::DownmixerBufferProvider::DownmixerBufferProvider() : AudioBufferProvider(),
48 mTrackBufferProvider(NULL), mDownmixHandle(NULL)
49{
50}
51
52AudioMixer::DownmixerBufferProvider::~DownmixerBufferProvider()
53{
54 ALOGV("AudioMixer deleting DownmixerBufferProvider (%p)", this);
55 EffectRelease(mDownmixHandle);
56}
57
58status_t AudioMixer::DownmixerBufferProvider::getNextBuffer(AudioBufferProvider::Buffer *pBuffer,
59 int64_t pts) {
60 //ALOGV("DownmixerBufferProvider::getNextBuffer()");
Glenn Kasten8f325372013-10-30 14:36:47 -070061 if (mTrackBufferProvider != NULL) {
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070062 status_t res = mTrackBufferProvider->getNextBuffer(pBuffer, pts);
63 if (res == OK) {
64 mDownmixConfig.inputCfg.buffer.frameCount = pBuffer->frameCount;
65 mDownmixConfig.inputCfg.buffer.raw = pBuffer->raw;
66 mDownmixConfig.outputCfg.buffer.frameCount = pBuffer->frameCount;
67 mDownmixConfig.outputCfg.buffer.raw = mDownmixConfig.inputCfg.buffer.raw;
68 // in-place so overwrite the buffer contents, has been set in prepareTrackForDownmix()
69 //mDownmixConfig.outputCfg.accessMode = EFFECT_BUFFER_ACCESS_WRITE;
70
71 res = (*mDownmixHandle)->process(mDownmixHandle,
72 &mDownmixConfig.inputCfg.buffer, &mDownmixConfig.outputCfg.buffer);
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -070073 //ALOGV("getNextBuffer is downmixing");
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070074 }
75 return res;
76 } else {
77 ALOGE("DownmixerBufferProvider::getNextBuffer() error: NULL track buffer provider");
78 return NO_INIT;
79 }
80}
81
82void AudioMixer::DownmixerBufferProvider::releaseBuffer(AudioBufferProvider::Buffer *pBuffer) {
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -070083 //ALOGV("DownmixerBufferProvider::releaseBuffer()");
Glenn Kasten8f325372013-10-30 14:36:47 -070084 if (mTrackBufferProvider != NULL) {
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070085 mTrackBufferProvider->releaseBuffer(pBuffer);
86 } else {
87 ALOGE("DownmixerBufferProvider::releaseBuffer() error: NULL track buffer provider");
88 }
89}
90
91
92// ----------------------------------------------------------------------------
Glenn Kasten49c34ac2013-10-30 14:37:01 -070093bool AudioMixer::sIsMultichannelCapable = false;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070094
Glenn Kasten49c34ac2013-10-30 14:37:01 -070095effect_descriptor_t AudioMixer::sDwnmFxDesc;
Mathias Agopian65ab4712010-07-14 17:59:35 -070096
Paul Lind3c0a0e82012-08-01 18:49:49 -070097// Ensure mConfiguredNames bitmask is initialized properly on all architectures.
98// The value of 1 << x is undefined in C when x >= 32.
99
Glenn Kasten5c94b6c2012-03-20 17:01:29 -0700100AudioMixer::AudioMixer(size_t frameCount, uint32_t sampleRate, uint32_t maxNumTracks)
Paul Lind3c0a0e82012-08-01 18:49:49 -0700101 : mTrackNames(0), mConfiguredNames((maxNumTracks >= 32 ? 0 : 1 << maxNumTracks) - 1),
Glenn Kasten7f5d3352013-02-15 23:55:04 +0000102 mSampleRate(sampleRate)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700103{
Glenn Kasten788040c2011-05-05 08:19:00 -0700104 // AudioMixer is not yet capable of multi-channel beyond stereo
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800105 COMPILE_TIME_ASSERT_FUNCTION_SCOPE(2 == MAX_NUM_CHANNELS);
Jean-Michel Triviacb86cc2012-04-16 12:43:57 -0700106
Glenn Kasten5c94b6c2012-03-20 17:01:29 -0700107 ALOG_ASSERT(maxNumTracks <= MAX_NUM_TRACKS, "maxNumTracks %u > MAX_NUM_TRACKS %u",
108 maxNumTracks, MAX_NUM_TRACKS);
109
Glenn Kasten599fabc2012-03-08 12:33:37 -0800110 // AudioMixer is not yet capable of more than 32 active track inputs
111 ALOG_ASSERT(32 >= MAX_NUM_TRACKS, "bad MAX_NUM_TRACKS %d", MAX_NUM_TRACKS);
112
113 // AudioMixer is not yet capable of multi-channel output beyond stereo
114 ALOG_ASSERT(2 == MAX_NUM_CHANNELS, "bad MAX_NUM_CHANNELS %d", MAX_NUM_CHANNELS);
115
Glenn Kasten52008f82012-03-18 09:34:41 -0700116 pthread_once(&sOnceControl, &sInitRoutine);
117
Mathias Agopian65ab4712010-07-14 17:59:35 -0700118 mState.enabledTracks= 0;
119 mState.needsChanged = 0;
120 mState.frameCount = frameCount;
Glenn Kasten84afa3b2012-01-25 15:28:08 -0800121 mState.hook = process__nop;
Glenn Kastene0feee32011-12-13 11:53:26 -0800122 mState.outputTemp = NULL;
123 mState.resampleTemp = NULL;
Glenn Kastenab7d72f2013-02-27 09:05:28 -0800124 mState.mLog = &mDummyLog;
Glenn Kasten84afa3b2012-01-25 15:28:08 -0800125 // mState.reserved
Glenn Kasten17a736c2012-02-14 08:52:15 -0800126
127 // FIXME Most of the following initialization is probably redundant since
128 // tracks[i] should only be referenced if (mTrackNames & (1 << i)) != 0
129 // and mTrackNames is initially 0. However, leave it here until that's verified.
Mathias Agopian65ab4712010-07-14 17:59:35 -0700130 track_t* t = mState.tracks;
Glenn Kastenbf71f1e2011-12-13 11:52:35 -0800131 for (unsigned i=0 ; i < MAX_NUM_TRACKS ; i++) {
Eric Laurenta5e82142012-04-16 13:47:17 -0700132 t->resampler = NULL;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700133 t->downmixerBufferProvider = NULL;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700134 t++;
135 }
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700136
Mathias Agopian65ab4712010-07-14 17:59:35 -0700137}
138
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800139AudioMixer::~AudioMixer()
140{
141 track_t* t = mState.tracks;
Glenn Kastenbf71f1e2011-12-13 11:52:35 -0800142 for (unsigned i=0 ; i < MAX_NUM_TRACKS ; i++) {
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800143 delete t->resampler;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700144 delete t->downmixerBufferProvider;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800145 t++;
146 }
147 delete [] mState.outputTemp;
148 delete [] mState.resampleTemp;
149}
Mathias Agopian65ab4712010-07-14 17:59:35 -0700150
Glenn Kastenab7d72f2013-02-27 09:05:28 -0800151void AudioMixer::setLog(NBLog::Writer *log)
152{
153 mState.mLog = log;
154}
155
Jean-Michel Trivid06e1322012-09-12 15:47:07 -0700156int AudioMixer::getTrackName(audio_channel_mask_t channelMask, int sessionId)
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800157{
Glenn Kasten5c94b6c2012-03-20 17:01:29 -0700158 uint32_t names = (~mTrackNames) & mConfiguredNames;
Glenn Kasten98dd5422011-12-15 14:38:29 -0800159 if (names != 0) {
160 int n = __builtin_ctz(names);
Steve Block3856b092011-10-20 11:56:00 +0100161 ALOGV("add track (%d)", n);
Glenn Kastendeeb1282012-03-25 11:59:31 -0700162 // assume default parameters for the track, except where noted below
163 track_t* t = &mState.tracks[n];
164 t->needs = 0;
165 t->volume[0] = UNITY_GAIN;
166 t->volume[1] = UNITY_GAIN;
167 // no initialization needed
168 // t->prevVolume[0]
169 // t->prevVolume[1]
170 t->volumeInc[0] = 0;
171 t->volumeInc[1] = 0;
172 t->auxLevel = 0;
173 t->auxInc = 0;
174 // no initialization needed
175 // t->prevAuxLevel
176 // t->frameCount
Andy Hung68112fc2014-05-14 14:13:23 -0700177 t->channelCount = audio_channel_count_from_out_mask(channelMask);
Glenn Kastendeeb1282012-03-25 11:59:31 -0700178 t->enabled = false;
179 t->format = 16;
Andy Hung68112fc2014-05-14 14:13:23 -0700180 t->channelMask = channelMask;
Jean-Michel Trivid06e1322012-09-12 15:47:07 -0700181 t->sessionId = sessionId;
Glenn Kastendeeb1282012-03-25 11:59:31 -0700182 // setBufferProvider(name, AudioBufferProvider *) is required before enable(name)
183 t->bufferProvider = NULL;
184 t->buffer.raw = NULL;
185 // no initialization needed
186 // t->buffer.frameCount
187 t->hook = NULL;
188 t->in = NULL;
189 t->resampler = NULL;
190 t->sampleRate = mSampleRate;
191 // setParameter(name, TRACK, MAIN_BUFFER, mixBuffer) is required before enable(name)
192 t->mainBuffer = NULL;
193 t->auxBuffer = NULL;
Glenn Kasten52008f82012-03-18 09:34:41 -0700194 t->downmixerBufferProvider = NULL;
Andy Hung78820702014-02-28 16:23:02 -0800195 t->mMixerFormat = AUDIO_FORMAT_PCM_16_BIT;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700196
197 status_t status = initTrackDownmix(&mState.tracks[n], n, channelMask);
Andy Hung68112fc2014-05-14 14:13:23 -0700198 if (status != OK) {
199 ALOGE("AudioMixer::getTrackName invalid channelMask (%#x)", channelMask);
200 return -1;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700201 }
Andy Hung68112fc2014-05-14 14:13:23 -0700202 mTrackNames |= 1 << n;
203 return TRACK0 + n;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700204 }
Andy Hung68112fc2014-05-14 14:13:23 -0700205 ALOGE("AudioMixer::getTrackName out of available tracks");
Mathias Agopian65ab4712010-07-14 17:59:35 -0700206 return -1;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800207}
Mathias Agopian65ab4712010-07-14 17:59:35 -0700208
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800209void AudioMixer::invalidateState(uint32_t mask)
210{
Glenn Kasten34fca342013-08-13 09:48:14 -0700211 if (mask != 0) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700212 mState.needsChanged |= mask;
213 mState.hook = process__validate;
214 }
215 }
216
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700217status_t AudioMixer::initTrackDownmix(track_t* pTrack, int trackNum, audio_channel_mask_t mask)
218{
Andy Hunge5412692014-05-16 11:25:07 -0700219 uint32_t channelCount = audio_channel_count_from_out_mask(mask);
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700220 ALOG_ASSERT((channelCount <= MAX_NUM_CHANNELS_TO_DOWNMIX) && channelCount);
221 status_t status = OK;
222 if (channelCount > MAX_NUM_CHANNELS) {
223 pTrack->channelMask = mask;
224 pTrack->channelCount = channelCount;
225 ALOGV("initTrackDownmix(track=%d, mask=0x%x) calls prepareTrackForDownmix()",
226 trackNum, mask);
227 status = prepareTrackForDownmix(pTrack, trackNum);
228 } else {
229 unprepareTrackForDownmix(pTrack, trackNum);
230 }
231 return status;
232}
233
Andy Hungee931ff2014-01-28 13:44:14 -0800234void AudioMixer::unprepareTrackForDownmix(track_t* pTrack, int trackName __unused) {
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700235 ALOGV("AudioMixer::unprepareTrackForDownmix(%d)", trackName);
236
237 if (pTrack->downmixerBufferProvider != NULL) {
238 // this track had previously been configured with a downmixer, delete it
239 ALOGV(" deleting old downmixer");
240 pTrack->bufferProvider = pTrack->downmixerBufferProvider->mTrackBufferProvider;
241 delete pTrack->downmixerBufferProvider;
242 pTrack->downmixerBufferProvider = NULL;
243 } else {
244 ALOGV(" nothing to do, no downmixer to delete");
245 }
246}
247
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700248status_t AudioMixer::prepareTrackForDownmix(track_t* pTrack, int trackName)
249{
250 ALOGV("AudioMixer::prepareTrackForDownmix(%d) with mask 0x%x", trackName, pTrack->channelMask);
251
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700252 // discard the previous downmixer if there was one
253 unprepareTrackForDownmix(pTrack, trackName);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700254
255 DownmixerBufferProvider* pDbp = new DownmixerBufferProvider();
256 int32_t status;
257
Glenn Kasten49c34ac2013-10-30 14:37:01 -0700258 if (!sIsMultichannelCapable) {
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700259 ALOGE("prepareTrackForDownmix(%d) fails: mixer doesn't support multichannel content",
260 trackName);
261 goto noDownmixForActiveTrack;
262 }
263
Glenn Kasten49c34ac2013-10-30 14:37:01 -0700264 if (EffectCreate(&sDwnmFxDesc.uuid,
Jean-Michel Trivid06e1322012-09-12 15:47:07 -0700265 pTrack->sessionId /*sessionId*/, -2 /*ioId not relevant here, using random value*/,
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700266 &pDbp->mDownmixHandle/*pHandle*/) != 0) {
267 ALOGE("prepareTrackForDownmix(%d) fails: error creating downmixer effect", trackName);
268 goto noDownmixForActiveTrack;
269 }
270
271 // channel input configuration will be overridden per-track
272 pDbp->mDownmixConfig.inputCfg.channels = pTrack->channelMask;
273 pDbp->mDownmixConfig.outputCfg.channels = AUDIO_CHANNEL_OUT_STEREO;
274 pDbp->mDownmixConfig.inputCfg.format = AUDIO_FORMAT_PCM_16_BIT;
275 pDbp->mDownmixConfig.outputCfg.format = AUDIO_FORMAT_PCM_16_BIT;
276 pDbp->mDownmixConfig.inputCfg.samplingRate = pTrack->sampleRate;
277 pDbp->mDownmixConfig.outputCfg.samplingRate = pTrack->sampleRate;
278 pDbp->mDownmixConfig.inputCfg.accessMode = EFFECT_BUFFER_ACCESS_READ;
279 pDbp->mDownmixConfig.outputCfg.accessMode = EFFECT_BUFFER_ACCESS_WRITE;
280 // input and output buffer provider, and frame count will not be used as the downmix effect
281 // process() function is called directly (see DownmixerBufferProvider::getNextBuffer())
282 pDbp->mDownmixConfig.inputCfg.mask = EFFECT_CONFIG_SMP_RATE | EFFECT_CONFIG_CHANNELS |
283 EFFECT_CONFIG_FORMAT | EFFECT_CONFIG_ACC_MODE;
284 pDbp->mDownmixConfig.outputCfg.mask = pDbp->mDownmixConfig.inputCfg.mask;
285
286 {// scope for local variables that are not used in goto label "noDownmixForActiveTrack"
287 int cmdStatus;
288 uint32_t replySize = sizeof(int);
289
290 // Configure and enable downmixer
291 status = (*pDbp->mDownmixHandle)->command(pDbp->mDownmixHandle,
292 EFFECT_CMD_SET_CONFIG /*cmdCode*/, sizeof(effect_config_t) /*cmdSize*/,
293 &pDbp->mDownmixConfig /*pCmdData*/,
294 &replySize /*replySize*/, &cmdStatus /*pReplyData*/);
295 if ((status != 0) || (cmdStatus != 0)) {
296 ALOGE("error %d while configuring downmixer for track %d", status, trackName);
297 goto noDownmixForActiveTrack;
298 }
299 replySize = sizeof(int);
300 status = (*pDbp->mDownmixHandle)->command(pDbp->mDownmixHandle,
301 EFFECT_CMD_ENABLE /*cmdCode*/, 0 /*cmdSize*/, NULL /*pCmdData*/,
302 &replySize /*replySize*/, &cmdStatus /*pReplyData*/);
303 if ((status != 0) || (cmdStatus != 0)) {
304 ALOGE("error %d while enabling downmixer for track %d", status, trackName);
305 goto noDownmixForActiveTrack;
306 }
307
308 // Set downmix type
309 // parameter size rounded for padding on 32bit boundary
310 const int psizePadded = ((sizeof(downmix_params_t) - 1)/sizeof(int) + 1) * sizeof(int);
311 const int downmixParamSize =
312 sizeof(effect_param_t) + psizePadded + sizeof(downmix_type_t);
313 effect_param_t * const param = (effect_param_t *) malloc(downmixParamSize);
314 param->psize = sizeof(downmix_params_t);
315 const downmix_params_t downmixParam = DOWNMIX_PARAM_TYPE;
316 memcpy(param->data, &downmixParam, param->psize);
317 const downmix_type_t downmixType = DOWNMIX_TYPE_FOLD;
318 param->vsize = sizeof(downmix_type_t);
319 memcpy(param->data + psizePadded, &downmixType, param->vsize);
320
321 status = (*pDbp->mDownmixHandle)->command(pDbp->mDownmixHandle,
322 EFFECT_CMD_SET_PARAM /* cmdCode */, downmixParamSize/* cmdSize */,
323 param /*pCmndData*/, &replySize /*replySize*/, &cmdStatus /*pReplyData*/);
324
325 free(param);
326
327 if ((status != 0) || (cmdStatus != 0)) {
328 ALOGE("error %d while setting downmix type for track %d", status, trackName);
329 goto noDownmixForActiveTrack;
330 } else {
331 ALOGV("downmix type set to %d for track %d", (int) downmixType, trackName);
332 }
333 }// end of scope for local variables that are not used in goto label "noDownmixForActiveTrack"
334
335 // initialization successful:
336 // - keep track of the real buffer provider in case it was set before
337 pDbp->mTrackBufferProvider = pTrack->bufferProvider;
338 // - we'll use the downmix effect integrated inside this
339 // track's buffer provider, and we'll use it as the track's buffer provider
340 pTrack->downmixerBufferProvider = pDbp;
341 pTrack->bufferProvider = pDbp;
342
343 return NO_ERROR;
344
345noDownmixForActiveTrack:
346 delete pDbp;
347 pTrack->downmixerBufferProvider = NULL;
348 return NO_INIT;
349}
350
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800351void AudioMixer::deleteTrackName(int name)
352{
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700353 ALOGV("AudioMixer::deleteTrackName(%d)", name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700354 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800355 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Glenn Kasten237a6242011-12-15 15:32:27 -0800356 ALOGV("deleteTrackName(%d)", name);
357 track_t& track(mState.tracks[ name ]);
Glenn Kasten4c340c62012-01-27 12:33:54 -0800358 if (track.enabled) {
359 track.enabled = false;
Glenn Kasten237a6242011-12-15 15:32:27 -0800360 invalidateState(1<<name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700361 }
Glenn Kasten4e2293f2012-04-12 09:39:07 -0700362 // delete the resampler
363 delete track.resampler;
364 track.resampler = NULL;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700365 // delete the downmixer
366 unprepareTrackForDownmix(&mState.tracks[name], name);
367
Glenn Kasten237a6242011-12-15 15:32:27 -0800368 mTrackNames &= ~(1<<name);
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800369}
Mathias Agopian65ab4712010-07-14 17:59:35 -0700370
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800371void AudioMixer::enable(int name)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700372{
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800373 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800374 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800375 track_t& track = mState.tracks[name];
376
Glenn Kasten4c340c62012-01-27 12:33:54 -0800377 if (!track.enabled) {
378 track.enabled = true;
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800379 ALOGV("enable(%d)", name);
380 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700381 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700382}
383
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800384void AudioMixer::disable(int name)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700385{
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800386 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800387 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800388 track_t& track = mState.tracks[name];
389
Glenn Kasten4c340c62012-01-27 12:33:54 -0800390 if (track.enabled) {
391 track.enabled = false;
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800392 ALOGV("disable(%d)", name);
393 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700394 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700395}
396
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800397void AudioMixer::setParameter(int name, int target, int param, void *value)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700398{
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800399 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800400 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800401 track_t& track = mState.tracks[name];
Mathias Agopian65ab4712010-07-14 17:59:35 -0700402
Kévin PETIT377b2ec2014-02-03 12:35:36 +0000403 int valueInt = static_cast<int>(reinterpret_cast<uintptr_t>(value));
404 int32_t *valueBuf = reinterpret_cast<int32_t*>(value);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700405
406 switch (target) {
Glenn Kasten788040c2011-05-05 08:19:00 -0700407
Mathias Agopian65ab4712010-07-14 17:59:35 -0700408 case TRACK:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800409 switch (param) {
Glenn Kasten788040c2011-05-05 08:19:00 -0700410 case CHANNEL_MASK: {
Kévin PETIT377b2ec2014-02-03 12:35:36 +0000411 audio_channel_mask_t mask =
412 static_cast<audio_channel_mask_t>(reinterpret_cast<uintptr_t>(value));
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800413 if (track.channelMask != mask) {
Andy Hunge5412692014-05-16 11:25:07 -0700414 uint32_t channelCount = audio_channel_count_from_out_mask(mask);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700415 ALOG_ASSERT((channelCount <= MAX_NUM_CHANNELS_TO_DOWNMIX) && channelCount);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800416 track.channelMask = mask;
417 track.channelCount = channelCount;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700418 // the mask has changed, does this track need a downmixer?
419 initTrackDownmix(&mState.tracks[name], name, mask);
Glenn Kasten788040c2011-05-05 08:19:00 -0700420 ALOGV("setParameter(TRACK, CHANNEL_MASK, %x)", mask);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800421 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700422 }
Glenn Kasten788040c2011-05-05 08:19:00 -0700423 } break;
424 case MAIN_BUFFER:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800425 if (track.mainBuffer != valueBuf) {
426 track.mainBuffer = valueBuf;
Steve Block3856b092011-10-20 11:56:00 +0100427 ALOGV("setParameter(TRACK, MAIN_BUFFER, %p)", valueBuf);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800428 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700429 }
Glenn Kasten788040c2011-05-05 08:19:00 -0700430 break;
431 case AUX_BUFFER:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800432 if (track.auxBuffer != valueBuf) {
433 track.auxBuffer = valueBuf;
Steve Block3856b092011-10-20 11:56:00 +0100434 ALOGV("setParameter(TRACK, AUX_BUFFER, %p)", valueBuf);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800435 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700436 }
Glenn Kasten788040c2011-05-05 08:19:00 -0700437 break;
Glenn Kastendeeb1282012-03-25 11:59:31 -0700438 case FORMAT:
439 ALOG_ASSERT(valueInt == AUDIO_FORMAT_PCM_16_BIT);
440 break;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700441 // FIXME do we want to support setting the downmix type from AudioFlinger?
442 // for a specific track? or per mixer?
443 /* case DOWNMIX_TYPE:
444 break */
Andy Hung78820702014-02-28 16:23:02 -0800445 case MIXER_FORMAT: {
Andy Hunga1ab7cc2014-02-24 19:26:52 -0800446 audio_format_t format = static_cast<audio_format_t>(valueInt);
Andy Hung78820702014-02-28 16:23:02 -0800447 if (track.mMixerFormat != format) {
448 track.mMixerFormat = format;
449 ALOGV("setParameter(TRACK, MIXER_FORMAT, %#x)", format);
Andy Hunga1ab7cc2014-02-24 19:26:52 -0800450 }
451 } break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700452 default:
Glenn Kastenadad3d72014-02-21 14:51:43 -0800453 LOG_ALWAYS_FATAL("setParameter track: bad param %d", param);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700454 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700455 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700456
Mathias Agopian65ab4712010-07-14 17:59:35 -0700457 case RESAMPLE:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800458 switch (param) {
459 case SAMPLE_RATE:
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800460 ALOG_ASSERT(valueInt > 0, "bad sample rate %d", valueInt);
Glenn Kasten788040c2011-05-05 08:19:00 -0700461 if (track.setResampler(uint32_t(valueInt), mSampleRate)) {
462 ALOGV("setParameter(RESAMPLE, SAMPLE_RATE, %u)",
463 uint32_t(valueInt));
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800464 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700465 }
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800466 break;
467 case RESET:
Eric Laurent243f5f92011-02-28 16:52:51 -0800468 track.resetResampler();
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800469 invalidateState(1 << name);
470 break;
Glenn Kasten4e2293f2012-04-12 09:39:07 -0700471 case REMOVE:
472 delete track.resampler;
473 track.resampler = NULL;
474 track.sampleRate = mSampleRate;
475 invalidateState(1 << name);
476 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700477 default:
Glenn Kastenadad3d72014-02-21 14:51:43 -0800478 LOG_ALWAYS_FATAL("setParameter resample: bad param %d", param);
Eric Laurent243f5f92011-02-28 16:52:51 -0800479 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700480 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700481
Mathias Agopian65ab4712010-07-14 17:59:35 -0700482 case RAMP_VOLUME:
483 case VOLUME:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800484 switch (param) {
Glenn Kasten788040c2011-05-05 08:19:00 -0700485 case VOLUME0:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800486 case VOLUME1:
487 if (track.volume[param-VOLUME0] != valueInt) {
Steve Block3856b092011-10-20 11:56:00 +0100488 ALOGV("setParameter(VOLUME, VOLUME0/1: %04x)", valueInt);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800489 track.prevVolume[param-VOLUME0] = track.volume[param-VOLUME0] << 16;
490 track.volume[param-VOLUME0] = valueInt;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700491 if (target == VOLUME) {
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800492 track.prevVolume[param-VOLUME0] = valueInt << 16;
493 track.volumeInc[param-VOLUME0] = 0;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700494 } else {
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800495 int32_t d = (valueInt<<16) - track.prevVolume[param-VOLUME0];
Mathias Agopian65ab4712010-07-14 17:59:35 -0700496 int32_t volInc = d / int32_t(mState.frameCount);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800497 track.volumeInc[param-VOLUME0] = volInc;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700498 if (volInc == 0) {
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800499 track.prevVolume[param-VOLUME0] = valueInt << 16;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700500 }
501 }
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800502 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700503 }
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800504 break;
505 case AUXLEVEL:
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800506 //ALOG_ASSERT(0 <= valueInt && valueInt <= MAX_GAIN_INT, "bad aux level %d", valueInt);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700507 if (track.auxLevel != valueInt) {
Steve Block3856b092011-10-20 11:56:00 +0100508 ALOGV("setParameter(VOLUME, AUXLEVEL: %04x)", valueInt);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700509 track.prevAuxLevel = track.auxLevel << 16;
510 track.auxLevel = valueInt;
511 if (target == VOLUME) {
512 track.prevAuxLevel = valueInt << 16;
513 track.auxInc = 0;
514 } else {
515 int32_t d = (valueInt<<16) - track.prevAuxLevel;
516 int32_t volInc = d / int32_t(mState.frameCount);
517 track.auxInc = volInc;
518 if (volInc == 0) {
519 track.prevAuxLevel = valueInt << 16;
520 }
521 }
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800522 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700523 }
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800524 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700525 default:
Glenn Kastenadad3d72014-02-21 14:51:43 -0800526 LOG_ALWAYS_FATAL("setParameter volume: bad param %d", param);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700527 }
528 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700529
530 default:
Glenn Kastenadad3d72014-02-21 14:51:43 -0800531 LOG_ALWAYS_FATAL("setParameter: bad target %d", target);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700532 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700533}
534
535bool AudioMixer::track_t::setResampler(uint32_t value, uint32_t devSampleRate)
536{
Glenn Kasten4e2293f2012-04-12 09:39:07 -0700537 if (value != devSampleRate || resampler != NULL) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700538 if (sampleRate != value) {
539 sampleRate = value;
Glenn Kastene0feee32011-12-13 11:53:26 -0800540 if (resampler == NULL) {
Glenn Kastenac602052012-10-01 14:04:31 -0700541 ALOGV("creating resampler from track %d Hz to device %d Hz", value, devSampleRate);
542 AudioResampler::src_quality quality;
543 // force lowest quality level resampler if use case isn't music or video
544 // FIXME this is flawed for dynamic sample rates, as we choose the resampler
545 // quality level based on the initial ratio, but that could change later.
546 // Should have a way to distinguish tracks with static ratios vs. dynamic ratios.
547 if (!((value == 44100 && devSampleRate == 48000) ||
548 (value == 48000 && devSampleRate == 44100))) {
Andy Hung9e0308c2014-01-30 14:32:31 -0800549 quality = AudioResampler::DYN_LOW_QUALITY;
Glenn Kastenac602052012-10-01 14:04:31 -0700550 } else {
551 quality = AudioResampler::DEFAULT_QUALITY;
552 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700553 resampler = AudioResampler::create(
Jean-Michel Triviacb86cc2012-04-16 12:43:57 -0700554 format,
555 // the resampler sees the number of channels after the downmixer, if any
Glenn Kastenf551e992013-08-19 18:45:42 -0700556 (int) (downmixerBufferProvider != NULL ? MAX_NUM_CHANNELS : channelCount),
Glenn Kastenac602052012-10-01 14:04:31 -0700557 devSampleRate, quality);
Glenn Kasten52008f82012-03-18 09:34:41 -0700558 resampler->setLocalTimeFreq(sLocalTimeFreq);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700559 }
560 return true;
561 }
562 }
563 return false;
564}
565
Mathias Agopian65ab4712010-07-14 17:59:35 -0700566inline
567void AudioMixer::track_t::adjustVolumeRamp(bool aux)
568{
Glenn Kastenf9a27772012-01-06 07:47:26 -0800569 for (uint32_t i=0 ; i<MAX_NUM_CHANNELS ; i++) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700570 if (((volumeInc[i]>0) && (((prevVolume[i]+volumeInc[i])>>16) >= volume[i])) ||
571 ((volumeInc[i]<0) && (((prevVolume[i]+volumeInc[i])>>16) <= volume[i]))) {
572 volumeInc[i] = 0;
573 prevVolume[i] = volume[i]<<16;
574 }
575 }
576 if (aux) {
577 if (((auxInc>0) && (((prevAuxLevel+auxInc)>>16) >= auxLevel)) ||
578 ((auxInc<0) && (((prevAuxLevel+auxInc)>>16) <= auxLevel))) {
579 auxInc = 0;
580 prevAuxLevel = auxLevel<<16;
581 }
582 }
583}
584
Glenn Kastenc59c0042012-02-02 14:06:11 -0800585size_t AudioMixer::getUnreleasedFrames(int name) const
Eric Laurent071ccd52011-12-22 16:08:41 -0800586{
587 name -= TRACK0;
588 if (uint32_t(name) < MAX_NUM_TRACKS) {
Glenn Kastenc59c0042012-02-02 14:06:11 -0800589 return mState.tracks[name].getUnreleasedFrames();
Eric Laurent071ccd52011-12-22 16:08:41 -0800590 }
591 return 0;
592}
Mathias Agopian65ab4712010-07-14 17:59:35 -0700593
Glenn Kasten01c4ebf2012-02-22 10:47:35 -0800594void AudioMixer::setBufferProvider(int name, AudioBufferProvider* bufferProvider)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700595{
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800596 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800597 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700598
599 if (mState.tracks[name].downmixerBufferProvider != NULL) {
600 // update required?
601 if (mState.tracks[name].downmixerBufferProvider->mTrackBufferProvider != bufferProvider) {
602 ALOGV("AudioMixer::setBufferProvider(%p) for downmix", bufferProvider);
603 // setting the buffer provider for a track that gets downmixed consists in:
604 // 1/ setting the buffer provider to the "downmix / buffer provider" wrapper
605 // so it's the one that gets called when the buffer provider is needed,
606 mState.tracks[name].bufferProvider = mState.tracks[name].downmixerBufferProvider;
607 // 2/ saving the buffer provider for the track so the wrapper can use it
608 // when it downmixes.
609 mState.tracks[name].downmixerBufferProvider->mTrackBufferProvider = bufferProvider;
610 }
611 } else {
612 mState.tracks[name].bufferProvider = bufferProvider;
613 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700614}
615
616
John Grossman4ff14ba2012-02-08 16:37:41 -0800617void AudioMixer::process(int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700618{
John Grossman4ff14ba2012-02-08 16:37:41 -0800619 mState.hook(&mState, pts);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700620}
621
622
John Grossman4ff14ba2012-02-08 16:37:41 -0800623void AudioMixer::process__validate(state_t* state, int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700624{
Steve Block5ff1dd52012-01-05 23:22:43 +0000625 ALOGW_IF(!state->needsChanged,
Mathias Agopian65ab4712010-07-14 17:59:35 -0700626 "in process__validate() but nothing's invalid");
627
628 uint32_t changed = state->needsChanged;
629 state->needsChanged = 0; // clear the validation flag
630
631 // recompute which tracks are enabled / disabled
632 uint32_t enabled = 0;
633 uint32_t disabled = 0;
634 while (changed) {
635 const int i = 31 - __builtin_clz(changed);
636 const uint32_t mask = 1<<i;
637 changed &= ~mask;
638 track_t& t = state->tracks[i];
639 (t.enabled ? enabled : disabled) |= mask;
640 }
641 state->enabledTracks &= ~disabled;
642 state->enabledTracks |= enabled;
643
644 // compute everything we need...
645 int countActiveTracks = 0;
Glenn Kasten4c340c62012-01-27 12:33:54 -0800646 bool all16BitsStereoNoResample = true;
647 bool resampling = false;
648 bool volumeRamp = false;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700649 uint32_t en = state->enabledTracks;
650 while (en) {
651 const int i = 31 - __builtin_clz(en);
652 en &= ~(1<<i);
653
654 countActiveTracks++;
655 track_t& t = state->tracks[i];
656 uint32_t n = 0;
Glenn Kastend6fadf02013-10-30 14:37:29 -0700657 // FIXME can overflow (mask is only 3 bits)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700658 n |= NEEDS_CHANNEL_1 + t.channelCount - 1;
Glenn Kastend6fadf02013-10-30 14:37:29 -0700659 if (t.doesResample()) {
660 n |= NEEDS_RESAMPLE;
661 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700662 if (t.auxLevel != 0 && t.auxBuffer != NULL) {
Glenn Kastend6fadf02013-10-30 14:37:29 -0700663 n |= NEEDS_AUX;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700664 }
665
666 if (t.volumeInc[0]|t.volumeInc[1]) {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800667 volumeRamp = true;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700668 } else if (!t.doesResample() && t.volumeRL == 0) {
Glenn Kastend6fadf02013-10-30 14:37:29 -0700669 n |= NEEDS_MUTE;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700670 }
671 t.needs = n;
672
Glenn Kastend6fadf02013-10-30 14:37:29 -0700673 if (n & NEEDS_MUTE) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700674 t.hook = track__nop;
675 } else {
Glenn Kastend6fadf02013-10-30 14:37:29 -0700676 if (n & NEEDS_AUX) {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800677 all16BitsStereoNoResample = false;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700678 }
Glenn Kastend6fadf02013-10-30 14:37:29 -0700679 if (n & NEEDS_RESAMPLE) {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800680 all16BitsStereoNoResample = false;
681 resampling = true;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700682 t.hook = track__genericResample;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700683 ALOGV_IF((n & NEEDS_CHANNEL_COUNT__MASK) > NEEDS_CHANNEL_2,
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700684 "Track %d needs downmix + resample", i);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700685 } else {
686 if ((n & NEEDS_CHANNEL_COUNT__MASK) == NEEDS_CHANNEL_1){
687 t.hook = track__16BitsMono;
Glenn Kasten4c340c62012-01-27 12:33:54 -0800688 all16BitsStereoNoResample = false;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700689 }
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700690 if ((n & NEEDS_CHANNEL_COUNT__MASK) >= NEEDS_CHANNEL_2){
Mathias Agopian65ab4712010-07-14 17:59:35 -0700691 t.hook = track__16BitsStereo;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700692 ALOGV_IF((n & NEEDS_CHANNEL_COUNT__MASK) > NEEDS_CHANNEL_2,
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700693 "Track %d needs downmix", i);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700694 }
695 }
696 }
697 }
698
699 // select the processing hooks
700 state->hook = process__nop;
Glenn Kasten34fca342013-08-13 09:48:14 -0700701 if (countActiveTracks > 0) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700702 if (resampling) {
703 if (!state->outputTemp) {
704 state->outputTemp = new int32_t[MAX_NUM_CHANNELS * state->frameCount];
705 }
706 if (!state->resampleTemp) {
707 state->resampleTemp = new int32_t[MAX_NUM_CHANNELS * state->frameCount];
708 }
709 state->hook = process__genericResampling;
710 } else {
711 if (state->outputTemp) {
712 delete [] state->outputTemp;
Glenn Kastene0feee32011-12-13 11:53:26 -0800713 state->outputTemp = NULL;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700714 }
715 if (state->resampleTemp) {
716 delete [] state->resampleTemp;
Glenn Kastene0feee32011-12-13 11:53:26 -0800717 state->resampleTemp = NULL;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700718 }
719 state->hook = process__genericNoResampling;
720 if (all16BitsStereoNoResample && !volumeRamp) {
721 if (countActiveTracks == 1) {
722 state->hook = process__OneTrack16BitsStereoNoResampling;
723 }
724 }
725 }
726 }
727
Steve Block3856b092011-10-20 11:56:00 +0100728 ALOGV("mixer configuration change: %d activeTracks (%08x) "
Mathias Agopian65ab4712010-07-14 17:59:35 -0700729 "all16BitsStereoNoResample=%d, resampling=%d, volumeRamp=%d",
730 countActiveTracks, state->enabledTracks,
731 all16BitsStereoNoResample, resampling, volumeRamp);
732
John Grossman4ff14ba2012-02-08 16:37:41 -0800733 state->hook(state, pts);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700734
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800735 // Now that the volume ramp has been done, set optimal state and
736 // track hooks for subsequent mixer process
Glenn Kasten34fca342013-08-13 09:48:14 -0700737 if (countActiveTracks > 0) {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800738 bool allMuted = true;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800739 uint32_t en = state->enabledTracks;
740 while (en) {
741 const int i = 31 - __builtin_clz(en);
742 en &= ~(1<<i);
743 track_t& t = state->tracks[i];
Glenn Kasten6e2ebe92013-08-13 09:14:51 -0700744 if (!t.doesResample() && t.volumeRL == 0) {
Glenn Kastend6fadf02013-10-30 14:37:29 -0700745 t.needs |= NEEDS_MUTE;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800746 t.hook = track__nop;
747 } else {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800748 allMuted = false;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800749 }
750 }
751 if (allMuted) {
752 state->hook = process__nop;
753 } else if (all16BitsStereoNoResample) {
754 if (countActiveTracks == 1) {
755 state->hook = process__OneTrack16BitsStereoNoResampling;
756 }
757 }
758 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700759}
760
Mathias Agopian65ab4712010-07-14 17:59:35 -0700761
Glenn Kasten85ab62c2012-11-01 11:11:38 -0700762void AudioMixer::track__genericResample(track_t* t, int32_t* out, size_t outFrameCount,
763 int32_t* temp, int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700764{
765 t->resampler->setSampleRate(t->sampleRate);
766
767 // ramp gain - resample to temp buffer and scale/mix in 2nd step
768 if (aux != NULL) {
769 // always resample with unity gain when sending to auxiliary buffer to be able
770 // to apply send level after resampling
771 // TODO: modify each resampler to support aux channel?
772 t->resampler->setVolume(UNITY_GAIN, UNITY_GAIN);
773 memset(temp, 0, outFrameCount * MAX_NUM_CHANNELS * sizeof(int32_t));
774 t->resampler->resample(temp, outFrameCount, t->bufferProvider);
Glenn Kastenf6b16782011-12-15 09:51:17 -0800775 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1]|t->auxInc)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700776 volumeRampStereo(t, out, outFrameCount, temp, aux);
777 } else {
778 volumeStereo(t, out, outFrameCount, temp, aux);
779 }
780 } else {
Glenn Kastenf6b16782011-12-15 09:51:17 -0800781 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1])) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700782 t->resampler->setVolume(UNITY_GAIN, UNITY_GAIN);
783 memset(temp, 0, outFrameCount * MAX_NUM_CHANNELS * sizeof(int32_t));
784 t->resampler->resample(temp, outFrameCount, t->bufferProvider);
785 volumeRampStereo(t, out, outFrameCount, temp, aux);
786 }
787
788 // constant gain
789 else {
790 t->resampler->setVolume(t->volume[0], t->volume[1]);
791 t->resampler->resample(out, outFrameCount, t->bufferProvider);
792 }
793 }
794}
795
Andy Hungee931ff2014-01-28 13:44:14 -0800796void AudioMixer::track__nop(track_t* t __unused, int32_t* out __unused,
797 size_t outFrameCount __unused, int32_t* temp __unused, int32_t* aux __unused)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700798{
799}
800
Glenn Kasten85ab62c2012-11-01 11:11:38 -0700801void AudioMixer::volumeRampStereo(track_t* t, int32_t* out, size_t frameCount, int32_t* temp,
802 int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700803{
804 int32_t vl = t->prevVolume[0];
805 int32_t vr = t->prevVolume[1];
806 const int32_t vlInc = t->volumeInc[0];
807 const int32_t vrInc = t->volumeInc[1];
808
Steve Blockb8a80522011-12-20 16:23:08 +0000809 //ALOGD("[0] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -0700810 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
811 // (vl + vlInc*frameCount)/65536.0f, frameCount);
812
813 // ramp volume
Glenn Kastenf6b16782011-12-15 09:51:17 -0800814 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700815 int32_t va = t->prevAuxLevel;
816 const int32_t vaInc = t->auxInc;
817 int32_t l;
818 int32_t r;
819
820 do {
821 l = (*temp++ >> 12);
822 r = (*temp++ >> 12);
823 *out++ += (vl >> 16) * l;
824 *out++ += (vr >> 16) * r;
825 *aux++ += (va >> 17) * (l + r);
826 vl += vlInc;
827 vr += vrInc;
828 va += vaInc;
829 } while (--frameCount);
830 t->prevAuxLevel = va;
831 } else {
832 do {
833 *out++ += (vl >> 16) * (*temp++ >> 12);
834 *out++ += (vr >> 16) * (*temp++ >> 12);
835 vl += vlInc;
836 vr += vrInc;
837 } while (--frameCount);
838 }
839 t->prevVolume[0] = vl;
840 t->prevVolume[1] = vr;
Glenn Kastena1117922012-01-26 10:53:32 -0800841 t->adjustVolumeRamp(aux != NULL);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700842}
843
Glenn Kasten85ab62c2012-11-01 11:11:38 -0700844void AudioMixer::volumeStereo(track_t* t, int32_t* out, size_t frameCount, int32_t* temp,
845 int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700846{
847 const int16_t vl = t->volume[0];
848 const int16_t vr = t->volume[1];
849
Glenn Kastenf6b16782011-12-15 09:51:17 -0800850 if (CC_UNLIKELY(aux != NULL)) {
Glenn Kasten3b81aca2012-01-27 15:26:23 -0800851 const int16_t va = t->auxLevel;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700852 do {
853 int16_t l = (int16_t)(*temp++ >> 12);
854 int16_t r = (int16_t)(*temp++ >> 12);
855 out[0] = mulAdd(l, vl, out[0]);
856 int16_t a = (int16_t)(((int32_t)l + r) >> 1);
857 out[1] = mulAdd(r, vr, out[1]);
858 out += 2;
859 aux[0] = mulAdd(a, va, aux[0]);
860 aux++;
861 } while (--frameCount);
862 } else {
863 do {
864 int16_t l = (int16_t)(*temp++ >> 12);
865 int16_t r = (int16_t)(*temp++ >> 12);
866 out[0] = mulAdd(l, vl, out[0]);
867 out[1] = mulAdd(r, vr, out[1]);
868 out += 2;
869 } while (--frameCount);
870 }
871}
872
Andy Hungee931ff2014-01-28 13:44:14 -0800873void AudioMixer::track__16BitsStereo(track_t* t, int32_t* out, size_t frameCount,
874 int32_t* temp __unused, int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700875{
Glenn Kasten54c3b662012-01-06 07:46:30 -0800876 const int16_t *in = static_cast<const int16_t *>(t->in);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700877
Glenn Kastenf6b16782011-12-15 09:51:17 -0800878 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700879 int32_t l;
880 int32_t r;
881 // ramp gain
Glenn Kastenf6b16782011-12-15 09:51:17 -0800882 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1]|t->auxInc)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700883 int32_t vl = t->prevVolume[0];
884 int32_t vr = t->prevVolume[1];
885 int32_t va = t->prevAuxLevel;
886 const int32_t vlInc = t->volumeInc[0];
887 const int32_t vrInc = t->volumeInc[1];
888 const int32_t vaInc = t->auxInc;
Steve Blockb8a80522011-12-20 16:23:08 +0000889 // ALOGD("[1] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -0700890 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
891 // (vl + vlInc*frameCount)/65536.0f, frameCount);
892
893 do {
894 l = (int32_t)*in++;
895 r = (int32_t)*in++;
896 *out++ += (vl >> 16) * l;
897 *out++ += (vr >> 16) * r;
898 *aux++ += (va >> 17) * (l + r);
899 vl += vlInc;
900 vr += vrInc;
901 va += vaInc;
902 } while (--frameCount);
903
904 t->prevVolume[0] = vl;
905 t->prevVolume[1] = vr;
906 t->prevAuxLevel = va;
907 t->adjustVolumeRamp(true);
908 }
909
910 // constant gain
911 else {
912 const uint32_t vrl = t->volumeRL;
913 const int16_t va = (int16_t)t->auxLevel;
914 do {
Glenn Kasten54c3b662012-01-06 07:46:30 -0800915 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700916 int16_t a = (int16_t)(((int32_t)in[0] + in[1]) >> 1);
917 in += 2;
918 out[0] = mulAddRL(1, rl, vrl, out[0]);
919 out[1] = mulAddRL(0, rl, vrl, out[1]);
920 out += 2;
921 aux[0] = mulAdd(a, va, aux[0]);
922 aux++;
923 } while (--frameCount);
924 }
925 } else {
926 // ramp gain
Glenn Kastenf6b16782011-12-15 09:51:17 -0800927 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1])) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700928 int32_t vl = t->prevVolume[0];
929 int32_t vr = t->prevVolume[1];
930 const int32_t vlInc = t->volumeInc[0];
931 const int32_t vrInc = t->volumeInc[1];
932
Steve Blockb8a80522011-12-20 16:23:08 +0000933 // ALOGD("[1] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -0700934 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
935 // (vl + vlInc*frameCount)/65536.0f, frameCount);
936
937 do {
938 *out++ += (vl >> 16) * (int32_t) *in++;
939 *out++ += (vr >> 16) * (int32_t) *in++;
940 vl += vlInc;
941 vr += vrInc;
942 } while (--frameCount);
943
944 t->prevVolume[0] = vl;
945 t->prevVolume[1] = vr;
946 t->adjustVolumeRamp(false);
947 }
948
949 // constant gain
950 else {
951 const uint32_t vrl = t->volumeRL;
952 do {
Glenn Kasten54c3b662012-01-06 07:46:30 -0800953 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700954 in += 2;
955 out[0] = mulAddRL(1, rl, vrl, out[0]);
956 out[1] = mulAddRL(0, rl, vrl, out[1]);
957 out += 2;
958 } while (--frameCount);
959 }
960 }
961 t->in = in;
962}
963
Andy Hungee931ff2014-01-28 13:44:14 -0800964void AudioMixer::track__16BitsMono(track_t* t, int32_t* out, size_t frameCount,
965 int32_t* temp __unused, int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700966{
Glenn Kasten54c3b662012-01-06 07:46:30 -0800967 const int16_t *in = static_cast<int16_t const *>(t->in);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700968
Glenn Kastenf6b16782011-12-15 09:51:17 -0800969 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700970 // ramp gain
Glenn Kastenf6b16782011-12-15 09:51:17 -0800971 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1]|t->auxInc)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700972 int32_t vl = t->prevVolume[0];
973 int32_t vr = t->prevVolume[1];
974 int32_t va = t->prevAuxLevel;
975 const int32_t vlInc = t->volumeInc[0];
976 const int32_t vrInc = t->volumeInc[1];
977 const int32_t vaInc = t->auxInc;
978
Steve Blockb8a80522011-12-20 16:23:08 +0000979 // ALOGD("[2] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -0700980 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
981 // (vl + vlInc*frameCount)/65536.0f, frameCount);
982
983 do {
984 int32_t l = *in++;
985 *out++ += (vl >> 16) * l;
986 *out++ += (vr >> 16) * l;
987 *aux++ += (va >> 16) * l;
988 vl += vlInc;
989 vr += vrInc;
990 va += vaInc;
991 } while (--frameCount);
992
993 t->prevVolume[0] = vl;
994 t->prevVolume[1] = vr;
995 t->prevAuxLevel = va;
996 t->adjustVolumeRamp(true);
997 }
998 // constant gain
999 else {
1000 const int16_t vl = t->volume[0];
1001 const int16_t vr = t->volume[1];
1002 const int16_t va = (int16_t)t->auxLevel;
1003 do {
1004 int16_t l = *in++;
1005 out[0] = mulAdd(l, vl, out[0]);
1006 out[1] = mulAdd(l, vr, out[1]);
1007 out += 2;
1008 aux[0] = mulAdd(l, va, aux[0]);
1009 aux++;
1010 } while (--frameCount);
1011 }
1012 } else {
1013 // ramp gain
Glenn Kastenf6b16782011-12-15 09:51:17 -08001014 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1])) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001015 int32_t vl = t->prevVolume[0];
1016 int32_t vr = t->prevVolume[1];
1017 const int32_t vlInc = t->volumeInc[0];
1018 const int32_t vrInc = t->volumeInc[1];
1019
Steve Blockb8a80522011-12-20 16:23:08 +00001020 // ALOGD("[2] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -07001021 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
1022 // (vl + vlInc*frameCount)/65536.0f, frameCount);
1023
1024 do {
1025 int32_t l = *in++;
1026 *out++ += (vl >> 16) * l;
1027 *out++ += (vr >> 16) * l;
1028 vl += vlInc;
1029 vr += vrInc;
1030 } while (--frameCount);
1031
1032 t->prevVolume[0] = vl;
1033 t->prevVolume[1] = vr;
1034 t->adjustVolumeRamp(false);
1035 }
1036 // constant gain
1037 else {
1038 const int16_t vl = t->volume[0];
1039 const int16_t vr = t->volume[1];
1040 do {
1041 int16_t l = *in++;
1042 out[0] = mulAdd(l, vl, out[0]);
1043 out[1] = mulAdd(l, vr, out[1]);
1044 out += 2;
1045 } while (--frameCount);
1046 }
1047 }
1048 t->in = in;
1049}
1050
Mathias Agopian65ab4712010-07-14 17:59:35 -07001051// no-op case
John Grossman4ff14ba2012-02-08 16:37:41 -08001052void AudioMixer::process__nop(state_t* state, int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001053{
1054 uint32_t e0 = state->enabledTracks;
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001055 size_t sampleCount = state->frameCount * MAX_NUM_CHANNELS;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001056 while (e0) {
1057 // process by group of tracks with same output buffer to
1058 // avoid multiple memset() on same buffer
1059 uint32_t e1 = e0, e2 = e0;
1060 int i = 31 - __builtin_clz(e1);
Glenn Kastenfc900c92013-02-18 12:47:49 -08001061 {
1062 track_t& t1 = state->tracks[i];
Mathias Agopian65ab4712010-07-14 17:59:35 -07001063 e2 &= ~(1<<i);
Glenn Kastenfc900c92013-02-18 12:47:49 -08001064 while (e2) {
1065 i = 31 - __builtin_clz(e2);
1066 e2 &= ~(1<<i);
1067 track_t& t2 = state->tracks[i];
1068 if (CC_UNLIKELY(t2.mainBuffer != t1.mainBuffer)) {
1069 e1 &= ~(1<<i);
1070 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001071 }
Glenn Kastenfc900c92013-02-18 12:47:49 -08001072 e0 &= ~(e1);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001073
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001074 memset(t1.mainBuffer, 0, sampleCount
Andy Hung78820702014-02-28 16:23:02 -08001075 * audio_bytes_per_sample(t1.mMixerFormat));
Glenn Kastenfc900c92013-02-18 12:47:49 -08001076 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001077
1078 while (e1) {
1079 i = 31 - __builtin_clz(e1);
1080 e1 &= ~(1<<i);
Glenn Kastenfc900c92013-02-18 12:47:49 -08001081 {
1082 track_t& t3 = state->tracks[i];
1083 size_t outFrames = state->frameCount;
1084 while (outFrames) {
1085 t3.buffer.frameCount = outFrames;
1086 int64_t outputPTS = calculateOutputPTS(
1087 t3, pts, state->frameCount - outFrames);
1088 t3.bufferProvider->getNextBuffer(&t3.buffer, outputPTS);
1089 if (t3.buffer.raw == NULL) break;
1090 outFrames -= t3.buffer.frameCount;
1091 t3.bufferProvider->releaseBuffer(&t3.buffer);
1092 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001093 }
1094 }
1095 }
1096}
1097
1098// generic code without resampling
John Grossman4ff14ba2012-02-08 16:37:41 -08001099void AudioMixer::process__genericNoResampling(state_t* state, int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001100{
1101 int32_t outTemp[BLOCKSIZE * MAX_NUM_CHANNELS] __attribute__((aligned(32)));
1102
1103 // acquire each track's buffer
1104 uint32_t enabledTracks = state->enabledTracks;
1105 uint32_t e0 = enabledTracks;
1106 while (e0) {
1107 const int i = 31 - __builtin_clz(e0);
1108 e0 &= ~(1<<i);
1109 track_t& t = state->tracks[i];
1110 t.buffer.frameCount = state->frameCount;
John Grossman4ff14ba2012-02-08 16:37:41 -08001111 t.bufferProvider->getNextBuffer(&t.buffer, pts);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001112 t.frameCount = t.buffer.frameCount;
1113 t.in = t.buffer.raw;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001114 }
1115
1116 e0 = enabledTracks;
1117 while (e0) {
1118 // process by group of tracks with same output buffer to
1119 // optimize cache use
1120 uint32_t e1 = e0, e2 = e0;
1121 int j = 31 - __builtin_clz(e1);
1122 track_t& t1 = state->tracks[j];
1123 e2 &= ~(1<<j);
1124 while (e2) {
1125 j = 31 - __builtin_clz(e2);
1126 e2 &= ~(1<<j);
1127 track_t& t2 = state->tracks[j];
Glenn Kastenf6b16782011-12-15 09:51:17 -08001128 if (CC_UNLIKELY(t2.mainBuffer != t1.mainBuffer)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001129 e1 &= ~(1<<j);
1130 }
1131 }
1132 e0 &= ~(e1);
1133 // this assumes output 16 bits stereo, no resampling
1134 int32_t *out = t1.mainBuffer;
1135 size_t numFrames = 0;
1136 do {
1137 memset(outTemp, 0, sizeof(outTemp));
1138 e2 = e1;
1139 while (e2) {
1140 const int i = 31 - __builtin_clz(e2);
1141 e2 &= ~(1<<i);
1142 track_t& t = state->tracks[i];
1143 size_t outFrames = BLOCKSIZE;
1144 int32_t *aux = NULL;
Glenn Kastend6fadf02013-10-30 14:37:29 -07001145 if (CC_UNLIKELY(t.needs & NEEDS_AUX)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001146 aux = t.auxBuffer + numFrames;
1147 }
1148 while (outFrames) {
Gaurav Kumar7e79cd22014-01-06 10:57:18 +05301149 // t.in == NULL can happen if the track was flushed just after having
1150 // been enabled for mixing.
1151 if (t.in == NULL) {
1152 enabledTracks &= ~(1<<i);
1153 e1 &= ~(1<<i);
1154 break;
1155 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001156 size_t inFrames = (t.frameCount > outFrames)?outFrames:t.frameCount;
Glenn Kasten34fca342013-08-13 09:48:14 -07001157 if (inFrames > 0) {
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001158 t.hook(&t, outTemp + (BLOCKSIZE-outFrames)*MAX_NUM_CHANNELS, inFrames,
1159 state->resampleTemp, aux);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001160 t.frameCount -= inFrames;
1161 outFrames -= inFrames;
Glenn Kastenf6b16782011-12-15 09:51:17 -08001162 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001163 aux += inFrames;
1164 }
1165 }
1166 if (t.frameCount == 0 && outFrames) {
1167 t.bufferProvider->releaseBuffer(&t.buffer);
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001168 t.buffer.frameCount = (state->frameCount - numFrames) -
1169 (BLOCKSIZE - outFrames);
John Grossman4ff14ba2012-02-08 16:37:41 -08001170 int64_t outputPTS = calculateOutputPTS(
1171 t, pts, numFrames + (BLOCKSIZE - outFrames));
1172 t.bufferProvider->getNextBuffer(&t.buffer, outputPTS);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001173 t.in = t.buffer.raw;
1174 if (t.in == NULL) {
1175 enabledTracks &= ~(1<<i);
1176 e1 &= ~(1<<i);
1177 break;
1178 }
1179 t.frameCount = t.buffer.frameCount;
1180 }
1181 }
1182 }
Andy Hung78820702014-02-28 16:23:02 -08001183 switch (t1.mMixerFormat) {
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001184 case AUDIO_FORMAT_PCM_FLOAT:
Andy Hung84a0c6e2014-04-02 11:24:53 -07001185 memcpy_to_float_from_q4_27(reinterpret_cast<float *>(out), outTemp, BLOCKSIZE * 2);
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001186 out += BLOCKSIZE * 2; // output is 2 floats/frame.
1187 break;
1188 case AUDIO_FORMAT_PCM_16_BIT:
1189 ditherAndClamp(out, outTemp, BLOCKSIZE);
1190 out += BLOCKSIZE; // output is 1 int32_t (2 int16_t samples)/frame
1191 break;
1192 default:
Andy Hung78820702014-02-28 16:23:02 -08001193 LOG_ALWAYS_FATAL("bad mixer format: %d", t1.mMixerFormat);
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001194 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001195 numFrames += BLOCKSIZE;
1196 } while (numFrames < state->frameCount);
1197 }
1198
1199 // release each track's buffer
1200 e0 = enabledTracks;
1201 while (e0) {
1202 const int i = 31 - __builtin_clz(e0);
1203 e0 &= ~(1<<i);
1204 track_t& t = state->tracks[i];
1205 t.bufferProvider->releaseBuffer(&t.buffer);
1206 }
1207}
1208
1209
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -08001210// generic code with resampling
John Grossman4ff14ba2012-02-08 16:37:41 -08001211void AudioMixer::process__genericResampling(state_t* state, int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001212{
Glenn Kasten54c3b662012-01-06 07:46:30 -08001213 // this const just means that local variable outTemp doesn't change
Mathias Agopian65ab4712010-07-14 17:59:35 -07001214 int32_t* const outTemp = state->outputTemp;
1215 const size_t size = sizeof(int32_t) * MAX_NUM_CHANNELS * state->frameCount;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001216
1217 size_t numFrames = state->frameCount;
1218
1219 uint32_t e0 = state->enabledTracks;
1220 while (e0) {
1221 // process by group of tracks with same output buffer
1222 // to optimize cache use
1223 uint32_t e1 = e0, e2 = e0;
1224 int j = 31 - __builtin_clz(e1);
1225 track_t& t1 = state->tracks[j];
1226 e2 &= ~(1<<j);
1227 while (e2) {
1228 j = 31 - __builtin_clz(e2);
1229 e2 &= ~(1<<j);
1230 track_t& t2 = state->tracks[j];
Glenn Kastenf6b16782011-12-15 09:51:17 -08001231 if (CC_UNLIKELY(t2.mainBuffer != t1.mainBuffer)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001232 e1 &= ~(1<<j);
1233 }
1234 }
1235 e0 &= ~(e1);
1236 int32_t *out = t1.mainBuffer;
Yuuhi Yamaguchi2151d7b2011-02-04 15:24:34 +01001237 memset(outTemp, 0, size);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001238 while (e1) {
1239 const int i = 31 - __builtin_clz(e1);
1240 e1 &= ~(1<<i);
1241 track_t& t = state->tracks[i];
1242 int32_t *aux = NULL;
Glenn Kastend6fadf02013-10-30 14:37:29 -07001243 if (CC_UNLIKELY(t.needs & NEEDS_AUX)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001244 aux = t.auxBuffer;
1245 }
1246
1247 // this is a little goofy, on the resampling case we don't
1248 // acquire/release the buffers because it's done by
1249 // the resampler.
Glenn Kastend6fadf02013-10-30 14:37:29 -07001250 if (t.needs & NEEDS_RESAMPLE) {
John Grossman4ff14ba2012-02-08 16:37:41 -08001251 t.resampler->setPTS(pts);
Glenn Kastena1117922012-01-26 10:53:32 -08001252 t.hook(&t, outTemp, numFrames, state->resampleTemp, aux);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001253 } else {
1254
1255 size_t outFrames = 0;
1256
1257 while (outFrames < numFrames) {
1258 t.buffer.frameCount = numFrames - outFrames;
John Grossman4ff14ba2012-02-08 16:37:41 -08001259 int64_t outputPTS = calculateOutputPTS(t, pts, outFrames);
1260 t.bufferProvider->getNextBuffer(&t.buffer, outputPTS);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001261 t.in = t.buffer.raw;
1262 // t.in == NULL can happen if the track was flushed just after having
1263 // been enabled for mixing.
1264 if (t.in == NULL) break;
1265
Glenn Kastenf6b16782011-12-15 09:51:17 -08001266 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001267 aux += outFrames;
1268 }
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001269 t.hook(&t, outTemp + outFrames*MAX_NUM_CHANNELS, t.buffer.frameCount,
1270 state->resampleTemp, aux);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001271 outFrames += t.buffer.frameCount;
1272 t.bufferProvider->releaseBuffer(&t.buffer);
1273 }
1274 }
1275 }
Andy Hung78820702014-02-28 16:23:02 -08001276 switch (t1.mMixerFormat) {
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001277 case AUDIO_FORMAT_PCM_FLOAT:
Andy Hung84a0c6e2014-04-02 11:24:53 -07001278 memcpy_to_float_from_q4_27(reinterpret_cast<float*>(out), outTemp, numFrames*2);
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001279 break;
1280 case AUDIO_FORMAT_PCM_16_BIT:
1281 ditherAndClamp(out, outTemp, numFrames);
1282 break;
1283 default:
Andy Hung78820702014-02-28 16:23:02 -08001284 LOG_ALWAYS_FATAL("bad mixer format: %d", t1.mMixerFormat);
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001285 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001286 }
1287}
1288
1289// one track, 16 bits stereo without resampling is the most common case
John Grossman4ff14ba2012-02-08 16:37:41 -08001290void AudioMixer::process__OneTrack16BitsStereoNoResampling(state_t* state,
1291 int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001292{
Glenn Kasten99e53b82012-01-19 08:59:58 -08001293 // This method is only called when state->enabledTracks has exactly
1294 // one bit set. The asserts below would verify this, but are commented out
1295 // since the whole point of this method is to optimize performance.
Glenn Kasten5798d4e2012-03-08 12:18:35 -08001296 //ALOG_ASSERT(0 != state->enabledTracks, "no tracks enabled");
Mathias Agopian65ab4712010-07-14 17:59:35 -07001297 const int i = 31 - __builtin_clz(state->enabledTracks);
Glenn Kasten5798d4e2012-03-08 12:18:35 -08001298 //ALOG_ASSERT((1 << i) == state->enabledTracks, "more than 1 track enabled");
Mathias Agopian65ab4712010-07-14 17:59:35 -07001299 const track_t& t = state->tracks[i];
1300
1301 AudioBufferProvider::Buffer& b(t.buffer);
1302
1303 int32_t* out = t.mainBuffer;
1304 size_t numFrames = state->frameCount;
1305
1306 const int16_t vl = t.volume[0];
1307 const int16_t vr = t.volume[1];
1308 const uint32_t vrl = t.volumeRL;
1309 while (numFrames) {
1310 b.frameCount = numFrames;
John Grossman4ff14ba2012-02-08 16:37:41 -08001311 int64_t outputPTS = calculateOutputPTS(t, pts, out - t.mainBuffer);
1312 t.bufferProvider->getNextBuffer(&b, outputPTS);
Glenn Kasten54c3b662012-01-06 07:46:30 -08001313 const int16_t *in = b.i16;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001314
1315 // in == NULL can happen if the track was flushed just after having
1316 // been enabled for mixing.
1317 if (in == NULL || ((unsigned long)in & 3)) {
1318 memset(out, 0, numFrames*MAX_NUM_CHANNELS*sizeof(int16_t));
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001319 ALOGE_IF(((unsigned long)in & 3), "process stereo track: input buffer alignment pb: "
1320 "buffer %p track %d, channels %d, needs %08x",
Mathias Agopian65ab4712010-07-14 17:59:35 -07001321 in, i, t.channelCount, t.needs);
1322 return;
1323 }
1324 size_t outFrames = b.frameCount;
1325
Andy Hung78820702014-02-28 16:23:02 -08001326 switch (t.mMixerFormat) {
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001327 case AUDIO_FORMAT_PCM_FLOAT: {
1328 float *fout = reinterpret_cast<float*>(out);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001329 do {
Glenn Kasten54c3b662012-01-06 07:46:30 -08001330 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001331 in += 2;
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001332 int32_t l = mulRL(1, rl, vrl);
1333 int32_t r = mulRL(0, rl, vrl);
Andy Hung84a0c6e2014-04-02 11:24:53 -07001334 *fout++ = float_from_q4_27(l);
1335 *fout++ = float_from_q4_27(r);
Andy Hung3375bde2014-02-28 15:51:47 -08001336 // Note: In case of later int16_t sink output,
1337 // conversion and clamping is done by memcpy_to_i16_from_float().
Mathias Agopian65ab4712010-07-14 17:59:35 -07001338 } while (--outFrames);
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001339 } break;
1340 case AUDIO_FORMAT_PCM_16_BIT:
1341 if (CC_UNLIKELY(uint32_t(vl) > UNITY_GAIN || uint32_t(vr) > UNITY_GAIN)) {
1342 // volume is boosted, so we might need to clamp even though
1343 // we process only one track.
1344 do {
1345 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
1346 in += 2;
1347 int32_t l = mulRL(1, rl, vrl) >> 12;
1348 int32_t r = mulRL(0, rl, vrl) >> 12;
1349 // clamping...
1350 l = clamp16(l);
1351 r = clamp16(r);
1352 *out++ = (r<<16) | (l & 0xFFFF);
1353 } while (--outFrames);
1354 } else {
1355 do {
1356 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
1357 in += 2;
1358 int32_t l = mulRL(1, rl, vrl) >> 12;
1359 int32_t r = mulRL(0, rl, vrl) >> 12;
1360 *out++ = (r<<16) | (l & 0xFFFF);
1361 } while (--outFrames);
1362 }
1363 break;
1364 default:
Andy Hung78820702014-02-28 16:23:02 -08001365 LOG_ALWAYS_FATAL("bad mixer format: %d", t.mMixerFormat);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001366 }
1367 numFrames -= b.frameCount;
1368 t.bufferProvider->releaseBuffer(&b);
1369 }
1370}
1371
Glenn Kasten81a028f2011-12-15 09:53:12 -08001372#if 0
Mathias Agopian65ab4712010-07-14 17:59:35 -07001373// 2 tracks is also a common case
1374// NEVER used in current implementation of process__validate()
1375// only use if the 2 tracks have the same output buffer
John Grossman4ff14ba2012-02-08 16:37:41 -08001376void AudioMixer::process__TwoTracks16BitsStereoNoResampling(state_t* state,
1377 int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001378{
1379 int i;
1380 uint32_t en = state->enabledTracks;
1381
1382 i = 31 - __builtin_clz(en);
1383 const track_t& t0 = state->tracks[i];
1384 AudioBufferProvider::Buffer& b0(t0.buffer);
1385
1386 en &= ~(1<<i);
1387 i = 31 - __builtin_clz(en);
1388 const track_t& t1 = state->tracks[i];
1389 AudioBufferProvider::Buffer& b1(t1.buffer);
1390
Glenn Kasten54c3b662012-01-06 07:46:30 -08001391 const int16_t *in0;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001392 const int16_t vl0 = t0.volume[0];
1393 const int16_t vr0 = t0.volume[1];
1394 size_t frameCount0 = 0;
1395
Glenn Kasten54c3b662012-01-06 07:46:30 -08001396 const int16_t *in1;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001397 const int16_t vl1 = t1.volume[0];
1398 const int16_t vr1 = t1.volume[1];
1399 size_t frameCount1 = 0;
1400
1401 //FIXME: only works if two tracks use same buffer
1402 int32_t* out = t0.mainBuffer;
1403 size_t numFrames = state->frameCount;
Glenn Kasten54c3b662012-01-06 07:46:30 -08001404 const int16_t *buff = NULL;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001405
1406
1407 while (numFrames) {
1408
1409 if (frameCount0 == 0) {
1410 b0.frameCount = numFrames;
John Grossman4ff14ba2012-02-08 16:37:41 -08001411 int64_t outputPTS = calculateOutputPTS(t0, pts,
1412 out - t0.mainBuffer);
1413 t0.bufferProvider->getNextBuffer(&b0, outputPTS);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001414 if (b0.i16 == NULL) {
1415 if (buff == NULL) {
1416 buff = new int16_t[MAX_NUM_CHANNELS * state->frameCount];
1417 }
1418 in0 = buff;
1419 b0.frameCount = numFrames;
1420 } else {
1421 in0 = b0.i16;
1422 }
1423 frameCount0 = b0.frameCount;
1424 }
1425 if (frameCount1 == 0) {
1426 b1.frameCount = numFrames;
John Grossman4ff14ba2012-02-08 16:37:41 -08001427 int64_t outputPTS = calculateOutputPTS(t1, pts,
1428 out - t0.mainBuffer);
1429 t1.bufferProvider->getNextBuffer(&b1, outputPTS);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001430 if (b1.i16 == NULL) {
1431 if (buff == NULL) {
1432 buff = new int16_t[MAX_NUM_CHANNELS * state->frameCount];
1433 }
1434 in1 = buff;
1435 b1.frameCount = numFrames;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -08001436 } else {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001437 in1 = b1.i16;
1438 }
1439 frameCount1 = b1.frameCount;
1440 }
1441
1442 size_t outFrames = frameCount0 < frameCount1?frameCount0:frameCount1;
1443
1444 numFrames -= outFrames;
1445 frameCount0 -= outFrames;
1446 frameCount1 -= outFrames;
1447
1448 do {
1449 int32_t l0 = *in0++;
1450 int32_t r0 = *in0++;
1451 l0 = mul(l0, vl0);
1452 r0 = mul(r0, vr0);
1453 int32_t l = *in1++;
1454 int32_t r = *in1++;
1455 l = mulAdd(l, vl1, l0) >> 12;
1456 r = mulAdd(r, vr1, r0) >> 12;
1457 // clamping...
1458 l = clamp16(l);
1459 r = clamp16(r);
1460 *out++ = (r<<16) | (l & 0xFFFF);
1461 } while (--outFrames);
1462
1463 if (frameCount0 == 0) {
1464 t0.bufferProvider->releaseBuffer(&b0);
1465 }
1466 if (frameCount1 == 0) {
1467 t1.bufferProvider->releaseBuffer(&b1);
1468 }
1469 }
1470
Glenn Kastene9dd0172012-01-27 18:08:45 -08001471 delete [] buff;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001472}
Glenn Kasten81a028f2011-12-15 09:53:12 -08001473#endif
Mathias Agopian65ab4712010-07-14 17:59:35 -07001474
John Grossman4ff14ba2012-02-08 16:37:41 -08001475int64_t AudioMixer::calculateOutputPTS(const track_t& t, int64_t basePTS,
1476 int outputFrameIndex)
1477{
Glenn Kasten6e2ebe92013-08-13 09:14:51 -07001478 if (AudioBufferProvider::kInvalidPTS == basePTS) {
John Grossman4ff14ba2012-02-08 16:37:41 -08001479 return AudioBufferProvider::kInvalidPTS;
Glenn Kasten6e2ebe92013-08-13 09:14:51 -07001480 }
John Grossman4ff14ba2012-02-08 16:37:41 -08001481
Glenn Kasten52008f82012-03-18 09:34:41 -07001482 return basePTS + ((outputFrameIndex * sLocalTimeFreq) / t.sampleRate);
1483}
1484
1485/*static*/ uint64_t AudioMixer::sLocalTimeFreq;
1486/*static*/ pthread_once_t AudioMixer::sOnceControl = PTHREAD_ONCE_INIT;
1487
1488/*static*/ void AudioMixer::sInitRoutine()
1489{
1490 LocalClock lc;
1491 sLocalTimeFreq = lc.getLocalFreq();
Glenn Kasten49c34ac2013-10-30 14:37:01 -07001492
1493 // find multichannel downmix effect if we have to play multichannel content
1494 uint32_t numEffects = 0;
1495 int ret = EffectQueryNumberEffects(&numEffects);
1496 if (ret != 0) {
1497 ALOGE("AudioMixer() error %d querying number of effects", ret);
1498 return;
1499 }
1500 ALOGV("EffectQueryNumberEffects() numEffects=%d", numEffects);
1501
1502 for (uint32_t i = 0 ; i < numEffects ; i++) {
1503 if (EffectQueryEffect(i, &sDwnmFxDesc) == 0) {
1504 ALOGV("effect %d is called %s", i, sDwnmFxDesc.name);
1505 if (memcmp(&sDwnmFxDesc.type, EFFECT_UIID_DOWNMIX, sizeof(effect_uuid_t)) == 0) {
1506 ALOGI("found effect \"%s\" from %s",
1507 sDwnmFxDesc.name, sDwnmFxDesc.implementor);
1508 sIsMultichannelCapable = true;
1509 break;
1510 }
1511 }
1512 }
1513 ALOGW_IF(!sIsMultichannelCapable, "unable to find downmix effect");
John Grossman4ff14ba2012-02-08 16:37:41 -08001514}
1515
Mathias Agopian65ab4712010-07-14 17:59:35 -07001516// ----------------------------------------------------------------------------
1517}; // namespace android