blob: 67d83b12befbeff0ca7064d0b94cade416e58b37 [file] [log] [blame]
Glenn Kasten99e53b82012-01-19 08:59:58 -08001/*
Mathias Agopian65ab4712010-07-14 17:59:35 -07002**
3** Copyright 2007, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18#define LOG_TAG "AudioMixer"
Glenn Kasten7f5d3352013-02-15 23:55:04 +000019//#define LOG_NDEBUG 0
Mathias Agopian65ab4712010-07-14 17:59:35 -070020
Glenn Kasten153b9fe2013-07-15 11:23:36 -070021#include "Configuration.h"
Mathias Agopian65ab4712010-07-14 17:59:35 -070022#include <stdint.h>
23#include <string.h>
24#include <stdlib.h>
25#include <sys/types.h>
26
27#include <utils/Errors.h>
28#include <utils/Log.h>
29
Jean-Michel Trivi0d255b22011-05-24 15:53:33 -070030#include <cutils/bitops.h>
Glenn Kastenf6b16782011-12-15 09:51:17 -080031#include <cutils/compiler.h>
Glenn Kasten5798d4e2012-03-08 12:18:35 -080032#include <utils/Debug.h>
Jean-Michel Trivi0d255b22011-05-24 15:53:33 -070033
34#include <system/audio.h>
35
Glenn Kasten3b21c502011-12-15 09:52:39 -080036#include <audio_utils/primitives.h>
John Grossman4ff14ba2012-02-08 16:37:41 -080037#include <common_time/local_clock.h>
38#include <common_time/cc_helper.h>
Glenn Kasten3b21c502011-12-15 09:52:39 -080039
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070040#include <media/EffectsFactoryApi.h>
41
Mathias Agopian65ab4712010-07-14 17:59:35 -070042#include "AudioMixer.h"
43
44namespace android {
Mathias Agopian65ab4712010-07-14 17:59:35 -070045
46// ----------------------------------------------------------------------------
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070047AudioMixer::DownmixerBufferProvider::DownmixerBufferProvider() : AudioBufferProvider(),
48 mTrackBufferProvider(NULL), mDownmixHandle(NULL)
49{
50}
51
52AudioMixer::DownmixerBufferProvider::~DownmixerBufferProvider()
53{
54 ALOGV("AudioMixer deleting DownmixerBufferProvider (%p)", this);
55 EffectRelease(mDownmixHandle);
56}
57
58status_t AudioMixer::DownmixerBufferProvider::getNextBuffer(AudioBufferProvider::Buffer *pBuffer,
59 int64_t pts) {
60 //ALOGV("DownmixerBufferProvider::getNextBuffer()");
Glenn Kasten8f325372013-10-30 14:36:47 -070061 if (mTrackBufferProvider != NULL) {
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070062 status_t res = mTrackBufferProvider->getNextBuffer(pBuffer, pts);
63 if (res == OK) {
64 mDownmixConfig.inputCfg.buffer.frameCount = pBuffer->frameCount;
65 mDownmixConfig.inputCfg.buffer.raw = pBuffer->raw;
66 mDownmixConfig.outputCfg.buffer.frameCount = pBuffer->frameCount;
67 mDownmixConfig.outputCfg.buffer.raw = mDownmixConfig.inputCfg.buffer.raw;
68 // in-place so overwrite the buffer contents, has been set in prepareTrackForDownmix()
69 //mDownmixConfig.outputCfg.accessMode = EFFECT_BUFFER_ACCESS_WRITE;
70
71 res = (*mDownmixHandle)->process(mDownmixHandle,
72 &mDownmixConfig.inputCfg.buffer, &mDownmixConfig.outputCfg.buffer);
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -070073 //ALOGV("getNextBuffer is downmixing");
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070074 }
75 return res;
76 } else {
77 ALOGE("DownmixerBufferProvider::getNextBuffer() error: NULL track buffer provider");
78 return NO_INIT;
79 }
80}
81
82void AudioMixer::DownmixerBufferProvider::releaseBuffer(AudioBufferProvider::Buffer *pBuffer) {
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -070083 //ALOGV("DownmixerBufferProvider::releaseBuffer()");
Glenn Kasten8f325372013-10-30 14:36:47 -070084 if (mTrackBufferProvider != NULL) {
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070085 mTrackBufferProvider->releaseBuffer(pBuffer);
86 } else {
87 ALOGE("DownmixerBufferProvider::releaseBuffer() error: NULL track buffer provider");
88 }
89}
90
91
92// ----------------------------------------------------------------------------
Glenn Kasten49c34ac2013-10-30 14:37:01 -070093bool AudioMixer::sIsMultichannelCapable = false;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070094
Glenn Kasten49c34ac2013-10-30 14:37:01 -070095effect_descriptor_t AudioMixer::sDwnmFxDesc;
Mathias Agopian65ab4712010-07-14 17:59:35 -070096
Paul Lind3c0a0e82012-08-01 18:49:49 -070097// Ensure mConfiguredNames bitmask is initialized properly on all architectures.
98// The value of 1 << x is undefined in C when x >= 32.
99
Glenn Kasten5c94b6c2012-03-20 17:01:29 -0700100AudioMixer::AudioMixer(size_t frameCount, uint32_t sampleRate, uint32_t maxNumTracks)
Paul Lind3c0a0e82012-08-01 18:49:49 -0700101 : mTrackNames(0), mConfiguredNames((maxNumTracks >= 32 ? 0 : 1 << maxNumTracks) - 1),
Glenn Kasten7f5d3352013-02-15 23:55:04 +0000102 mSampleRate(sampleRate)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700103{
Glenn Kasten788040c2011-05-05 08:19:00 -0700104 // AudioMixer is not yet capable of multi-channel beyond stereo
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800105 COMPILE_TIME_ASSERT_FUNCTION_SCOPE(2 == MAX_NUM_CHANNELS);
Jean-Michel Triviacb86cc2012-04-16 12:43:57 -0700106
Glenn Kasten5c94b6c2012-03-20 17:01:29 -0700107 ALOG_ASSERT(maxNumTracks <= MAX_NUM_TRACKS, "maxNumTracks %u > MAX_NUM_TRACKS %u",
108 maxNumTracks, MAX_NUM_TRACKS);
109
Glenn Kasten599fabc2012-03-08 12:33:37 -0800110 // AudioMixer is not yet capable of more than 32 active track inputs
111 ALOG_ASSERT(32 >= MAX_NUM_TRACKS, "bad MAX_NUM_TRACKS %d", MAX_NUM_TRACKS);
112
113 // AudioMixer is not yet capable of multi-channel output beyond stereo
114 ALOG_ASSERT(2 == MAX_NUM_CHANNELS, "bad MAX_NUM_CHANNELS %d", MAX_NUM_CHANNELS);
115
Glenn Kasten52008f82012-03-18 09:34:41 -0700116 pthread_once(&sOnceControl, &sInitRoutine);
117
Mathias Agopian65ab4712010-07-14 17:59:35 -0700118 mState.enabledTracks= 0;
119 mState.needsChanged = 0;
120 mState.frameCount = frameCount;
Glenn Kasten84afa3b2012-01-25 15:28:08 -0800121 mState.hook = process__nop;
Glenn Kastene0feee32011-12-13 11:53:26 -0800122 mState.outputTemp = NULL;
123 mState.resampleTemp = NULL;
Glenn Kastenab7d72f2013-02-27 09:05:28 -0800124 mState.mLog = &mDummyLog;
Glenn Kasten84afa3b2012-01-25 15:28:08 -0800125 // mState.reserved
Glenn Kasten17a736c2012-02-14 08:52:15 -0800126
127 // FIXME Most of the following initialization is probably redundant since
128 // tracks[i] should only be referenced if (mTrackNames & (1 << i)) != 0
129 // and mTrackNames is initially 0. However, leave it here until that's verified.
Mathias Agopian65ab4712010-07-14 17:59:35 -0700130 track_t* t = mState.tracks;
Glenn Kastenbf71f1e2011-12-13 11:52:35 -0800131 for (unsigned i=0 ; i < MAX_NUM_TRACKS ; i++) {
Eric Laurenta5e82142012-04-16 13:47:17 -0700132 t->resampler = NULL;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700133 t->downmixerBufferProvider = NULL;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700134 t++;
135 }
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700136
Mathias Agopian65ab4712010-07-14 17:59:35 -0700137}
138
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800139AudioMixer::~AudioMixer()
140{
141 track_t* t = mState.tracks;
Glenn Kastenbf71f1e2011-12-13 11:52:35 -0800142 for (unsigned i=0 ; i < MAX_NUM_TRACKS ; i++) {
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800143 delete t->resampler;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700144 delete t->downmixerBufferProvider;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800145 t++;
146 }
147 delete [] mState.outputTemp;
148 delete [] mState.resampleTemp;
149}
Mathias Agopian65ab4712010-07-14 17:59:35 -0700150
Glenn Kastenab7d72f2013-02-27 09:05:28 -0800151void AudioMixer::setLog(NBLog::Writer *log)
152{
153 mState.mLog = log;
154}
155
Jean-Michel Trivid06e1322012-09-12 15:47:07 -0700156int AudioMixer::getTrackName(audio_channel_mask_t channelMask, int sessionId)
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800157{
Glenn Kasten5c94b6c2012-03-20 17:01:29 -0700158 uint32_t names = (~mTrackNames) & mConfiguredNames;
Glenn Kasten98dd5422011-12-15 14:38:29 -0800159 if (names != 0) {
160 int n = __builtin_ctz(names);
Steve Block3856b092011-10-20 11:56:00 +0100161 ALOGV("add track (%d)", n);
Glenn Kasten98dd5422011-12-15 14:38:29 -0800162 mTrackNames |= 1 << n;
Glenn Kastendeeb1282012-03-25 11:59:31 -0700163 // assume default parameters for the track, except where noted below
164 track_t* t = &mState.tracks[n];
165 t->needs = 0;
166 t->volume[0] = UNITY_GAIN;
167 t->volume[1] = UNITY_GAIN;
168 // no initialization needed
169 // t->prevVolume[0]
170 // t->prevVolume[1]
171 t->volumeInc[0] = 0;
172 t->volumeInc[1] = 0;
173 t->auxLevel = 0;
174 t->auxInc = 0;
175 // no initialization needed
176 // t->prevAuxLevel
177 // t->frameCount
178 t->channelCount = 2;
179 t->enabled = false;
180 t->format = 16;
181 t->channelMask = AUDIO_CHANNEL_OUT_STEREO;
Jean-Michel Trivid06e1322012-09-12 15:47:07 -0700182 t->sessionId = sessionId;
Glenn Kastendeeb1282012-03-25 11:59:31 -0700183 // setBufferProvider(name, AudioBufferProvider *) is required before enable(name)
184 t->bufferProvider = NULL;
185 t->buffer.raw = NULL;
186 // no initialization needed
187 // t->buffer.frameCount
188 t->hook = NULL;
189 t->in = NULL;
190 t->resampler = NULL;
191 t->sampleRate = mSampleRate;
192 // setParameter(name, TRACK, MAIN_BUFFER, mixBuffer) is required before enable(name)
193 t->mainBuffer = NULL;
194 t->auxBuffer = NULL;
Glenn Kasten52008f82012-03-18 09:34:41 -0700195 t->downmixerBufferProvider = NULL;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700196
197 status_t status = initTrackDownmix(&mState.tracks[n], n, channelMask);
198 if (status == OK) {
199 return TRACK0 + n;
200 }
201 ALOGE("AudioMixer::getTrackName(0x%x) failed, error preparing track for downmix",
202 channelMask);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700203 }
204 return -1;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800205}
Mathias Agopian65ab4712010-07-14 17:59:35 -0700206
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800207void AudioMixer::invalidateState(uint32_t mask)
208{
Glenn Kasten34fca342013-08-13 09:48:14 -0700209 if (mask != 0) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700210 mState.needsChanged |= mask;
211 mState.hook = process__validate;
212 }
213 }
214
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700215status_t AudioMixer::initTrackDownmix(track_t* pTrack, int trackNum, audio_channel_mask_t mask)
216{
217 uint32_t channelCount = popcount(mask);
218 ALOG_ASSERT((channelCount <= MAX_NUM_CHANNELS_TO_DOWNMIX) && channelCount);
219 status_t status = OK;
220 if (channelCount > MAX_NUM_CHANNELS) {
221 pTrack->channelMask = mask;
222 pTrack->channelCount = channelCount;
223 ALOGV("initTrackDownmix(track=%d, mask=0x%x) calls prepareTrackForDownmix()",
224 trackNum, mask);
225 status = prepareTrackForDownmix(pTrack, trackNum);
226 } else {
227 unprepareTrackForDownmix(pTrack, trackNum);
228 }
229 return status;
230}
231
Andy Hungee931ff2014-01-28 13:44:14 -0800232void AudioMixer::unprepareTrackForDownmix(track_t* pTrack, int trackName __unused) {
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700233 ALOGV("AudioMixer::unprepareTrackForDownmix(%d)", trackName);
234
235 if (pTrack->downmixerBufferProvider != NULL) {
236 // this track had previously been configured with a downmixer, delete it
237 ALOGV(" deleting old downmixer");
238 pTrack->bufferProvider = pTrack->downmixerBufferProvider->mTrackBufferProvider;
239 delete pTrack->downmixerBufferProvider;
240 pTrack->downmixerBufferProvider = NULL;
241 } else {
242 ALOGV(" nothing to do, no downmixer to delete");
243 }
244}
245
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700246status_t AudioMixer::prepareTrackForDownmix(track_t* pTrack, int trackName)
247{
248 ALOGV("AudioMixer::prepareTrackForDownmix(%d) with mask 0x%x", trackName, pTrack->channelMask);
249
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700250 // discard the previous downmixer if there was one
251 unprepareTrackForDownmix(pTrack, trackName);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700252
253 DownmixerBufferProvider* pDbp = new DownmixerBufferProvider();
254 int32_t status;
255
Glenn Kasten49c34ac2013-10-30 14:37:01 -0700256 if (!sIsMultichannelCapable) {
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700257 ALOGE("prepareTrackForDownmix(%d) fails: mixer doesn't support multichannel content",
258 trackName);
259 goto noDownmixForActiveTrack;
260 }
261
Glenn Kasten49c34ac2013-10-30 14:37:01 -0700262 if (EffectCreate(&sDwnmFxDesc.uuid,
Jean-Michel Trivid06e1322012-09-12 15:47:07 -0700263 pTrack->sessionId /*sessionId*/, -2 /*ioId not relevant here, using random value*/,
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700264 &pDbp->mDownmixHandle/*pHandle*/) != 0) {
265 ALOGE("prepareTrackForDownmix(%d) fails: error creating downmixer effect", trackName);
266 goto noDownmixForActiveTrack;
267 }
268
269 // channel input configuration will be overridden per-track
270 pDbp->mDownmixConfig.inputCfg.channels = pTrack->channelMask;
271 pDbp->mDownmixConfig.outputCfg.channels = AUDIO_CHANNEL_OUT_STEREO;
272 pDbp->mDownmixConfig.inputCfg.format = AUDIO_FORMAT_PCM_16_BIT;
273 pDbp->mDownmixConfig.outputCfg.format = AUDIO_FORMAT_PCM_16_BIT;
274 pDbp->mDownmixConfig.inputCfg.samplingRate = pTrack->sampleRate;
275 pDbp->mDownmixConfig.outputCfg.samplingRate = pTrack->sampleRate;
276 pDbp->mDownmixConfig.inputCfg.accessMode = EFFECT_BUFFER_ACCESS_READ;
277 pDbp->mDownmixConfig.outputCfg.accessMode = EFFECT_BUFFER_ACCESS_WRITE;
278 // input and output buffer provider, and frame count will not be used as the downmix effect
279 // process() function is called directly (see DownmixerBufferProvider::getNextBuffer())
280 pDbp->mDownmixConfig.inputCfg.mask = EFFECT_CONFIG_SMP_RATE | EFFECT_CONFIG_CHANNELS |
281 EFFECT_CONFIG_FORMAT | EFFECT_CONFIG_ACC_MODE;
282 pDbp->mDownmixConfig.outputCfg.mask = pDbp->mDownmixConfig.inputCfg.mask;
283
284 {// scope for local variables that are not used in goto label "noDownmixForActiveTrack"
285 int cmdStatus;
286 uint32_t replySize = sizeof(int);
287
288 // Configure and enable downmixer
289 status = (*pDbp->mDownmixHandle)->command(pDbp->mDownmixHandle,
290 EFFECT_CMD_SET_CONFIG /*cmdCode*/, sizeof(effect_config_t) /*cmdSize*/,
291 &pDbp->mDownmixConfig /*pCmdData*/,
292 &replySize /*replySize*/, &cmdStatus /*pReplyData*/);
293 if ((status != 0) || (cmdStatus != 0)) {
294 ALOGE("error %d while configuring downmixer for track %d", status, trackName);
295 goto noDownmixForActiveTrack;
296 }
297 replySize = sizeof(int);
298 status = (*pDbp->mDownmixHandle)->command(pDbp->mDownmixHandle,
299 EFFECT_CMD_ENABLE /*cmdCode*/, 0 /*cmdSize*/, NULL /*pCmdData*/,
300 &replySize /*replySize*/, &cmdStatus /*pReplyData*/);
301 if ((status != 0) || (cmdStatus != 0)) {
302 ALOGE("error %d while enabling downmixer for track %d", status, trackName);
303 goto noDownmixForActiveTrack;
304 }
305
306 // Set downmix type
307 // parameter size rounded for padding on 32bit boundary
308 const int psizePadded = ((sizeof(downmix_params_t) - 1)/sizeof(int) + 1) * sizeof(int);
309 const int downmixParamSize =
310 sizeof(effect_param_t) + psizePadded + sizeof(downmix_type_t);
311 effect_param_t * const param = (effect_param_t *) malloc(downmixParamSize);
312 param->psize = sizeof(downmix_params_t);
313 const downmix_params_t downmixParam = DOWNMIX_PARAM_TYPE;
314 memcpy(param->data, &downmixParam, param->psize);
315 const downmix_type_t downmixType = DOWNMIX_TYPE_FOLD;
316 param->vsize = sizeof(downmix_type_t);
317 memcpy(param->data + psizePadded, &downmixType, param->vsize);
318
319 status = (*pDbp->mDownmixHandle)->command(pDbp->mDownmixHandle,
320 EFFECT_CMD_SET_PARAM /* cmdCode */, downmixParamSize/* cmdSize */,
321 param /*pCmndData*/, &replySize /*replySize*/, &cmdStatus /*pReplyData*/);
322
323 free(param);
324
325 if ((status != 0) || (cmdStatus != 0)) {
326 ALOGE("error %d while setting downmix type for track %d", status, trackName);
327 goto noDownmixForActiveTrack;
328 } else {
329 ALOGV("downmix type set to %d for track %d", (int) downmixType, trackName);
330 }
331 }// end of scope for local variables that are not used in goto label "noDownmixForActiveTrack"
332
333 // initialization successful:
334 // - keep track of the real buffer provider in case it was set before
335 pDbp->mTrackBufferProvider = pTrack->bufferProvider;
336 // - we'll use the downmix effect integrated inside this
337 // track's buffer provider, and we'll use it as the track's buffer provider
338 pTrack->downmixerBufferProvider = pDbp;
339 pTrack->bufferProvider = pDbp;
340
341 return NO_ERROR;
342
343noDownmixForActiveTrack:
344 delete pDbp;
345 pTrack->downmixerBufferProvider = NULL;
346 return NO_INIT;
347}
348
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800349void AudioMixer::deleteTrackName(int name)
350{
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700351 ALOGV("AudioMixer::deleteTrackName(%d)", name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700352 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800353 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Glenn Kasten237a6242011-12-15 15:32:27 -0800354 ALOGV("deleteTrackName(%d)", name);
355 track_t& track(mState.tracks[ name ]);
Glenn Kasten4c340c62012-01-27 12:33:54 -0800356 if (track.enabled) {
357 track.enabled = false;
Glenn Kasten237a6242011-12-15 15:32:27 -0800358 invalidateState(1<<name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700359 }
Glenn Kasten4e2293f2012-04-12 09:39:07 -0700360 // delete the resampler
361 delete track.resampler;
362 track.resampler = NULL;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700363 // delete the downmixer
364 unprepareTrackForDownmix(&mState.tracks[name], name);
365
Glenn Kasten237a6242011-12-15 15:32:27 -0800366 mTrackNames &= ~(1<<name);
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800367}
Mathias Agopian65ab4712010-07-14 17:59:35 -0700368
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800369void AudioMixer::enable(int name)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700370{
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800371 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800372 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800373 track_t& track = mState.tracks[name];
374
Glenn Kasten4c340c62012-01-27 12:33:54 -0800375 if (!track.enabled) {
376 track.enabled = true;
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800377 ALOGV("enable(%d)", name);
378 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700379 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700380}
381
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800382void AudioMixer::disable(int name)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700383{
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800384 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800385 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800386 track_t& track = mState.tracks[name];
387
Glenn Kasten4c340c62012-01-27 12:33:54 -0800388 if (track.enabled) {
389 track.enabled = false;
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800390 ALOGV("disable(%d)", name);
391 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700392 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700393}
394
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800395void AudioMixer::setParameter(int name, int target, int param, void *value)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700396{
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800397 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800398 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800399 track_t& track = mState.tracks[name];
Mathias Agopian65ab4712010-07-14 17:59:35 -0700400
Kévin PETIT377b2ec2014-02-03 12:35:36 +0000401 int valueInt = static_cast<int>(reinterpret_cast<uintptr_t>(value));
402 int32_t *valueBuf = reinterpret_cast<int32_t*>(value);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700403
404 switch (target) {
Glenn Kasten788040c2011-05-05 08:19:00 -0700405
Mathias Agopian65ab4712010-07-14 17:59:35 -0700406 case TRACK:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800407 switch (param) {
Glenn Kasten788040c2011-05-05 08:19:00 -0700408 case CHANNEL_MASK: {
Kévin PETIT377b2ec2014-02-03 12:35:36 +0000409 audio_channel_mask_t mask =
410 static_cast<audio_channel_mask_t>(reinterpret_cast<uintptr_t>(value));
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800411 if (track.channelMask != mask) {
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800412 uint32_t channelCount = popcount(mask);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700413 ALOG_ASSERT((channelCount <= MAX_NUM_CHANNELS_TO_DOWNMIX) && channelCount);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800414 track.channelMask = mask;
415 track.channelCount = channelCount;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700416 // the mask has changed, does this track need a downmixer?
417 initTrackDownmix(&mState.tracks[name], name, mask);
Glenn Kasten788040c2011-05-05 08:19:00 -0700418 ALOGV("setParameter(TRACK, CHANNEL_MASK, %x)", mask);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800419 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700420 }
Glenn Kasten788040c2011-05-05 08:19:00 -0700421 } break;
422 case MAIN_BUFFER:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800423 if (track.mainBuffer != valueBuf) {
424 track.mainBuffer = valueBuf;
Steve Block3856b092011-10-20 11:56:00 +0100425 ALOGV("setParameter(TRACK, MAIN_BUFFER, %p)", valueBuf);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800426 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700427 }
Glenn Kasten788040c2011-05-05 08:19:00 -0700428 break;
429 case AUX_BUFFER:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800430 if (track.auxBuffer != valueBuf) {
431 track.auxBuffer = valueBuf;
Steve Block3856b092011-10-20 11:56:00 +0100432 ALOGV("setParameter(TRACK, AUX_BUFFER, %p)", valueBuf);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800433 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700434 }
Glenn Kasten788040c2011-05-05 08:19:00 -0700435 break;
Glenn Kastendeeb1282012-03-25 11:59:31 -0700436 case FORMAT:
437 ALOG_ASSERT(valueInt == AUDIO_FORMAT_PCM_16_BIT);
438 break;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700439 // FIXME do we want to support setting the downmix type from AudioFlinger?
440 // for a specific track? or per mixer?
441 /* case DOWNMIX_TYPE:
442 break */
Glenn Kasten788040c2011-05-05 08:19:00 -0700443 default:
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800444 LOG_FATAL("bad param");
Mathias Agopian65ab4712010-07-14 17:59:35 -0700445 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700446 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700447
Mathias Agopian65ab4712010-07-14 17:59:35 -0700448 case RESAMPLE:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800449 switch (param) {
450 case SAMPLE_RATE:
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800451 ALOG_ASSERT(valueInt > 0, "bad sample rate %d", valueInt);
Glenn Kasten788040c2011-05-05 08:19:00 -0700452 if (track.setResampler(uint32_t(valueInt), mSampleRate)) {
453 ALOGV("setParameter(RESAMPLE, SAMPLE_RATE, %u)",
454 uint32_t(valueInt));
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800455 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700456 }
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800457 break;
458 case RESET:
Eric Laurent243f5f92011-02-28 16:52:51 -0800459 track.resetResampler();
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800460 invalidateState(1 << name);
461 break;
Glenn Kasten4e2293f2012-04-12 09:39:07 -0700462 case REMOVE:
463 delete track.resampler;
464 track.resampler = NULL;
465 track.sampleRate = mSampleRate;
466 invalidateState(1 << name);
467 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700468 default:
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800469 LOG_FATAL("bad param");
Eric Laurent243f5f92011-02-28 16:52:51 -0800470 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700471 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700472
Mathias Agopian65ab4712010-07-14 17:59:35 -0700473 case RAMP_VOLUME:
474 case VOLUME:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800475 switch (param) {
Glenn Kasten788040c2011-05-05 08:19:00 -0700476 case VOLUME0:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800477 case VOLUME1:
478 if (track.volume[param-VOLUME0] != valueInt) {
Steve Block3856b092011-10-20 11:56:00 +0100479 ALOGV("setParameter(VOLUME, VOLUME0/1: %04x)", valueInt);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800480 track.prevVolume[param-VOLUME0] = track.volume[param-VOLUME0] << 16;
481 track.volume[param-VOLUME0] = valueInt;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700482 if (target == VOLUME) {
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800483 track.prevVolume[param-VOLUME0] = valueInt << 16;
484 track.volumeInc[param-VOLUME0] = 0;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700485 } else {
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800486 int32_t d = (valueInt<<16) - track.prevVolume[param-VOLUME0];
Mathias Agopian65ab4712010-07-14 17:59:35 -0700487 int32_t volInc = d / int32_t(mState.frameCount);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800488 track.volumeInc[param-VOLUME0] = volInc;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700489 if (volInc == 0) {
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800490 track.prevVolume[param-VOLUME0] = valueInt << 16;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700491 }
492 }
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800493 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700494 }
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800495 break;
496 case AUXLEVEL:
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800497 //ALOG_ASSERT(0 <= valueInt && valueInt <= MAX_GAIN_INT, "bad aux level %d", valueInt);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700498 if (track.auxLevel != valueInt) {
Steve Block3856b092011-10-20 11:56:00 +0100499 ALOGV("setParameter(VOLUME, AUXLEVEL: %04x)", valueInt);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700500 track.prevAuxLevel = track.auxLevel << 16;
501 track.auxLevel = valueInt;
502 if (target == VOLUME) {
503 track.prevAuxLevel = valueInt << 16;
504 track.auxInc = 0;
505 } else {
506 int32_t d = (valueInt<<16) - track.prevAuxLevel;
507 int32_t volInc = d / int32_t(mState.frameCount);
508 track.auxInc = volInc;
509 if (volInc == 0) {
510 track.prevAuxLevel = valueInt << 16;
511 }
512 }
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800513 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700514 }
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800515 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700516 default:
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800517 LOG_FATAL("bad param");
Mathias Agopian65ab4712010-07-14 17:59:35 -0700518 }
519 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700520
521 default:
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800522 LOG_FATAL("bad target");
Mathias Agopian65ab4712010-07-14 17:59:35 -0700523 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700524}
525
526bool AudioMixer::track_t::setResampler(uint32_t value, uint32_t devSampleRate)
527{
Glenn Kasten4e2293f2012-04-12 09:39:07 -0700528 if (value != devSampleRate || resampler != NULL) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700529 if (sampleRate != value) {
530 sampleRate = value;
Glenn Kastene0feee32011-12-13 11:53:26 -0800531 if (resampler == NULL) {
Glenn Kastenac602052012-10-01 14:04:31 -0700532 ALOGV("creating resampler from track %d Hz to device %d Hz", value, devSampleRate);
533 AudioResampler::src_quality quality;
534 // force lowest quality level resampler if use case isn't music or video
535 // FIXME this is flawed for dynamic sample rates, as we choose the resampler
536 // quality level based on the initial ratio, but that could change later.
537 // Should have a way to distinguish tracks with static ratios vs. dynamic ratios.
538 if (!((value == 44100 && devSampleRate == 48000) ||
539 (value == 48000 && devSampleRate == 44100))) {
Andy Hung9e0308c2014-01-30 14:32:31 -0800540 quality = AudioResampler::DYN_LOW_QUALITY;
Glenn Kastenac602052012-10-01 14:04:31 -0700541 } else {
542 quality = AudioResampler::DEFAULT_QUALITY;
543 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700544 resampler = AudioResampler::create(
Jean-Michel Triviacb86cc2012-04-16 12:43:57 -0700545 format,
546 // the resampler sees the number of channels after the downmixer, if any
Glenn Kastenf551e992013-08-19 18:45:42 -0700547 (int) (downmixerBufferProvider != NULL ? MAX_NUM_CHANNELS : channelCount),
Glenn Kastenac602052012-10-01 14:04:31 -0700548 devSampleRate, quality);
Glenn Kasten52008f82012-03-18 09:34:41 -0700549 resampler->setLocalTimeFreq(sLocalTimeFreq);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700550 }
551 return true;
552 }
553 }
554 return false;
555}
556
Mathias Agopian65ab4712010-07-14 17:59:35 -0700557inline
558void AudioMixer::track_t::adjustVolumeRamp(bool aux)
559{
Glenn Kastenf9a27772012-01-06 07:47:26 -0800560 for (uint32_t i=0 ; i<MAX_NUM_CHANNELS ; i++) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700561 if (((volumeInc[i]>0) && (((prevVolume[i]+volumeInc[i])>>16) >= volume[i])) ||
562 ((volumeInc[i]<0) && (((prevVolume[i]+volumeInc[i])>>16) <= volume[i]))) {
563 volumeInc[i] = 0;
564 prevVolume[i] = volume[i]<<16;
565 }
566 }
567 if (aux) {
568 if (((auxInc>0) && (((prevAuxLevel+auxInc)>>16) >= auxLevel)) ||
569 ((auxInc<0) && (((prevAuxLevel+auxInc)>>16) <= auxLevel))) {
570 auxInc = 0;
571 prevAuxLevel = auxLevel<<16;
572 }
573 }
574}
575
Glenn Kastenc59c0042012-02-02 14:06:11 -0800576size_t AudioMixer::getUnreleasedFrames(int name) const
Eric Laurent071ccd52011-12-22 16:08:41 -0800577{
578 name -= TRACK0;
579 if (uint32_t(name) < MAX_NUM_TRACKS) {
Glenn Kastenc59c0042012-02-02 14:06:11 -0800580 return mState.tracks[name].getUnreleasedFrames();
Eric Laurent071ccd52011-12-22 16:08:41 -0800581 }
582 return 0;
583}
Mathias Agopian65ab4712010-07-14 17:59:35 -0700584
Glenn Kasten01c4ebf2012-02-22 10:47:35 -0800585void AudioMixer::setBufferProvider(int name, AudioBufferProvider* bufferProvider)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700586{
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800587 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800588 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700589
590 if (mState.tracks[name].downmixerBufferProvider != NULL) {
591 // update required?
592 if (mState.tracks[name].downmixerBufferProvider->mTrackBufferProvider != bufferProvider) {
593 ALOGV("AudioMixer::setBufferProvider(%p) for downmix", bufferProvider);
594 // setting the buffer provider for a track that gets downmixed consists in:
595 // 1/ setting the buffer provider to the "downmix / buffer provider" wrapper
596 // so it's the one that gets called when the buffer provider is needed,
597 mState.tracks[name].bufferProvider = mState.tracks[name].downmixerBufferProvider;
598 // 2/ saving the buffer provider for the track so the wrapper can use it
599 // when it downmixes.
600 mState.tracks[name].downmixerBufferProvider->mTrackBufferProvider = bufferProvider;
601 }
602 } else {
603 mState.tracks[name].bufferProvider = bufferProvider;
604 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700605}
606
607
John Grossman4ff14ba2012-02-08 16:37:41 -0800608void AudioMixer::process(int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700609{
John Grossman4ff14ba2012-02-08 16:37:41 -0800610 mState.hook(&mState, pts);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700611}
612
613
John Grossman4ff14ba2012-02-08 16:37:41 -0800614void AudioMixer::process__validate(state_t* state, int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700615{
Steve Block5ff1dd52012-01-05 23:22:43 +0000616 ALOGW_IF(!state->needsChanged,
Mathias Agopian65ab4712010-07-14 17:59:35 -0700617 "in process__validate() but nothing's invalid");
618
619 uint32_t changed = state->needsChanged;
620 state->needsChanged = 0; // clear the validation flag
621
622 // recompute which tracks are enabled / disabled
623 uint32_t enabled = 0;
624 uint32_t disabled = 0;
625 while (changed) {
626 const int i = 31 - __builtin_clz(changed);
627 const uint32_t mask = 1<<i;
628 changed &= ~mask;
629 track_t& t = state->tracks[i];
630 (t.enabled ? enabled : disabled) |= mask;
631 }
632 state->enabledTracks &= ~disabled;
633 state->enabledTracks |= enabled;
634
635 // compute everything we need...
636 int countActiveTracks = 0;
Glenn Kasten4c340c62012-01-27 12:33:54 -0800637 bool all16BitsStereoNoResample = true;
638 bool resampling = false;
639 bool volumeRamp = false;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700640 uint32_t en = state->enabledTracks;
641 while (en) {
642 const int i = 31 - __builtin_clz(en);
643 en &= ~(1<<i);
644
645 countActiveTracks++;
646 track_t& t = state->tracks[i];
647 uint32_t n = 0;
Glenn Kastend6fadf02013-10-30 14:37:29 -0700648 // FIXME can overflow (mask is only 3 bits)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700649 n |= NEEDS_CHANNEL_1 + t.channelCount - 1;
Glenn Kastend6fadf02013-10-30 14:37:29 -0700650 if (t.doesResample()) {
651 n |= NEEDS_RESAMPLE;
652 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700653 if (t.auxLevel != 0 && t.auxBuffer != NULL) {
Glenn Kastend6fadf02013-10-30 14:37:29 -0700654 n |= NEEDS_AUX;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700655 }
656
657 if (t.volumeInc[0]|t.volumeInc[1]) {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800658 volumeRamp = true;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700659 } else if (!t.doesResample() && t.volumeRL == 0) {
Glenn Kastend6fadf02013-10-30 14:37:29 -0700660 n |= NEEDS_MUTE;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700661 }
662 t.needs = n;
663
Glenn Kastend6fadf02013-10-30 14:37:29 -0700664 if (n & NEEDS_MUTE) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700665 t.hook = track__nop;
666 } else {
Glenn Kastend6fadf02013-10-30 14:37:29 -0700667 if (n & NEEDS_AUX) {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800668 all16BitsStereoNoResample = false;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700669 }
Glenn Kastend6fadf02013-10-30 14:37:29 -0700670 if (n & NEEDS_RESAMPLE) {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800671 all16BitsStereoNoResample = false;
672 resampling = true;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700673 t.hook = track__genericResample;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700674 ALOGV_IF((n & NEEDS_CHANNEL_COUNT__MASK) > NEEDS_CHANNEL_2,
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700675 "Track %d needs downmix + resample", i);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700676 } else {
677 if ((n & NEEDS_CHANNEL_COUNT__MASK) == NEEDS_CHANNEL_1){
678 t.hook = track__16BitsMono;
Glenn Kasten4c340c62012-01-27 12:33:54 -0800679 all16BitsStereoNoResample = false;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700680 }
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700681 if ((n & NEEDS_CHANNEL_COUNT__MASK) >= NEEDS_CHANNEL_2){
Mathias Agopian65ab4712010-07-14 17:59:35 -0700682 t.hook = track__16BitsStereo;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700683 ALOGV_IF((n & NEEDS_CHANNEL_COUNT__MASK) > NEEDS_CHANNEL_2,
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700684 "Track %d needs downmix", i);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700685 }
686 }
687 }
688 }
689
690 // select the processing hooks
691 state->hook = process__nop;
Glenn Kasten34fca342013-08-13 09:48:14 -0700692 if (countActiveTracks > 0) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700693 if (resampling) {
694 if (!state->outputTemp) {
695 state->outputTemp = new int32_t[MAX_NUM_CHANNELS * state->frameCount];
696 }
697 if (!state->resampleTemp) {
698 state->resampleTemp = new int32_t[MAX_NUM_CHANNELS * state->frameCount];
699 }
700 state->hook = process__genericResampling;
701 } else {
702 if (state->outputTemp) {
703 delete [] state->outputTemp;
Glenn Kastene0feee32011-12-13 11:53:26 -0800704 state->outputTemp = NULL;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700705 }
706 if (state->resampleTemp) {
707 delete [] state->resampleTemp;
Glenn Kastene0feee32011-12-13 11:53:26 -0800708 state->resampleTemp = NULL;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700709 }
710 state->hook = process__genericNoResampling;
711 if (all16BitsStereoNoResample && !volumeRamp) {
712 if (countActiveTracks == 1) {
713 state->hook = process__OneTrack16BitsStereoNoResampling;
714 }
715 }
716 }
717 }
718
Steve Block3856b092011-10-20 11:56:00 +0100719 ALOGV("mixer configuration change: %d activeTracks (%08x) "
Mathias Agopian65ab4712010-07-14 17:59:35 -0700720 "all16BitsStereoNoResample=%d, resampling=%d, volumeRamp=%d",
721 countActiveTracks, state->enabledTracks,
722 all16BitsStereoNoResample, resampling, volumeRamp);
723
John Grossman4ff14ba2012-02-08 16:37:41 -0800724 state->hook(state, pts);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700725
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800726 // Now that the volume ramp has been done, set optimal state and
727 // track hooks for subsequent mixer process
Glenn Kasten34fca342013-08-13 09:48:14 -0700728 if (countActiveTracks > 0) {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800729 bool allMuted = true;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800730 uint32_t en = state->enabledTracks;
731 while (en) {
732 const int i = 31 - __builtin_clz(en);
733 en &= ~(1<<i);
734 track_t& t = state->tracks[i];
Glenn Kasten6e2ebe92013-08-13 09:14:51 -0700735 if (!t.doesResample() && t.volumeRL == 0) {
Glenn Kastend6fadf02013-10-30 14:37:29 -0700736 t.needs |= NEEDS_MUTE;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800737 t.hook = track__nop;
738 } else {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800739 allMuted = false;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800740 }
741 }
742 if (allMuted) {
743 state->hook = process__nop;
744 } else if (all16BitsStereoNoResample) {
745 if (countActiveTracks == 1) {
746 state->hook = process__OneTrack16BitsStereoNoResampling;
747 }
748 }
749 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700750}
751
Mathias Agopian65ab4712010-07-14 17:59:35 -0700752
Glenn Kasten85ab62c2012-11-01 11:11:38 -0700753void AudioMixer::track__genericResample(track_t* t, int32_t* out, size_t outFrameCount,
754 int32_t* temp, int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700755{
756 t->resampler->setSampleRate(t->sampleRate);
757
758 // ramp gain - resample to temp buffer and scale/mix in 2nd step
759 if (aux != NULL) {
760 // always resample with unity gain when sending to auxiliary buffer to be able
761 // to apply send level after resampling
762 // TODO: modify each resampler to support aux channel?
763 t->resampler->setVolume(UNITY_GAIN, UNITY_GAIN);
764 memset(temp, 0, outFrameCount * MAX_NUM_CHANNELS * sizeof(int32_t));
765 t->resampler->resample(temp, outFrameCount, t->bufferProvider);
Glenn Kastenf6b16782011-12-15 09:51:17 -0800766 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1]|t->auxInc)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700767 volumeRampStereo(t, out, outFrameCount, temp, aux);
768 } else {
769 volumeStereo(t, out, outFrameCount, temp, aux);
770 }
771 } else {
Glenn Kastenf6b16782011-12-15 09:51:17 -0800772 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1])) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700773 t->resampler->setVolume(UNITY_GAIN, UNITY_GAIN);
774 memset(temp, 0, outFrameCount * MAX_NUM_CHANNELS * sizeof(int32_t));
775 t->resampler->resample(temp, outFrameCount, t->bufferProvider);
776 volumeRampStereo(t, out, outFrameCount, temp, aux);
777 }
778
779 // constant gain
780 else {
781 t->resampler->setVolume(t->volume[0], t->volume[1]);
782 t->resampler->resample(out, outFrameCount, t->bufferProvider);
783 }
784 }
785}
786
Andy Hungee931ff2014-01-28 13:44:14 -0800787void AudioMixer::track__nop(track_t* t __unused, int32_t* out __unused,
788 size_t outFrameCount __unused, int32_t* temp __unused, int32_t* aux __unused)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700789{
790}
791
Glenn Kasten85ab62c2012-11-01 11:11:38 -0700792void AudioMixer::volumeRampStereo(track_t* t, int32_t* out, size_t frameCount, int32_t* temp,
793 int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700794{
795 int32_t vl = t->prevVolume[0];
796 int32_t vr = t->prevVolume[1];
797 const int32_t vlInc = t->volumeInc[0];
798 const int32_t vrInc = t->volumeInc[1];
799
Steve Blockb8a80522011-12-20 16:23:08 +0000800 //ALOGD("[0] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -0700801 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
802 // (vl + vlInc*frameCount)/65536.0f, frameCount);
803
804 // ramp volume
Glenn Kastenf6b16782011-12-15 09:51:17 -0800805 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700806 int32_t va = t->prevAuxLevel;
807 const int32_t vaInc = t->auxInc;
808 int32_t l;
809 int32_t r;
810
811 do {
812 l = (*temp++ >> 12);
813 r = (*temp++ >> 12);
814 *out++ += (vl >> 16) * l;
815 *out++ += (vr >> 16) * r;
816 *aux++ += (va >> 17) * (l + r);
817 vl += vlInc;
818 vr += vrInc;
819 va += vaInc;
820 } while (--frameCount);
821 t->prevAuxLevel = va;
822 } else {
823 do {
824 *out++ += (vl >> 16) * (*temp++ >> 12);
825 *out++ += (vr >> 16) * (*temp++ >> 12);
826 vl += vlInc;
827 vr += vrInc;
828 } while (--frameCount);
829 }
830 t->prevVolume[0] = vl;
831 t->prevVolume[1] = vr;
Glenn Kastena1117922012-01-26 10:53:32 -0800832 t->adjustVolumeRamp(aux != NULL);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700833}
834
Glenn Kasten85ab62c2012-11-01 11:11:38 -0700835void AudioMixer::volumeStereo(track_t* t, int32_t* out, size_t frameCount, int32_t* temp,
836 int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700837{
838 const int16_t vl = t->volume[0];
839 const int16_t vr = t->volume[1];
840
Glenn Kastenf6b16782011-12-15 09:51:17 -0800841 if (CC_UNLIKELY(aux != NULL)) {
Glenn Kasten3b81aca2012-01-27 15:26:23 -0800842 const int16_t va = t->auxLevel;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700843 do {
844 int16_t l = (int16_t)(*temp++ >> 12);
845 int16_t r = (int16_t)(*temp++ >> 12);
846 out[0] = mulAdd(l, vl, out[0]);
847 int16_t a = (int16_t)(((int32_t)l + r) >> 1);
848 out[1] = mulAdd(r, vr, out[1]);
849 out += 2;
850 aux[0] = mulAdd(a, va, aux[0]);
851 aux++;
852 } while (--frameCount);
853 } else {
854 do {
855 int16_t l = (int16_t)(*temp++ >> 12);
856 int16_t r = (int16_t)(*temp++ >> 12);
857 out[0] = mulAdd(l, vl, out[0]);
858 out[1] = mulAdd(r, vr, out[1]);
859 out += 2;
860 } while (--frameCount);
861 }
862}
863
Andy Hungee931ff2014-01-28 13:44:14 -0800864void AudioMixer::track__16BitsStereo(track_t* t, int32_t* out, size_t frameCount,
865 int32_t* temp __unused, int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700866{
Glenn Kasten54c3b662012-01-06 07:46:30 -0800867 const int16_t *in = static_cast<const int16_t *>(t->in);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700868
Glenn Kastenf6b16782011-12-15 09:51:17 -0800869 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700870 int32_t l;
871 int32_t r;
872 // ramp gain
Glenn Kastenf6b16782011-12-15 09:51:17 -0800873 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1]|t->auxInc)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700874 int32_t vl = t->prevVolume[0];
875 int32_t vr = t->prevVolume[1];
876 int32_t va = t->prevAuxLevel;
877 const int32_t vlInc = t->volumeInc[0];
878 const int32_t vrInc = t->volumeInc[1];
879 const int32_t vaInc = t->auxInc;
Steve Blockb8a80522011-12-20 16:23:08 +0000880 // ALOGD("[1] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -0700881 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
882 // (vl + vlInc*frameCount)/65536.0f, frameCount);
883
884 do {
885 l = (int32_t)*in++;
886 r = (int32_t)*in++;
887 *out++ += (vl >> 16) * l;
888 *out++ += (vr >> 16) * r;
889 *aux++ += (va >> 17) * (l + r);
890 vl += vlInc;
891 vr += vrInc;
892 va += vaInc;
893 } while (--frameCount);
894
895 t->prevVolume[0] = vl;
896 t->prevVolume[1] = vr;
897 t->prevAuxLevel = va;
898 t->adjustVolumeRamp(true);
899 }
900
901 // constant gain
902 else {
903 const uint32_t vrl = t->volumeRL;
904 const int16_t va = (int16_t)t->auxLevel;
905 do {
Glenn Kasten54c3b662012-01-06 07:46:30 -0800906 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700907 int16_t a = (int16_t)(((int32_t)in[0] + in[1]) >> 1);
908 in += 2;
909 out[0] = mulAddRL(1, rl, vrl, out[0]);
910 out[1] = mulAddRL(0, rl, vrl, out[1]);
911 out += 2;
912 aux[0] = mulAdd(a, va, aux[0]);
913 aux++;
914 } while (--frameCount);
915 }
916 } else {
917 // ramp gain
Glenn Kastenf6b16782011-12-15 09:51:17 -0800918 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1])) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700919 int32_t vl = t->prevVolume[0];
920 int32_t vr = t->prevVolume[1];
921 const int32_t vlInc = t->volumeInc[0];
922 const int32_t vrInc = t->volumeInc[1];
923
Steve Blockb8a80522011-12-20 16:23:08 +0000924 // ALOGD("[1] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -0700925 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
926 // (vl + vlInc*frameCount)/65536.0f, frameCount);
927
928 do {
929 *out++ += (vl >> 16) * (int32_t) *in++;
930 *out++ += (vr >> 16) * (int32_t) *in++;
931 vl += vlInc;
932 vr += vrInc;
933 } while (--frameCount);
934
935 t->prevVolume[0] = vl;
936 t->prevVolume[1] = vr;
937 t->adjustVolumeRamp(false);
938 }
939
940 // constant gain
941 else {
942 const uint32_t vrl = t->volumeRL;
943 do {
Glenn Kasten54c3b662012-01-06 07:46:30 -0800944 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700945 in += 2;
946 out[0] = mulAddRL(1, rl, vrl, out[0]);
947 out[1] = mulAddRL(0, rl, vrl, out[1]);
948 out += 2;
949 } while (--frameCount);
950 }
951 }
952 t->in = in;
953}
954
Andy Hungee931ff2014-01-28 13:44:14 -0800955void AudioMixer::track__16BitsMono(track_t* t, int32_t* out, size_t frameCount,
956 int32_t* temp __unused, int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700957{
Glenn Kasten54c3b662012-01-06 07:46:30 -0800958 const int16_t *in = static_cast<int16_t const *>(t->in);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700959
Glenn Kastenf6b16782011-12-15 09:51:17 -0800960 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700961 // ramp gain
Glenn Kastenf6b16782011-12-15 09:51:17 -0800962 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1]|t->auxInc)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700963 int32_t vl = t->prevVolume[0];
964 int32_t vr = t->prevVolume[1];
965 int32_t va = t->prevAuxLevel;
966 const int32_t vlInc = t->volumeInc[0];
967 const int32_t vrInc = t->volumeInc[1];
968 const int32_t vaInc = t->auxInc;
969
Steve Blockb8a80522011-12-20 16:23:08 +0000970 // ALOGD("[2] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -0700971 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
972 // (vl + vlInc*frameCount)/65536.0f, frameCount);
973
974 do {
975 int32_t l = *in++;
976 *out++ += (vl >> 16) * l;
977 *out++ += (vr >> 16) * l;
978 *aux++ += (va >> 16) * l;
979 vl += vlInc;
980 vr += vrInc;
981 va += vaInc;
982 } while (--frameCount);
983
984 t->prevVolume[0] = vl;
985 t->prevVolume[1] = vr;
986 t->prevAuxLevel = va;
987 t->adjustVolumeRamp(true);
988 }
989 // constant gain
990 else {
991 const int16_t vl = t->volume[0];
992 const int16_t vr = t->volume[1];
993 const int16_t va = (int16_t)t->auxLevel;
994 do {
995 int16_t l = *in++;
996 out[0] = mulAdd(l, vl, out[0]);
997 out[1] = mulAdd(l, vr, out[1]);
998 out += 2;
999 aux[0] = mulAdd(l, va, aux[0]);
1000 aux++;
1001 } while (--frameCount);
1002 }
1003 } else {
1004 // ramp gain
Glenn Kastenf6b16782011-12-15 09:51:17 -08001005 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1])) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001006 int32_t vl = t->prevVolume[0];
1007 int32_t vr = t->prevVolume[1];
1008 const int32_t vlInc = t->volumeInc[0];
1009 const int32_t vrInc = t->volumeInc[1];
1010
Steve Blockb8a80522011-12-20 16:23:08 +00001011 // ALOGD("[2] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -07001012 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
1013 // (vl + vlInc*frameCount)/65536.0f, frameCount);
1014
1015 do {
1016 int32_t l = *in++;
1017 *out++ += (vl >> 16) * l;
1018 *out++ += (vr >> 16) * l;
1019 vl += vlInc;
1020 vr += vrInc;
1021 } while (--frameCount);
1022
1023 t->prevVolume[0] = vl;
1024 t->prevVolume[1] = vr;
1025 t->adjustVolumeRamp(false);
1026 }
1027 // constant gain
1028 else {
1029 const int16_t vl = t->volume[0];
1030 const int16_t vr = t->volume[1];
1031 do {
1032 int16_t l = *in++;
1033 out[0] = mulAdd(l, vl, out[0]);
1034 out[1] = mulAdd(l, vr, out[1]);
1035 out += 2;
1036 } while (--frameCount);
1037 }
1038 }
1039 t->in = in;
1040}
1041
Mathias Agopian65ab4712010-07-14 17:59:35 -07001042// no-op case
John Grossman4ff14ba2012-02-08 16:37:41 -08001043void AudioMixer::process__nop(state_t* state, int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001044{
1045 uint32_t e0 = state->enabledTracks;
1046 size_t bufSize = state->frameCount * sizeof(int16_t) * MAX_NUM_CHANNELS;
1047 while (e0) {
1048 // process by group of tracks with same output buffer to
1049 // avoid multiple memset() on same buffer
1050 uint32_t e1 = e0, e2 = e0;
1051 int i = 31 - __builtin_clz(e1);
Glenn Kastenfc900c92013-02-18 12:47:49 -08001052 {
1053 track_t& t1 = state->tracks[i];
Mathias Agopian65ab4712010-07-14 17:59:35 -07001054 e2 &= ~(1<<i);
Glenn Kastenfc900c92013-02-18 12:47:49 -08001055 while (e2) {
1056 i = 31 - __builtin_clz(e2);
1057 e2 &= ~(1<<i);
1058 track_t& t2 = state->tracks[i];
1059 if (CC_UNLIKELY(t2.mainBuffer != t1.mainBuffer)) {
1060 e1 &= ~(1<<i);
1061 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001062 }
Glenn Kastenfc900c92013-02-18 12:47:49 -08001063 e0 &= ~(e1);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001064
Glenn Kastenfc900c92013-02-18 12:47:49 -08001065 memset(t1.mainBuffer, 0, bufSize);
1066 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001067
1068 while (e1) {
1069 i = 31 - __builtin_clz(e1);
1070 e1 &= ~(1<<i);
Glenn Kastenfc900c92013-02-18 12:47:49 -08001071 {
1072 track_t& t3 = state->tracks[i];
1073 size_t outFrames = state->frameCount;
1074 while (outFrames) {
1075 t3.buffer.frameCount = outFrames;
1076 int64_t outputPTS = calculateOutputPTS(
1077 t3, pts, state->frameCount - outFrames);
1078 t3.bufferProvider->getNextBuffer(&t3.buffer, outputPTS);
1079 if (t3.buffer.raw == NULL) break;
1080 outFrames -= t3.buffer.frameCount;
1081 t3.bufferProvider->releaseBuffer(&t3.buffer);
1082 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001083 }
1084 }
1085 }
1086}
1087
1088// generic code without resampling
John Grossman4ff14ba2012-02-08 16:37:41 -08001089void AudioMixer::process__genericNoResampling(state_t* state, int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001090{
1091 int32_t outTemp[BLOCKSIZE * MAX_NUM_CHANNELS] __attribute__((aligned(32)));
1092
1093 // acquire each track's buffer
1094 uint32_t enabledTracks = state->enabledTracks;
1095 uint32_t e0 = enabledTracks;
1096 while (e0) {
1097 const int i = 31 - __builtin_clz(e0);
1098 e0 &= ~(1<<i);
1099 track_t& t = state->tracks[i];
1100 t.buffer.frameCount = state->frameCount;
John Grossman4ff14ba2012-02-08 16:37:41 -08001101 t.bufferProvider->getNextBuffer(&t.buffer, pts);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001102 t.frameCount = t.buffer.frameCount;
1103 t.in = t.buffer.raw;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001104 }
1105
1106 e0 = enabledTracks;
1107 while (e0) {
1108 // process by group of tracks with same output buffer to
1109 // optimize cache use
1110 uint32_t e1 = e0, e2 = e0;
1111 int j = 31 - __builtin_clz(e1);
1112 track_t& t1 = state->tracks[j];
1113 e2 &= ~(1<<j);
1114 while (e2) {
1115 j = 31 - __builtin_clz(e2);
1116 e2 &= ~(1<<j);
1117 track_t& t2 = state->tracks[j];
Glenn Kastenf6b16782011-12-15 09:51:17 -08001118 if (CC_UNLIKELY(t2.mainBuffer != t1.mainBuffer)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001119 e1 &= ~(1<<j);
1120 }
1121 }
1122 e0 &= ~(e1);
1123 // this assumes output 16 bits stereo, no resampling
1124 int32_t *out = t1.mainBuffer;
1125 size_t numFrames = 0;
1126 do {
1127 memset(outTemp, 0, sizeof(outTemp));
1128 e2 = e1;
1129 while (e2) {
1130 const int i = 31 - __builtin_clz(e2);
1131 e2 &= ~(1<<i);
1132 track_t& t = state->tracks[i];
1133 size_t outFrames = BLOCKSIZE;
1134 int32_t *aux = NULL;
Glenn Kastend6fadf02013-10-30 14:37:29 -07001135 if (CC_UNLIKELY(t.needs & NEEDS_AUX)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001136 aux = t.auxBuffer + numFrames;
1137 }
1138 while (outFrames) {
Gaurav Kumar7e79cd22014-01-06 10:57:18 +05301139 // t.in == NULL can happen if the track was flushed just after having
1140 // been enabled for mixing.
1141 if (t.in == NULL) {
1142 enabledTracks &= ~(1<<i);
1143 e1 &= ~(1<<i);
1144 break;
1145 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001146 size_t inFrames = (t.frameCount > outFrames)?outFrames:t.frameCount;
Glenn Kasten34fca342013-08-13 09:48:14 -07001147 if (inFrames > 0) {
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001148 t.hook(&t, outTemp + (BLOCKSIZE-outFrames)*MAX_NUM_CHANNELS, inFrames,
1149 state->resampleTemp, aux);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001150 t.frameCount -= inFrames;
1151 outFrames -= inFrames;
Glenn Kastenf6b16782011-12-15 09:51:17 -08001152 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001153 aux += inFrames;
1154 }
1155 }
1156 if (t.frameCount == 0 && outFrames) {
1157 t.bufferProvider->releaseBuffer(&t.buffer);
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001158 t.buffer.frameCount = (state->frameCount - numFrames) -
1159 (BLOCKSIZE - outFrames);
John Grossman4ff14ba2012-02-08 16:37:41 -08001160 int64_t outputPTS = calculateOutputPTS(
1161 t, pts, numFrames + (BLOCKSIZE - outFrames));
1162 t.bufferProvider->getNextBuffer(&t.buffer, outputPTS);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001163 t.in = t.buffer.raw;
1164 if (t.in == NULL) {
1165 enabledTracks &= ~(1<<i);
1166 e1 &= ~(1<<i);
1167 break;
1168 }
1169 t.frameCount = t.buffer.frameCount;
1170 }
1171 }
1172 }
1173 ditherAndClamp(out, outTemp, BLOCKSIZE);
1174 out += BLOCKSIZE;
1175 numFrames += BLOCKSIZE;
1176 } while (numFrames < state->frameCount);
1177 }
1178
1179 // release each track's buffer
1180 e0 = enabledTracks;
1181 while (e0) {
1182 const int i = 31 - __builtin_clz(e0);
1183 e0 &= ~(1<<i);
1184 track_t& t = state->tracks[i];
1185 t.bufferProvider->releaseBuffer(&t.buffer);
1186 }
1187}
1188
1189
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -08001190// generic code with resampling
John Grossman4ff14ba2012-02-08 16:37:41 -08001191void AudioMixer::process__genericResampling(state_t* state, int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001192{
Glenn Kasten54c3b662012-01-06 07:46:30 -08001193 // this const just means that local variable outTemp doesn't change
Mathias Agopian65ab4712010-07-14 17:59:35 -07001194 int32_t* const outTemp = state->outputTemp;
1195 const size_t size = sizeof(int32_t) * MAX_NUM_CHANNELS * state->frameCount;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001196
1197 size_t numFrames = state->frameCount;
1198
1199 uint32_t e0 = state->enabledTracks;
1200 while (e0) {
1201 // process by group of tracks with same output buffer
1202 // to optimize cache use
1203 uint32_t e1 = e0, e2 = e0;
1204 int j = 31 - __builtin_clz(e1);
1205 track_t& t1 = state->tracks[j];
1206 e2 &= ~(1<<j);
1207 while (e2) {
1208 j = 31 - __builtin_clz(e2);
1209 e2 &= ~(1<<j);
1210 track_t& t2 = state->tracks[j];
Glenn Kastenf6b16782011-12-15 09:51:17 -08001211 if (CC_UNLIKELY(t2.mainBuffer != t1.mainBuffer)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001212 e1 &= ~(1<<j);
1213 }
1214 }
1215 e0 &= ~(e1);
1216 int32_t *out = t1.mainBuffer;
Yuuhi Yamaguchi2151d7b2011-02-04 15:24:34 +01001217 memset(outTemp, 0, size);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001218 while (e1) {
1219 const int i = 31 - __builtin_clz(e1);
1220 e1 &= ~(1<<i);
1221 track_t& t = state->tracks[i];
1222 int32_t *aux = NULL;
Glenn Kastend6fadf02013-10-30 14:37:29 -07001223 if (CC_UNLIKELY(t.needs & NEEDS_AUX)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001224 aux = t.auxBuffer;
1225 }
1226
1227 // this is a little goofy, on the resampling case we don't
1228 // acquire/release the buffers because it's done by
1229 // the resampler.
Glenn Kastend6fadf02013-10-30 14:37:29 -07001230 if (t.needs & NEEDS_RESAMPLE) {
John Grossman4ff14ba2012-02-08 16:37:41 -08001231 t.resampler->setPTS(pts);
Glenn Kastena1117922012-01-26 10:53:32 -08001232 t.hook(&t, outTemp, numFrames, state->resampleTemp, aux);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001233 } else {
1234
1235 size_t outFrames = 0;
1236
1237 while (outFrames < numFrames) {
1238 t.buffer.frameCount = numFrames - outFrames;
John Grossman4ff14ba2012-02-08 16:37:41 -08001239 int64_t outputPTS = calculateOutputPTS(t, pts, outFrames);
1240 t.bufferProvider->getNextBuffer(&t.buffer, outputPTS);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001241 t.in = t.buffer.raw;
1242 // t.in == NULL can happen if the track was flushed just after having
1243 // been enabled for mixing.
1244 if (t.in == NULL) break;
1245
Glenn Kastenf6b16782011-12-15 09:51:17 -08001246 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001247 aux += outFrames;
1248 }
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001249 t.hook(&t, outTemp + outFrames*MAX_NUM_CHANNELS, t.buffer.frameCount,
1250 state->resampleTemp, aux);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001251 outFrames += t.buffer.frameCount;
1252 t.bufferProvider->releaseBuffer(&t.buffer);
1253 }
1254 }
1255 }
1256 ditherAndClamp(out, outTemp, numFrames);
1257 }
1258}
1259
1260// one track, 16 bits stereo without resampling is the most common case
John Grossman4ff14ba2012-02-08 16:37:41 -08001261void AudioMixer::process__OneTrack16BitsStereoNoResampling(state_t* state,
1262 int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001263{
Glenn Kasten99e53b82012-01-19 08:59:58 -08001264 // This method is only called when state->enabledTracks has exactly
1265 // one bit set. The asserts below would verify this, but are commented out
1266 // since the whole point of this method is to optimize performance.
Glenn Kasten5798d4e2012-03-08 12:18:35 -08001267 //ALOG_ASSERT(0 != state->enabledTracks, "no tracks enabled");
Mathias Agopian65ab4712010-07-14 17:59:35 -07001268 const int i = 31 - __builtin_clz(state->enabledTracks);
Glenn Kasten5798d4e2012-03-08 12:18:35 -08001269 //ALOG_ASSERT((1 << i) == state->enabledTracks, "more than 1 track enabled");
Mathias Agopian65ab4712010-07-14 17:59:35 -07001270 const track_t& t = state->tracks[i];
1271
1272 AudioBufferProvider::Buffer& b(t.buffer);
1273
1274 int32_t* out = t.mainBuffer;
1275 size_t numFrames = state->frameCount;
1276
1277 const int16_t vl = t.volume[0];
1278 const int16_t vr = t.volume[1];
1279 const uint32_t vrl = t.volumeRL;
1280 while (numFrames) {
1281 b.frameCount = numFrames;
John Grossman4ff14ba2012-02-08 16:37:41 -08001282 int64_t outputPTS = calculateOutputPTS(t, pts, out - t.mainBuffer);
1283 t.bufferProvider->getNextBuffer(&b, outputPTS);
Glenn Kasten54c3b662012-01-06 07:46:30 -08001284 const int16_t *in = b.i16;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001285
1286 // in == NULL can happen if the track was flushed just after having
1287 // been enabled for mixing.
1288 if (in == NULL || ((unsigned long)in & 3)) {
1289 memset(out, 0, numFrames*MAX_NUM_CHANNELS*sizeof(int16_t));
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001290 ALOGE_IF(((unsigned long)in & 3), "process stereo track: input buffer alignment pb: "
1291 "buffer %p track %d, channels %d, needs %08x",
Mathias Agopian65ab4712010-07-14 17:59:35 -07001292 in, i, t.channelCount, t.needs);
1293 return;
1294 }
1295 size_t outFrames = b.frameCount;
1296
Glenn Kastenf6b16782011-12-15 09:51:17 -08001297 if (CC_UNLIKELY(uint32_t(vl) > UNITY_GAIN || uint32_t(vr) > UNITY_GAIN)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001298 // volume is boosted, so we might need to clamp even though
1299 // we process only one track.
1300 do {
Glenn Kasten54c3b662012-01-06 07:46:30 -08001301 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001302 in += 2;
1303 int32_t l = mulRL(1, rl, vrl) >> 12;
1304 int32_t r = mulRL(0, rl, vrl) >> 12;
1305 // clamping...
1306 l = clamp16(l);
1307 r = clamp16(r);
1308 *out++ = (r<<16) | (l & 0xFFFF);
1309 } while (--outFrames);
1310 } else {
1311 do {
Glenn Kasten54c3b662012-01-06 07:46:30 -08001312 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001313 in += 2;
1314 int32_t l = mulRL(1, rl, vrl) >> 12;
1315 int32_t r = mulRL(0, rl, vrl) >> 12;
1316 *out++ = (r<<16) | (l & 0xFFFF);
1317 } while (--outFrames);
1318 }
1319 numFrames -= b.frameCount;
1320 t.bufferProvider->releaseBuffer(&b);
1321 }
1322}
1323
Glenn Kasten81a028f2011-12-15 09:53:12 -08001324#if 0
Mathias Agopian65ab4712010-07-14 17:59:35 -07001325// 2 tracks is also a common case
1326// NEVER used in current implementation of process__validate()
1327// only use if the 2 tracks have the same output buffer
John Grossman4ff14ba2012-02-08 16:37:41 -08001328void AudioMixer::process__TwoTracks16BitsStereoNoResampling(state_t* state,
1329 int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001330{
1331 int i;
1332 uint32_t en = state->enabledTracks;
1333
1334 i = 31 - __builtin_clz(en);
1335 const track_t& t0 = state->tracks[i];
1336 AudioBufferProvider::Buffer& b0(t0.buffer);
1337
1338 en &= ~(1<<i);
1339 i = 31 - __builtin_clz(en);
1340 const track_t& t1 = state->tracks[i];
1341 AudioBufferProvider::Buffer& b1(t1.buffer);
1342
Glenn Kasten54c3b662012-01-06 07:46:30 -08001343 const int16_t *in0;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001344 const int16_t vl0 = t0.volume[0];
1345 const int16_t vr0 = t0.volume[1];
1346 size_t frameCount0 = 0;
1347
Glenn Kasten54c3b662012-01-06 07:46:30 -08001348 const int16_t *in1;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001349 const int16_t vl1 = t1.volume[0];
1350 const int16_t vr1 = t1.volume[1];
1351 size_t frameCount1 = 0;
1352
1353 //FIXME: only works if two tracks use same buffer
1354 int32_t* out = t0.mainBuffer;
1355 size_t numFrames = state->frameCount;
Glenn Kasten54c3b662012-01-06 07:46:30 -08001356 const int16_t *buff = NULL;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001357
1358
1359 while (numFrames) {
1360
1361 if (frameCount0 == 0) {
1362 b0.frameCount = numFrames;
John Grossman4ff14ba2012-02-08 16:37:41 -08001363 int64_t outputPTS = calculateOutputPTS(t0, pts,
1364 out - t0.mainBuffer);
1365 t0.bufferProvider->getNextBuffer(&b0, outputPTS);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001366 if (b0.i16 == NULL) {
1367 if (buff == NULL) {
1368 buff = new int16_t[MAX_NUM_CHANNELS * state->frameCount];
1369 }
1370 in0 = buff;
1371 b0.frameCount = numFrames;
1372 } else {
1373 in0 = b0.i16;
1374 }
1375 frameCount0 = b0.frameCount;
1376 }
1377 if (frameCount1 == 0) {
1378 b1.frameCount = numFrames;
John Grossman4ff14ba2012-02-08 16:37:41 -08001379 int64_t outputPTS = calculateOutputPTS(t1, pts,
1380 out - t0.mainBuffer);
1381 t1.bufferProvider->getNextBuffer(&b1, outputPTS);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001382 if (b1.i16 == NULL) {
1383 if (buff == NULL) {
1384 buff = new int16_t[MAX_NUM_CHANNELS * state->frameCount];
1385 }
1386 in1 = buff;
1387 b1.frameCount = numFrames;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -08001388 } else {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001389 in1 = b1.i16;
1390 }
1391 frameCount1 = b1.frameCount;
1392 }
1393
1394 size_t outFrames = frameCount0 < frameCount1?frameCount0:frameCount1;
1395
1396 numFrames -= outFrames;
1397 frameCount0 -= outFrames;
1398 frameCount1 -= outFrames;
1399
1400 do {
1401 int32_t l0 = *in0++;
1402 int32_t r0 = *in0++;
1403 l0 = mul(l0, vl0);
1404 r0 = mul(r0, vr0);
1405 int32_t l = *in1++;
1406 int32_t r = *in1++;
1407 l = mulAdd(l, vl1, l0) >> 12;
1408 r = mulAdd(r, vr1, r0) >> 12;
1409 // clamping...
1410 l = clamp16(l);
1411 r = clamp16(r);
1412 *out++ = (r<<16) | (l & 0xFFFF);
1413 } while (--outFrames);
1414
1415 if (frameCount0 == 0) {
1416 t0.bufferProvider->releaseBuffer(&b0);
1417 }
1418 if (frameCount1 == 0) {
1419 t1.bufferProvider->releaseBuffer(&b1);
1420 }
1421 }
1422
Glenn Kastene9dd0172012-01-27 18:08:45 -08001423 delete [] buff;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001424}
Glenn Kasten81a028f2011-12-15 09:53:12 -08001425#endif
Mathias Agopian65ab4712010-07-14 17:59:35 -07001426
John Grossman4ff14ba2012-02-08 16:37:41 -08001427int64_t AudioMixer::calculateOutputPTS(const track_t& t, int64_t basePTS,
1428 int outputFrameIndex)
1429{
Glenn Kasten6e2ebe92013-08-13 09:14:51 -07001430 if (AudioBufferProvider::kInvalidPTS == basePTS) {
John Grossman4ff14ba2012-02-08 16:37:41 -08001431 return AudioBufferProvider::kInvalidPTS;
Glenn Kasten6e2ebe92013-08-13 09:14:51 -07001432 }
John Grossman4ff14ba2012-02-08 16:37:41 -08001433
Glenn Kasten52008f82012-03-18 09:34:41 -07001434 return basePTS + ((outputFrameIndex * sLocalTimeFreq) / t.sampleRate);
1435}
1436
1437/*static*/ uint64_t AudioMixer::sLocalTimeFreq;
1438/*static*/ pthread_once_t AudioMixer::sOnceControl = PTHREAD_ONCE_INIT;
1439
1440/*static*/ void AudioMixer::sInitRoutine()
1441{
1442 LocalClock lc;
1443 sLocalTimeFreq = lc.getLocalFreq();
Glenn Kasten49c34ac2013-10-30 14:37:01 -07001444
1445 // find multichannel downmix effect if we have to play multichannel content
1446 uint32_t numEffects = 0;
1447 int ret = EffectQueryNumberEffects(&numEffects);
1448 if (ret != 0) {
1449 ALOGE("AudioMixer() error %d querying number of effects", ret);
1450 return;
1451 }
1452 ALOGV("EffectQueryNumberEffects() numEffects=%d", numEffects);
1453
1454 for (uint32_t i = 0 ; i < numEffects ; i++) {
1455 if (EffectQueryEffect(i, &sDwnmFxDesc) == 0) {
1456 ALOGV("effect %d is called %s", i, sDwnmFxDesc.name);
1457 if (memcmp(&sDwnmFxDesc.type, EFFECT_UIID_DOWNMIX, sizeof(effect_uuid_t)) == 0) {
1458 ALOGI("found effect \"%s\" from %s",
1459 sDwnmFxDesc.name, sDwnmFxDesc.implementor);
1460 sIsMultichannelCapable = true;
1461 break;
1462 }
1463 }
1464 }
1465 ALOGW_IF(!sIsMultichannelCapable, "unable to find downmix effect");
John Grossman4ff14ba2012-02-08 16:37:41 -08001466}
1467
Mathias Agopian65ab4712010-07-14 17:59:35 -07001468// ----------------------------------------------------------------------------
1469}; // namespace android