blob: a44b758fdeb0d13603a3715d646a1c0dc51f24e7 [file] [log] [blame]
Eric Laurentca7cc822012-11-19 14:55:58 -08001/*
2**
3** Copyright 2012, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18
19#define LOG_TAG "AudioFlinger"
20//#define LOG_NDEBUG 0
21
rago94a1ee82017-07-21 15:11:02 -070022#include <algorithm>
23
Glenn Kasten153b9fe2013-07-15 11:23:36 -070024#include "Configuration.h"
Eric Laurentca7cc822012-11-19 14:55:58 -080025#include <utils/Log.h>
Eric Laurentd8365c52017-07-16 15:27:05 -070026#include <system/audio_effects/effect_aec.h>
27#include <system/audio_effects/effect_ns.h>
28#include <system/audio_effects/effect_visualizer.h>
Andy Hung9aad48c2017-11-29 10:29:19 -080029#include <audio_utils/channels.h>
Eric Laurentca7cc822012-11-19 14:55:58 -080030#include <audio_utils/primitives.h>
Mikhail Naganov424c4f52017-07-19 17:54:29 -070031#include <media/AudioEffect.h>
Mikhail Naganova0c91332016-09-19 10:01:12 -070032#include <media/audiohal/EffectHalInterface.h>
33#include <media/audiohal/EffectsFactoryHalInterface.h>
Eric Laurentca7cc822012-11-19 14:55:58 -080034
35#include "AudioFlinger.h"
36#include "ServiceUtilities.h"
37
38// ----------------------------------------------------------------------------
39
40// Note: the following macro is used for extremely verbose logging message. In
41// order to run with ALOG_ASSERT turned on, we need to have LOG_NDEBUG set to
42// 0; but one side effect of this is to turn all LOGV's as well. Some messages
43// are so verbose that we want to suppress them even when we have ALOG_ASSERT
44// turned on. Do not uncomment the #def below unless you really know what you
45// are doing and want to see all of the extremely verbose messages.
46//#define VERY_VERY_VERBOSE_LOGGING
47#ifdef VERY_VERY_VERBOSE_LOGGING
48#define ALOGVV ALOGV
49#else
50#define ALOGVV(a...) do { } while(0)
51#endif
52
Yuuki Yokoyamae17f8312017-05-26 19:06:33 +090053#define DEFAULT_OUTPUT_SAMPLE_RATE 48000
54
Eric Laurentca7cc822012-11-19 14:55:58 -080055namespace android {
56
57// ----------------------------------------------------------------------------
58// EffectModule implementation
59// ----------------------------------------------------------------------------
60
61#undef LOG_TAG
62#define LOG_TAG "AudioFlinger::EffectModule"
63
64AudioFlinger::EffectModule::EffectModule(ThreadBase *thread,
65 const wp<AudioFlinger::EffectChain>& chain,
66 effect_descriptor_t *desc,
67 int id,
Eric Laurent0d5a2ed2016-12-01 15:28:29 -080068 audio_session_t sessionId,
69 bool pinned)
70 : mPinned(pinned),
Eric Laurentca7cc822012-11-19 14:55:58 -080071 mThread(thread), mChain(chain), mId(id), mSessionId(sessionId),
72 mDescriptor(*desc),
Andy Hungab305162017-12-14 12:42:22 -080073 // clear mConfig to ensure consistent initial value of buffer framecount
74 // in case buffers are associated by setInBuffer() or setOutBuffer()
75 // prior to configure().
76 mConfig{{}, {}},
Eric Laurentca7cc822012-11-19 14:55:58 -080077 mStatus(NO_INIT), mState(IDLE),
Andy Hung62aef7d2017-12-14 14:50:40 -080078 mMaxDisableWaitCnt(1), // set by configure(), should be >= 1
79 mDisableWaitCnt(0), // set by process() and updateState()
Eric Laurentaaa44472014-09-12 17:41:50 -070080 mSuspended(false),
Andy Hung62aef7d2017-12-14 14:50:40 -080081 mOffloaded(false),
Eric Laurentaaa44472014-09-12 17:41:50 -070082 mAudioFlinger(thread->mAudioFlinger)
rago94a1ee82017-07-21 15:11:02 -070083#ifdef FLOAT_EFFECT_CHAIN
84 , mSupportsFloat(false)
85#endif
Eric Laurentca7cc822012-11-19 14:55:58 -080086{
Eric Laurent0d5a2ed2016-12-01 15:28:29 -080087 ALOGV("Constructor %p pinned %d", this, pinned);
Eric Laurentca7cc822012-11-19 14:55:58 -080088 int lStatus;
89
90 // create effect engine from effect factory
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -070091 mStatus = -ENODEV;
92 sp<AudioFlinger> audioFlinger = mAudioFlinger.promote();
Mikhail Naganov1dc98672016-08-18 17:50:29 -070093 if (audioFlinger != 0) {
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -070094 sp<EffectsFactoryHalInterface> effectsFactory = audioFlinger->getEffectsFactory();
Mikhail Naganov1dc98672016-08-18 17:50:29 -070095 if (effectsFactory != 0) {
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -070096 mStatus = effectsFactory->createEffect(
97 &desc->uuid, sessionId, thread->id(), &mEffectInterface);
98 }
99 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800100
101 if (mStatus != NO_ERROR) {
102 return;
103 }
104 lStatus = init();
105 if (lStatus < 0) {
106 mStatus = lStatus;
107 goto Error;
108 }
109
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800110 setOffloaded(thread->type() == ThreadBase::OFFLOAD, thread->id());
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700111 ALOGV("Constructor success name %s, Interface %p", mDescriptor.name, mEffectInterface.get());
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800112
Eric Laurentca7cc822012-11-19 14:55:58 -0800113 return;
114Error:
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700115 mEffectInterface.clear();
Eric Laurentca7cc822012-11-19 14:55:58 -0800116 ALOGV("Constructor Error %d", mStatus);
117}
118
119AudioFlinger::EffectModule::~EffectModule()
120{
121 ALOGV("Destructor %p", this);
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700122 if (mEffectInterface != 0) {
Mikhail Naganov424c4f52017-07-19 17:54:29 -0700123 char uuidStr[64];
124 AudioEffect::guidToString(&mDescriptor.uuid, uuidStr, sizeof(uuidStr));
125 ALOGW("EffectModule %p destructor called with unreleased interface, effect %s",
126 this, uuidStr);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800127 release_l();
Eric Laurentca7cc822012-11-19 14:55:58 -0800128 }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800129
Eric Laurentca7cc822012-11-19 14:55:58 -0800130}
131
132status_t AudioFlinger::EffectModule::addHandle(EffectHandle *handle)
133{
134 status_t status;
135
136 Mutex::Autolock _l(mLock);
137 int priority = handle->priority();
138 size_t size = mHandles.size();
139 EffectHandle *controlHandle = NULL;
140 size_t i;
141 for (i = 0; i < size; i++) {
142 EffectHandle *h = mHandles[i];
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800143 if (h == NULL || h->disconnected()) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800144 continue;
145 }
146 // first non destroyed handle is considered in control
Glenn Kasten6e2ebe92013-08-13 09:14:51 -0700147 if (controlHandle == NULL) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800148 controlHandle = h;
Glenn Kasten6e2ebe92013-08-13 09:14:51 -0700149 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800150 if (h->priority() <= priority) {
151 break;
152 }
153 }
154 // if inserted in first place, move effect control from previous owner to this handle
155 if (i == 0) {
156 bool enabled = false;
157 if (controlHandle != NULL) {
158 enabled = controlHandle->enabled();
159 controlHandle->setControl(false/*hasControl*/, true /*signal*/, enabled /*enabled*/);
160 }
161 handle->setControl(true /*hasControl*/, false /*signal*/, enabled /*enabled*/);
162 status = NO_ERROR;
163 } else {
164 status = ALREADY_EXISTS;
165 }
Glenn Kastenc42e9b42016-03-21 11:35:03 -0700166 ALOGV("addHandle() %p added handle %p in position %zu", this, handle, i);
Eric Laurentca7cc822012-11-19 14:55:58 -0800167 mHandles.insertAt(handle, i);
168 return status;
169}
170
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800171ssize_t AudioFlinger::EffectModule::removeHandle(EffectHandle *handle)
Eric Laurentca7cc822012-11-19 14:55:58 -0800172{
173 Mutex::Autolock _l(mLock);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800174 return removeHandle_l(handle);
175}
176
177ssize_t AudioFlinger::EffectModule::removeHandle_l(EffectHandle *handle)
178{
Eric Laurentca7cc822012-11-19 14:55:58 -0800179 size_t size = mHandles.size();
180 size_t i;
181 for (i = 0; i < size; i++) {
182 if (mHandles[i] == handle) {
183 break;
184 }
185 }
186 if (i == size) {
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800187 ALOGW("%s %p handle not found %p", __FUNCTION__, this, handle);
188 return BAD_VALUE;
Eric Laurentca7cc822012-11-19 14:55:58 -0800189 }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800190 ALOGV("removeHandle_l() %p removed handle %p in position %zu", this, handle, i);
Eric Laurentca7cc822012-11-19 14:55:58 -0800191
192 mHandles.removeAt(i);
193 // if removed from first place, move effect control from this handle to next in line
194 if (i == 0) {
195 EffectHandle *h = controlHandle_l();
196 if (h != NULL) {
197 h->setControl(true /*hasControl*/, true /*signal*/ , handle->enabled() /*enabled*/);
198 }
199 }
200
201 // Prevent calls to process() and other functions on effect interface from now on.
202 // The effect engine will be released by the destructor when the last strong reference on
203 // this object is released which can happen after next process is called.
204 if (mHandles.size() == 0 && !mPinned) {
205 mState = DESTROYED;
Mikhail Naganov022b9952017-01-04 16:36:51 -0800206 mEffectInterface->close();
Eric Laurentca7cc822012-11-19 14:55:58 -0800207 }
208
209 return mHandles.size();
210}
211
212// must be called with EffectModule::mLock held
213AudioFlinger::EffectHandle *AudioFlinger::EffectModule::controlHandle_l()
214{
215 // the first valid handle in the list has control over the module
216 for (size_t i = 0; i < mHandles.size(); i++) {
217 EffectHandle *h = mHandles[i];
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800218 if (h != NULL && !h->disconnected()) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800219 return h;
220 }
221 }
222
223 return NULL;
224}
225
Eric Laurentf10c7092016-12-06 17:09:56 -0800226// unsafe method called when the effect parent thread has been destroyed
227ssize_t AudioFlinger::EffectModule::disconnectHandle(EffectHandle *handle, bool unpinIfLast)
228{
229 ALOGV("disconnect() %p handle %p", this, handle);
230 Mutex::Autolock _l(mLock);
231 ssize_t numHandles = removeHandle_l(handle);
232 if ((numHandles == 0) && (!mPinned || unpinIfLast)) {
233 AudioSystem::unregisterEffect(mId);
234 sp<AudioFlinger> af = mAudioFlinger.promote();
235 if (af != 0) {
236 mLock.unlock();
237 af->updateOrphanEffectChains(this);
238 mLock.lock();
239 }
240 }
241 return numHandles;
242}
243
Eric Laurentfa1e1232016-08-02 19:01:49 -0700244bool AudioFlinger::EffectModule::updateState() {
Eric Laurentca7cc822012-11-19 14:55:58 -0800245 Mutex::Autolock _l(mLock);
246
Eric Laurentfa1e1232016-08-02 19:01:49 -0700247 bool started = false;
Eric Laurentca7cc822012-11-19 14:55:58 -0800248 switch (mState) {
249 case RESTART:
250 reset_l();
251 // FALL THROUGH
252
253 case STARTING:
254 // clear auxiliary effect input buffer for next accumulation
255 if ((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY) {
256 memset(mConfig.inputCfg.buffer.raw,
257 0,
258 mConfig.inputCfg.buffer.frameCount*sizeof(int32_t));
259 }
Eric Laurentd0ebb532013-04-02 16:41:41 -0700260 if (start_l() == NO_ERROR) {
261 mState = ACTIVE;
Eric Laurentfa1e1232016-08-02 19:01:49 -0700262 started = true;
Eric Laurentd0ebb532013-04-02 16:41:41 -0700263 } else {
264 mState = IDLE;
265 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800266 break;
267 case STOPPING:
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +0900268 // volume control for offload and direct threads must take effect immediately.
269 if (stop_l() == NO_ERROR
270 && !(isVolumeControl() && isOffloadedOrDirect())) {
Eric Laurentd0ebb532013-04-02 16:41:41 -0700271 mDisableWaitCnt = mMaxDisableWaitCnt;
272 } else {
273 mDisableWaitCnt = 1; // will cause immediate transition to IDLE
274 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800275 mState = STOPPED;
276 break;
277 case STOPPED:
278 // mDisableWaitCnt is forced to 1 by process() when the engine indicates the end of the
279 // turn off sequence.
280 if (--mDisableWaitCnt == 0) {
281 reset_l();
282 mState = IDLE;
283 }
284 break;
285 default: //IDLE , ACTIVE, DESTROYED
286 break;
287 }
Eric Laurentfa1e1232016-08-02 19:01:49 -0700288
289 return started;
Eric Laurentca7cc822012-11-19 14:55:58 -0800290}
291
292void AudioFlinger::EffectModule::process()
293{
294 Mutex::Autolock _l(mLock);
295
Mikhail Naganov022b9952017-01-04 16:36:51 -0800296 if (mState == DESTROYED || mEffectInterface == 0 || mInBuffer == 0 || mOutBuffer == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800297 return;
298 }
299
rago94a1ee82017-07-21 15:11:02 -0700300 const uint32_t inChannelCount =
301 audio_channel_count_from_out_mask(mConfig.inputCfg.channels);
302 const uint32_t outChannelCount =
303 audio_channel_count_from_out_mask(mConfig.outputCfg.channels);
304 const bool auxType =
305 (mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY;
306
Andy Hungfa69ca32017-11-30 10:07:53 -0800307 // safeInputOutputSampleCount is 0 if the channel count between input and output
308 // buffers do not match. This prevents automatic accumulation or copying between the
309 // input and output effect buffers without an intermediary effect process.
310 // TODO: consider implementing channel conversion.
311 const size_t safeInputOutputSampleCount =
312 inChannelCount != outChannelCount ? 0
313 : outChannelCount * std::min(
314 mConfig.inputCfg.buffer.frameCount,
315 mConfig.outputCfg.buffer.frameCount);
316 const auto accumulateInputToOutput = [this, safeInputOutputSampleCount]() {
317#ifdef FLOAT_EFFECT_CHAIN
318 accumulate_float(
319 mConfig.outputCfg.buffer.f32,
320 mConfig.inputCfg.buffer.f32,
321 safeInputOutputSampleCount);
322#else
323 accumulate_i16(
324 mConfig.outputCfg.buffer.s16,
325 mConfig.inputCfg.buffer.s16,
326 safeInputOutputSampleCount);
327#endif
328 };
329 const auto copyInputToOutput = [this, safeInputOutputSampleCount]() {
330#ifdef FLOAT_EFFECT_CHAIN
331 memcpy(
332 mConfig.outputCfg.buffer.f32,
333 mConfig.inputCfg.buffer.f32,
334 safeInputOutputSampleCount * sizeof(*mConfig.outputCfg.buffer.f32));
335
336#else
337 memcpy(
338 mConfig.outputCfg.buffer.s16,
339 mConfig.inputCfg.buffer.s16,
340 safeInputOutputSampleCount * sizeof(*mConfig.outputCfg.buffer.s16));
341#endif
342 };
343
Eric Laurentca7cc822012-11-19 14:55:58 -0800344 if (isProcessEnabled()) {
Eric Laurent6dd0fd92016-09-15 12:44:53 -0700345 int ret;
346 if (isProcessImplemented()) {
rago94a1ee82017-07-21 15:11:02 -0700347 if (auxType) {
348 // We overwrite the aux input buffer here and clear after processing.
Andy Hung9aad48c2017-11-29 10:29:19 -0800349 // aux input is always mono.
rago94a1ee82017-07-21 15:11:02 -0700350#ifdef FLOAT_EFFECT_CHAIN
351 if (mSupportsFloat) {
Andy Hung116a4982017-11-30 10:15:08 -0800352#ifndef FLOAT_AUX
rago94a1ee82017-07-21 15:11:02 -0700353 // Do in-place float conversion for auxiliary effect input buffer.
354 static_assert(sizeof(float) <= sizeof(int32_t),
355 "in-place conversion requires sizeof(float) <= sizeof(int32_t)");
356
Andy Hungfa69ca32017-11-30 10:07:53 -0800357 memcpy_to_float_from_q4_27(
358 mConfig.inputCfg.buffer.f32,
359 mConfig.inputCfg.buffer.s32,
360 mConfig.inputCfg.buffer.frameCount);
Andy Hung116a4982017-11-30 10:15:08 -0800361#endif // !FLOAT_AUX
Andy Hungfa69ca32017-11-30 10:07:53 -0800362 } else
Andy Hung116a4982017-11-30 10:15:08 -0800363#endif // FLOAT_EFFECT_CHAIN
Andy Hungfa69ca32017-11-30 10:07:53 -0800364 {
Andy Hung116a4982017-11-30 10:15:08 -0800365#ifdef FLOAT_AUX
366 memcpy_to_i16_from_float(
367 mConfig.inputCfg.buffer.s16,
368 mConfig.inputCfg.buffer.f32,
369 mConfig.inputCfg.buffer.frameCount);
370#else
Andy Hungfa69ca32017-11-30 10:07:53 -0800371 memcpy_to_i16_from_q4_27(
372 mConfig.inputCfg.buffer.s16,
rago94a1ee82017-07-21 15:11:02 -0700373 mConfig.inputCfg.buffer.s32,
Andy Hung5effdf62017-11-27 13:51:40 -0800374 mConfig.inputCfg.buffer.frameCount);
Andy Hung116a4982017-11-30 10:15:08 -0800375#endif
rago94a1ee82017-07-21 15:11:02 -0700376 }
rago94a1ee82017-07-21 15:11:02 -0700377 }
378#ifdef FLOAT_EFFECT_CHAIN
Andy Hung9aad48c2017-11-29 10:29:19 -0800379 sp<EffectBufferHalInterface> inBuffer = mInBuffer;
380 sp<EffectBufferHalInterface> outBuffer = mOutBuffer;
381
382 if (!auxType && mInChannelCountRequested != inChannelCount) {
383 adjust_channels(
384 inBuffer->audioBuffer()->f32, mInChannelCountRequested,
385 mInConversionBuffer->audioBuffer()->f32, inChannelCount,
386 sizeof(float),
387 sizeof(float)
388 * mInChannelCountRequested * mConfig.inputCfg.buffer.frameCount);
389 inBuffer = mInConversionBuffer;
390 }
391 if (mConfig.outputCfg.accessMode == EFFECT_BUFFER_ACCESS_ACCUMULATE
392 && mOutChannelCountRequested != outChannelCount) {
393 adjust_selected_channels(
394 outBuffer->audioBuffer()->f32, mOutChannelCountRequested,
395 mOutConversionBuffer->audioBuffer()->f32, outChannelCount,
396 sizeof(float),
397 sizeof(float)
398 * mOutChannelCountRequested * mConfig.outputCfg.buffer.frameCount);
399 outBuffer = mOutConversionBuffer;
400 }
Andy Hungfa69ca32017-11-30 10:07:53 -0800401 if (!mSupportsFloat) { // convert input to int16_t as effect doesn't support float.
402 if (!auxType) {
403 if (mInConversionBuffer.get() == nullptr) {
404 ALOGW("%s: mInConversionBuffer is null, bypassing", __func__);
405 goto data_bypass;
rago94a1ee82017-07-21 15:11:02 -0700406 }
Andy Hungfa69ca32017-11-30 10:07:53 -0800407 memcpy_to_i16_from_float(
408 mInConversionBuffer->audioBuffer()->s16,
Andy Hung9aad48c2017-11-29 10:29:19 -0800409 inBuffer->audioBuffer()->f32,
Andy Hungfa69ca32017-11-30 10:07:53 -0800410 inChannelCount * mConfig.inputCfg.buffer.frameCount);
Andy Hung9aad48c2017-11-29 10:29:19 -0800411 inBuffer = mInConversionBuffer;
rago94a1ee82017-07-21 15:11:02 -0700412 }
Andy Hungfa69ca32017-11-30 10:07:53 -0800413 if (mConfig.outputCfg.accessMode == EFFECT_BUFFER_ACCESS_ACCUMULATE) {
414 if (mOutConversionBuffer.get() == nullptr) {
415 ALOGW("%s: mOutConversionBuffer is null, bypassing", __func__);
416 goto data_bypass;
417 }
418 memcpy_to_i16_from_float(
419 mOutConversionBuffer->audioBuffer()->s16,
Andy Hung9aad48c2017-11-29 10:29:19 -0800420 outBuffer->audioBuffer()->f32,
Andy Hungfa69ca32017-11-30 10:07:53 -0800421 outChannelCount * mConfig.outputCfg.buffer.frameCount);
Andy Hung9aad48c2017-11-29 10:29:19 -0800422 outBuffer = mOutConversionBuffer;
rago94a1ee82017-07-21 15:11:02 -0700423 }
424 }
Andy Hungfa69ca32017-11-30 10:07:53 -0800425#endif
Mikhail Naganov022b9952017-01-04 16:36:51 -0800426 ret = mEffectInterface->process();
Andy Hungfa69ca32017-11-30 10:07:53 -0800427#ifdef FLOAT_EFFECT_CHAIN
428 if (!mSupportsFloat) { // convert output int16_t back to float.
Andy Hung9aad48c2017-11-29 10:29:19 -0800429 sp<EffectBufferHalInterface> target =
430 mOutChannelCountRequested != outChannelCount
431 ? mOutConversionBuffer : mOutBuffer;
432
Andy Hungfa69ca32017-11-30 10:07:53 -0800433 memcpy_to_float_from_i16(
Andy Hung9aad48c2017-11-29 10:29:19 -0800434 target->audioBuffer()->f32,
Andy Hungfa69ca32017-11-30 10:07:53 -0800435 mOutConversionBuffer->audioBuffer()->s16,
436 outChannelCount * mConfig.outputCfg.buffer.frameCount);
437 }
Andy Hung9aad48c2017-11-29 10:29:19 -0800438 if (mOutChannelCountRequested != outChannelCount) {
439 adjust_selected_channels(mOutConversionBuffer->audioBuffer()->f32, outChannelCount,
440 mOutBuffer->audioBuffer()->f32, mOutChannelCountRequested,
441 sizeof(float),
442 sizeof(float) * outChannelCount * mConfig.outputCfg.buffer.frameCount);
443 }
rago94a1ee82017-07-21 15:11:02 -0700444#endif
Eric Laurent6dd0fd92016-09-15 12:44:53 -0700445 } else {
rago94a1ee82017-07-21 15:11:02 -0700446#ifdef FLOAT_EFFECT_CHAIN
447 data_bypass:
448#endif
449 if (!auxType /* aux effects do not require data bypass */
Andy Hungfa69ca32017-11-30 10:07:53 -0800450 && mConfig.inputCfg.buffer.raw != mConfig.outputCfg.buffer.raw) {
Eric Laurent6dd0fd92016-09-15 12:44:53 -0700451 if (mConfig.outputCfg.accessMode == EFFECT_BUFFER_ACCESS_ACCUMULATE) {
Andy Hungfa69ca32017-11-30 10:07:53 -0800452 accumulateInputToOutput();
Eric Laurent6dd0fd92016-09-15 12:44:53 -0700453 } else {
Andy Hungfa69ca32017-11-30 10:07:53 -0800454 copyInputToOutput();
Eric Laurent6dd0fd92016-09-15 12:44:53 -0700455 }
456 }
457 ret = -ENODATA;
458 }
Andy Hungfa69ca32017-11-30 10:07:53 -0800459
Eric Laurentca7cc822012-11-19 14:55:58 -0800460 // force transition to IDLE state when engine is ready
461 if (mState == STOPPED && ret == -ENODATA) {
462 mDisableWaitCnt = 1;
463 }
464
465 // clear auxiliary effect input buffer for next accumulation
rago94a1ee82017-07-21 15:11:02 -0700466 if (auxType) {
Andy Hung116a4982017-11-30 10:15:08 -0800467#ifdef FLOAT_AUX
468 const size_t size =
469 mConfig.inputCfg.buffer.frameCount * inChannelCount * sizeof(float);
470#else
rago94a1ee82017-07-21 15:11:02 -0700471 const size_t size =
472 mConfig.inputCfg.buffer.frameCount * inChannelCount * sizeof(int32_t);
Andy Hung116a4982017-11-30 10:15:08 -0800473#endif
rago94a1ee82017-07-21 15:11:02 -0700474 memset(mConfig.inputCfg.buffer.raw, 0, size);
Eric Laurentca7cc822012-11-19 14:55:58 -0800475 }
476 } else if ((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_INSERT &&
rago94a1ee82017-07-21 15:11:02 -0700477 // mInBuffer->audioBuffer()->raw != mOutBuffer->audioBuffer()->raw
Eric Laurentca7cc822012-11-19 14:55:58 -0800478 mConfig.inputCfg.buffer.raw != mConfig.outputCfg.buffer.raw) {
479 // If an insert effect is idle and input buffer is different from output buffer,
480 // accumulate input onto output
481 sp<EffectChain> chain = mChain.promote();
Andy Hungfa69ca32017-11-30 10:07:53 -0800482 if (chain.get() != nullptr && chain->activeTrackCnt() != 0) {
483 accumulateInputToOutput();
Eric Laurentca7cc822012-11-19 14:55:58 -0800484 }
485 }
486}
487
488void AudioFlinger::EffectModule::reset_l()
489{
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700490 if (mStatus != NO_ERROR || mEffectInterface == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800491 return;
492 }
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700493 mEffectInterface->command(EFFECT_CMD_RESET, 0, NULL, 0, NULL);
Eric Laurentca7cc822012-11-19 14:55:58 -0800494}
495
496status_t AudioFlinger::EffectModule::configure()
497{
rago94a1ee82017-07-21 15:11:02 -0700498 ALOGVV("configure() started");
Eric Laurentd0ebb532013-04-02 16:41:41 -0700499 status_t status;
500 sp<ThreadBase> thread;
501 uint32_t size;
502 audio_channel_mask_t channelMask;
503
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700504 if (mEffectInterface == 0) {
Eric Laurentd0ebb532013-04-02 16:41:41 -0700505 status = NO_INIT;
506 goto exit;
Eric Laurentca7cc822012-11-19 14:55:58 -0800507 }
508
Eric Laurentd0ebb532013-04-02 16:41:41 -0700509 thread = mThread.promote();
Eric Laurentca7cc822012-11-19 14:55:58 -0800510 if (thread == 0) {
Eric Laurentd0ebb532013-04-02 16:41:41 -0700511 status = DEAD_OBJECT;
512 goto exit;
Eric Laurentca7cc822012-11-19 14:55:58 -0800513 }
514
515 // TODO: handle configuration of effects replacing track process
Andy Hung9aad48c2017-11-29 10:29:19 -0800516 // TODO: handle configuration of input (record) SW effects above the HAL,
517 // similar to output EFFECT_FLAG_TYPE_INSERT/REPLACE,
518 // in which case input channel masks should be used here.
Eric Laurentd0ebb532013-04-02 16:41:41 -0700519 channelMask = thread->channelMask();
Andy Hung9aad48c2017-11-29 10:29:19 -0800520 mConfig.inputCfg.channels = channelMask;
Ricardo Garciad11da702015-05-28 12:14:12 -0700521 mConfig.outputCfg.channels = channelMask;
Eric Laurentca7cc822012-11-19 14:55:58 -0800522
523 if ((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY) {
Andy Hung9aad48c2017-11-29 10:29:19 -0800524 if (mConfig.inputCfg.channels != AUDIO_CHANNEL_OUT_MONO) {
525 mConfig.inputCfg.channels = AUDIO_CHANNEL_OUT_MONO;
526 ALOGV("Overriding auxiliary effect input channels %#x as MONO",
527 mConfig.inputCfg.channels);
528 }
529#ifndef MULTICHANNEL_EFFECT_CHAIN
530 if (mConfig.outputCfg.channels != AUDIO_CHANNEL_OUT_STEREO) {
531 mConfig.outputCfg.channels = AUDIO_CHANNEL_OUT_STEREO;
532 ALOGV("Overriding auxiliary effect output channels %#x as STEREO",
533 mConfig.outputCfg.channels);
534 }
535#endif
Eric Laurentca7cc822012-11-19 14:55:58 -0800536 } else {
Andy Hung9aad48c2017-11-29 10:29:19 -0800537#ifndef MULTICHANNEL_EFFECT_CHAIN
Ricardo Garciad11da702015-05-28 12:14:12 -0700538 // TODO: Update this logic when multichannel effects are implemented.
539 // For offloaded tracks consider mono output as stereo for proper effect initialization
540 if (channelMask == AUDIO_CHANNEL_OUT_MONO) {
541 mConfig.inputCfg.channels = AUDIO_CHANNEL_OUT_STEREO;
542 mConfig.outputCfg.channels = AUDIO_CHANNEL_OUT_STEREO;
543 ALOGV("Overriding effect input and output as STEREO");
544 }
Andy Hung9aad48c2017-11-29 10:29:19 -0800545#endif
Eric Laurentca7cc822012-11-19 14:55:58 -0800546 }
Andy Hung9aad48c2017-11-29 10:29:19 -0800547 mInChannelCountRequested =
548 audio_channel_count_from_out_mask(mConfig.inputCfg.channels);
549 mOutChannelCountRequested =
550 audio_channel_count_from_out_mask(mConfig.outputCfg.channels);
Ricardo Garciad11da702015-05-28 12:14:12 -0700551
rago94a1ee82017-07-21 15:11:02 -0700552 mConfig.inputCfg.format = EFFECT_BUFFER_FORMAT;
553 mConfig.outputCfg.format = EFFECT_BUFFER_FORMAT;
Yuuki Yokoyamae17f8312017-05-26 19:06:33 +0900554
555 // Don't use sample rate for thread if effect isn't offloadable.
556 if ((thread->type() == ThreadBase::OFFLOAD) && !isOffloaded()) {
557 mConfig.inputCfg.samplingRate = DEFAULT_OUTPUT_SAMPLE_RATE;
558 ALOGV("Overriding effect input as 48kHz");
559 } else {
560 mConfig.inputCfg.samplingRate = thread->sampleRate();
561 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800562 mConfig.outputCfg.samplingRate = mConfig.inputCfg.samplingRate;
563 mConfig.inputCfg.bufferProvider.cookie = NULL;
564 mConfig.inputCfg.bufferProvider.getBuffer = NULL;
565 mConfig.inputCfg.bufferProvider.releaseBuffer = NULL;
566 mConfig.outputCfg.bufferProvider.cookie = NULL;
567 mConfig.outputCfg.bufferProvider.getBuffer = NULL;
568 mConfig.outputCfg.bufferProvider.releaseBuffer = NULL;
569 mConfig.inputCfg.accessMode = EFFECT_BUFFER_ACCESS_READ;
570 // Insert effect:
571 // - in session AUDIO_SESSION_OUTPUT_MIX or AUDIO_SESSION_OUTPUT_STAGE,
572 // always overwrites output buffer: input buffer == output buffer
573 // - in other sessions:
574 // last effect in the chain accumulates in output buffer: input buffer != output buffer
575 // other effect: overwrites output buffer: input buffer == output buffer
576 // Auxiliary effect:
577 // accumulates in output buffer: input buffer != output buffer
578 // Therefore: accumulate <=> input buffer != output buffer
579 if (mConfig.inputCfg.buffer.raw != mConfig.outputCfg.buffer.raw) {
580 mConfig.outputCfg.accessMode = EFFECT_BUFFER_ACCESS_ACCUMULATE;
581 } else {
582 mConfig.outputCfg.accessMode = EFFECT_BUFFER_ACCESS_WRITE;
583 }
584 mConfig.inputCfg.mask = EFFECT_CONFIG_ALL;
585 mConfig.outputCfg.mask = EFFECT_CONFIG_ALL;
586 mConfig.inputCfg.buffer.frameCount = thread->frameCount();
587 mConfig.outputCfg.buffer.frameCount = mConfig.inputCfg.buffer.frameCount;
588
Glenn Kastenc42e9b42016-03-21 11:35:03 -0700589 ALOGV("configure() %p thread %p buffer %p framecount %zu",
Eric Laurentca7cc822012-11-19 14:55:58 -0800590 this, thread.get(), mConfig.inputCfg.buffer.raw, mConfig.inputCfg.buffer.frameCount);
591
592 status_t cmdStatus;
Eric Laurentd0ebb532013-04-02 16:41:41 -0700593 size = sizeof(int);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700594 status = mEffectInterface->command(EFFECT_CMD_SET_CONFIG,
Andy Hung9aad48c2017-11-29 10:29:19 -0800595 sizeof(mConfig),
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700596 &mConfig,
597 &size,
598 &cmdStatus);
rago94a1ee82017-07-21 15:11:02 -0700599 if (status == NO_ERROR) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800600 status = cmdStatus;
601 }
Andy Hung9aad48c2017-11-29 10:29:19 -0800602
603#ifdef MULTICHANNEL_EFFECT_CHAIN
604 if (status != NO_ERROR &&
Andy Hunge6a61a52018-04-06 18:55:26 -0700605 thread->isOutput() &&
Andy Hung9aad48c2017-11-29 10:29:19 -0800606 (mConfig.inputCfg.channels != AUDIO_CHANNEL_OUT_STEREO
607 || mConfig.outputCfg.channels != AUDIO_CHANNEL_OUT_STEREO)) {
608 // Older effects may require exact STEREO position mask.
Andy Hung01b32722018-05-18 13:52:02 -0700609 if (mConfig.inputCfg.channels != AUDIO_CHANNEL_OUT_STEREO
610 && (mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) != EFFECT_FLAG_TYPE_AUXILIARY) {
Andy Hung9aad48c2017-11-29 10:29:19 -0800611 ALOGV("Overriding effect input channels %#x as STEREO", mConfig.inputCfg.channels);
612 mConfig.inputCfg.channels = AUDIO_CHANNEL_OUT_STEREO;
613 }
614 if (mConfig.outputCfg.channels != AUDIO_CHANNEL_OUT_STEREO) {
615 ALOGV("Overriding effect output channels %#x as STEREO", mConfig.outputCfg.channels);
616 mConfig.outputCfg.channels = AUDIO_CHANNEL_OUT_STEREO;
617 }
618 size = sizeof(int);
rago94a1ee82017-07-21 15:11:02 -0700619 status = mEffectInterface->command(EFFECT_CMD_SET_CONFIG,
Andy Hung9aad48c2017-11-29 10:29:19 -0800620 sizeof(mConfig),
rago94a1ee82017-07-21 15:11:02 -0700621 &mConfig,
622 &size,
623 &cmdStatus);
624 if (status == NO_ERROR) {
625 status = cmdStatus;
Andy Hung9aad48c2017-11-29 10:29:19 -0800626 }
627 }
628#endif
629
630#ifdef FLOAT_EFFECT_CHAIN
631 if (status == NO_ERROR) {
632 mSupportsFloat = true;
633 }
634
635 if (status != NO_ERROR) {
636 ALOGV("EFFECT_CMD_SET_CONFIG failed with float format, retry with int16_t.");
637 mConfig.inputCfg.format = AUDIO_FORMAT_PCM_16_BIT;
638 mConfig.outputCfg.format = AUDIO_FORMAT_PCM_16_BIT;
639 size = sizeof(int);
640 status = mEffectInterface->command(EFFECT_CMD_SET_CONFIG,
641 sizeof(mConfig),
642 &mConfig,
643 &size,
644 &cmdStatus);
645 if (status == NO_ERROR) {
646 status = cmdStatus;
647 }
648 if (status == NO_ERROR) {
rago94a1ee82017-07-21 15:11:02 -0700649 mSupportsFloat = false;
650 ALOGVV("config worked with 16 bit");
651 } else {
652 ALOGE("%s failed %d with int16_t (as well as float)", __func__, status);
Eric Laurentca7cc822012-11-19 14:55:58 -0800653 }
rago94a1ee82017-07-21 15:11:02 -0700654 }
655#endif
Eric Laurentca7cc822012-11-19 14:55:58 -0800656
rago94a1ee82017-07-21 15:11:02 -0700657 if (status == NO_ERROR) {
658 // Establish Buffer strategy
659 setInBuffer(mInBuffer);
660 setOutBuffer(mOutBuffer);
661
662 // Update visualizer latency
663 if (memcmp(&mDescriptor.type, SL_IID_VISUALIZATION, sizeof(effect_uuid_t)) == 0) {
664 uint32_t buf32[sizeof(effect_param_t) / sizeof(uint32_t) + 2];
665 effect_param_t *p = (effect_param_t *)buf32;
666
667 p->psize = sizeof(uint32_t);
668 p->vsize = sizeof(uint32_t);
669 size = sizeof(int);
670 *(int32_t *)p->data = VISUALIZER_PARAM_LATENCY;
671
672 uint32_t latency = 0;
673 PlaybackThread *pbt = thread->mAudioFlinger->checkPlaybackThread_l(thread->mId);
674 if (pbt != NULL) {
675 latency = pbt->latency_l();
676 }
677
678 *((int32_t *)p->data + 1)= latency;
679 mEffectInterface->command(EFFECT_CMD_SET_PARAM,
680 sizeof(effect_param_t) + 8,
681 &buf32,
682 &size,
683 &cmdStatus);
684 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800685 }
686
Andy Hung05083ac2017-12-14 15:00:28 -0800687 // mConfig.outputCfg.buffer.frameCount cannot be zero.
688 mMaxDisableWaitCnt = (uint32_t)std::max(
689 (uint64_t)1, // mMaxDisableWaitCnt must be greater than zero.
690 (uint64_t)MAX_DISABLE_TIME_MS * mConfig.outputCfg.samplingRate
691 / ((uint64_t)1000 * mConfig.outputCfg.buffer.frameCount));
Eric Laurentca7cc822012-11-19 14:55:58 -0800692
Eric Laurentd0ebb532013-04-02 16:41:41 -0700693exit:
Andy Hung6f88dc42017-12-13 16:19:39 -0800694 // TODO: consider clearing mConfig on error.
Eric Laurentd0ebb532013-04-02 16:41:41 -0700695 mStatus = status;
rago94a1ee82017-07-21 15:11:02 -0700696 ALOGVV("configure ended");
Eric Laurentca7cc822012-11-19 14:55:58 -0800697 return status;
698}
699
700status_t AudioFlinger::EffectModule::init()
701{
702 Mutex::Autolock _l(mLock);
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700703 if (mEffectInterface == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800704 return NO_INIT;
705 }
706 status_t cmdStatus;
707 uint32_t size = sizeof(status_t);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700708 status_t status = mEffectInterface->command(EFFECT_CMD_INIT,
709 0,
710 NULL,
711 &size,
712 &cmdStatus);
Eric Laurentca7cc822012-11-19 14:55:58 -0800713 if (status == 0) {
714 status = cmdStatus;
715 }
716 return status;
717}
718
Eric Laurent1b928682014-10-02 19:41:47 -0700719void AudioFlinger::EffectModule::addEffectToHal_l()
720{
721 if ((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_PRE_PROC ||
722 (mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_POST_PROC) {
723 sp<ThreadBase> thread = mThread.promote();
724 if (thread != 0) {
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700725 sp<StreamHalInterface> stream = thread->stream();
726 if (stream != 0) {
727 status_t result = stream->addEffect(mEffectInterface);
728 ALOGE_IF(result != OK, "Error when adding effect: %d", result);
Eric Laurent1b928682014-10-02 19:41:47 -0700729 }
730 }
731 }
732}
733
Eric Laurentfa1e1232016-08-02 19:01:49 -0700734// start() must be called with PlaybackThread::mLock or EffectChain::mLock held
Eric Laurentca7cc822012-11-19 14:55:58 -0800735status_t AudioFlinger::EffectModule::start()
736{
Eric Laurentfa1e1232016-08-02 19:01:49 -0700737 sp<EffectChain> chain;
738 status_t status;
739 {
740 Mutex::Autolock _l(mLock);
741 status = start_l();
742 if (status == NO_ERROR) {
743 chain = mChain.promote();
744 }
745 }
746 if (chain != 0) {
747 chain->resetVolume_l();
748 }
749 return status;
Eric Laurentca7cc822012-11-19 14:55:58 -0800750}
751
752status_t AudioFlinger::EffectModule::start_l()
753{
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700754 if (mEffectInterface == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800755 return NO_INIT;
756 }
Eric Laurentd0ebb532013-04-02 16:41:41 -0700757 if (mStatus != NO_ERROR) {
758 return mStatus;
759 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800760 status_t cmdStatus;
761 uint32_t size = sizeof(status_t);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700762 status_t status = mEffectInterface->command(EFFECT_CMD_ENABLE,
763 0,
764 NULL,
765 &size,
766 &cmdStatus);
Eric Laurentca7cc822012-11-19 14:55:58 -0800767 if (status == 0) {
768 status = cmdStatus;
769 }
Eric Laurentcb4b6e92014-10-01 14:26:10 -0700770 if (status == 0) {
Eric Laurent1b928682014-10-02 19:41:47 -0700771 addEffectToHal_l();
Eric Laurentca7cc822012-11-19 14:55:58 -0800772 }
773 return status;
774}
775
776status_t AudioFlinger::EffectModule::stop()
777{
778 Mutex::Autolock _l(mLock);
779 return stop_l();
780}
781
782status_t AudioFlinger::EffectModule::stop_l()
783{
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700784 if (mEffectInterface == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800785 return NO_INIT;
786 }
Eric Laurentd0ebb532013-04-02 16:41:41 -0700787 if (mStatus != NO_ERROR) {
788 return mStatus;
789 }
Eric Laurentbfb1b832013-01-07 09:53:42 -0800790 status_t cmdStatus = NO_ERROR;
Eric Laurentca7cc822012-11-19 14:55:58 -0800791 uint32_t size = sizeof(status_t);
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +0900792
793 if (isVolumeControl() && isOffloadedOrDirect()) {
794 sp<EffectChain>chain = mChain.promote();
795 // We have the EffectChain and EffectModule lock, permit a reentrant call to setVolume:
796 // resetVolume_l --> setVolume_l --> EffectModule::setVolume
797 mSetVolumeReentrantTid = gettid();
798 chain->resetVolume_l();
799 mSetVolumeReentrantTid = INVALID_PID;
800 }
801
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700802 status_t status = mEffectInterface->command(EFFECT_CMD_DISABLE,
803 0,
804 NULL,
805 &size,
806 &cmdStatus);
Eric Laurentbfb1b832013-01-07 09:53:42 -0800807 if (status == NO_ERROR) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800808 status = cmdStatus;
809 }
Eric Laurentbfb1b832013-01-07 09:53:42 -0800810 if (status == NO_ERROR) {
811 status = remove_effect_from_hal_l();
812 }
813 return status;
814}
815
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800816// must be called with EffectChain::mLock held
817void AudioFlinger::EffectModule::release_l()
818{
819 if (mEffectInterface != 0) {
820 remove_effect_from_hal_l();
821 // release effect engine
Mikhail Naganov022b9952017-01-04 16:36:51 -0800822 mEffectInterface->close();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800823 mEffectInterface.clear();
824 }
825}
826
Eric Laurentbfb1b832013-01-07 09:53:42 -0800827status_t AudioFlinger::EffectModule::remove_effect_from_hal_l()
828{
829 if ((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_PRE_PROC ||
830 (mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_POST_PROC) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800831 sp<ThreadBase> thread = mThread.promote();
832 if (thread != 0) {
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700833 sp<StreamHalInterface> stream = thread->stream();
834 if (stream != 0) {
835 status_t result = stream->removeEffect(mEffectInterface);
836 ALOGE_IF(result != OK, "Error when removing effect: %d", result);
Eric Laurentca7cc822012-11-19 14:55:58 -0800837 }
838 }
839 }
Eric Laurentbfb1b832013-01-07 09:53:42 -0800840 return NO_ERROR;
Eric Laurentca7cc822012-11-19 14:55:58 -0800841}
842
Andy Hunge4a1d912016-08-17 14:11:13 -0700843// round up delta valid if value and divisor are positive.
844template <typename T>
845static T roundUpDelta(const T &value, const T &divisor) {
846 T remainder = value % divisor;
847 return remainder == 0 ? 0 : divisor - remainder;
848}
849
Eric Laurentca7cc822012-11-19 14:55:58 -0800850status_t AudioFlinger::EffectModule::command(uint32_t cmdCode,
851 uint32_t cmdSize,
852 void *pCmdData,
853 uint32_t *replySize,
854 void *pReplyData)
855{
856 Mutex::Autolock _l(mLock);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700857 ALOGVV("command(), cmdCode: %d, mEffectInterface: %p", cmdCode, mEffectInterface.get());
Eric Laurentca7cc822012-11-19 14:55:58 -0800858
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700859 if (mState == DESTROYED || mEffectInterface == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800860 return NO_INIT;
861 }
Eric Laurentd0ebb532013-04-02 16:41:41 -0700862 if (mStatus != NO_ERROR) {
863 return mStatus;
864 }
Andy Hung110bc952016-06-20 15:22:52 -0700865 if (cmdCode == EFFECT_CMD_GET_PARAM &&
Andy Hung6660f122016-11-04 19:40:53 -0700866 (sizeof(effect_param_t) > cmdSize ||
867 ((effect_param_t *)pCmdData)->psize > cmdSize
868 - sizeof(effect_param_t))) {
869 android_errorWriteLog(0x534e4554, "32438594");
Andy Hungb3456642016-11-28 13:50:21 -0800870 android_errorWriteLog(0x534e4554, "33003822");
871 return -EINVAL;
872 }
873 if (cmdCode == EFFECT_CMD_GET_PARAM &&
874 (*replySize < sizeof(effect_param_t) ||
875 ((effect_param_t *)pCmdData)->psize > *replySize - sizeof(effect_param_t))) {
876 android_errorWriteLog(0x534e4554, "29251553");
Andy Hung6660f122016-11-04 19:40:53 -0700877 return -EINVAL;
878 }
ragoe2759072016-11-22 18:02:48 -0800879 if (cmdCode == EFFECT_CMD_GET_PARAM &&
880 (sizeof(effect_param_t) > *replySize
881 || ((effect_param_t *)pCmdData)->psize > *replySize
882 - sizeof(effect_param_t)
883 || ((effect_param_t *)pCmdData)->vsize > *replySize
884 - sizeof(effect_param_t)
885 - ((effect_param_t *)pCmdData)->psize
886 || roundUpDelta(((effect_param_t *)pCmdData)->psize, (uint32_t)sizeof(int)) >
887 *replySize
888 - sizeof(effect_param_t)
889 - ((effect_param_t *)pCmdData)->psize
890 - ((effect_param_t *)pCmdData)->vsize)) {
891 ALOGV("\tLVM_ERROR : EFFECT_CMD_GET_PARAM: reply size inconsistent");
892 android_errorWriteLog(0x534e4554, "32705438");
893 return -EINVAL;
894 }
Andy Hunge4a1d912016-08-17 14:11:13 -0700895 if ((cmdCode == EFFECT_CMD_SET_PARAM
896 || cmdCode == EFFECT_CMD_SET_PARAM_DEFERRED) && // DEFERRED not generally used
897 (sizeof(effect_param_t) > cmdSize
898 || ((effect_param_t *)pCmdData)->psize > cmdSize
899 - sizeof(effect_param_t)
900 || ((effect_param_t *)pCmdData)->vsize > cmdSize
901 - sizeof(effect_param_t)
902 - ((effect_param_t *)pCmdData)->psize
903 || roundUpDelta(((effect_param_t *)pCmdData)->psize, (uint32_t)sizeof(int)) >
904 cmdSize
905 - sizeof(effect_param_t)
906 - ((effect_param_t *)pCmdData)->psize
907 - ((effect_param_t *)pCmdData)->vsize)) {
908 android_errorWriteLog(0x534e4554, "30204301");
909 return -EINVAL;
910 }
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700911 status_t status = mEffectInterface->command(cmdCode,
912 cmdSize,
913 pCmdData,
914 replySize,
915 pReplyData);
Eric Laurentca7cc822012-11-19 14:55:58 -0800916 if (cmdCode != EFFECT_CMD_GET_PARAM && status == NO_ERROR) {
917 uint32_t size = (replySize == NULL) ? 0 : *replySize;
918 for (size_t i = 1; i < mHandles.size(); i++) {
919 EffectHandle *h = mHandles[i];
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800920 if (h != NULL && !h->disconnected()) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800921 h->commandExecuted(cmdCode, cmdSize, pCmdData, size, pReplyData);
922 }
923 }
924 }
925 return status;
926}
927
928status_t AudioFlinger::EffectModule::setEnabled(bool enabled)
929{
930 Mutex::Autolock _l(mLock);
931 return setEnabled_l(enabled);
932}
933
934// must be called with EffectModule::mLock held
935status_t AudioFlinger::EffectModule::setEnabled_l(bool enabled)
936{
937
938 ALOGV("setEnabled %p enabled %d", this, enabled);
939
940 if (enabled != isEnabled()) {
941 status_t status = AudioSystem::setEffectEnabled(mId, enabled);
942 if (enabled && status != NO_ERROR) {
943 return status;
944 }
945
946 switch (mState) {
947 // going from disabled to enabled
948 case IDLE:
949 mState = STARTING;
950 break;
951 case STOPPED:
952 mState = RESTART;
953 break;
954 case STOPPING:
955 mState = ACTIVE;
956 break;
957
958 // going from enabled to disabled
959 case RESTART:
960 mState = STOPPED;
961 break;
962 case STARTING:
963 mState = IDLE;
964 break;
965 case ACTIVE:
966 mState = STOPPING;
967 break;
968 case DESTROYED:
969 return NO_ERROR; // simply ignore as we are being destroyed
970 }
971 for (size_t i = 1; i < mHandles.size(); i++) {
972 EffectHandle *h = mHandles[i];
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800973 if (h != NULL && !h->disconnected()) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800974 h->setEnabled(enabled);
975 }
976 }
977 }
978 return NO_ERROR;
979}
980
981bool AudioFlinger::EffectModule::isEnabled() const
982{
983 switch (mState) {
984 case RESTART:
985 case STARTING:
986 case ACTIVE:
987 return true;
988 case IDLE:
989 case STOPPING:
990 case STOPPED:
991 case DESTROYED:
992 default:
993 return false;
994 }
995}
996
997bool AudioFlinger::EffectModule::isProcessEnabled() const
998{
Eric Laurentd0ebb532013-04-02 16:41:41 -0700999 if (mStatus != NO_ERROR) {
1000 return false;
1001 }
1002
Eric Laurentca7cc822012-11-19 14:55:58 -08001003 switch (mState) {
1004 case RESTART:
1005 case ACTIVE:
1006 case STOPPING:
1007 case STOPPED:
1008 return true;
1009 case IDLE:
1010 case STARTING:
1011 case DESTROYED:
1012 default:
1013 return false;
1014 }
1015}
1016
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001017bool AudioFlinger::EffectModule::isOffloadedOrDirect() const
1018{
1019 return (mThreadType == ThreadBase::OFFLOAD || mThreadType == ThreadBase::DIRECT);
1020}
1021
1022bool AudioFlinger::EffectModule::isVolumeControlEnabled() const
1023{
1024 return (isVolumeControl() && (isOffloadedOrDirect() ? isEnabled() : isProcessEnabled()));
1025}
1026
Mikhail Naganov022b9952017-01-04 16:36:51 -08001027void AudioFlinger::EffectModule::setInBuffer(const sp<EffectBufferHalInterface>& buffer) {
rago94a1ee82017-07-21 15:11:02 -07001028 ALOGVV("setInBuffer %p",(&buffer));
Andy Hung6f88dc42017-12-13 16:19:39 -08001029
1030 // mConfig.inputCfg.buffer.frameCount may be zero if configure() is not called yet.
Mikhail Naganov022b9952017-01-04 16:36:51 -08001031 if (buffer != 0) {
1032 mConfig.inputCfg.buffer.raw = buffer->audioBuffer()->raw;
1033 buffer->setFrameCount(mConfig.inputCfg.buffer.frameCount);
1034 } else {
1035 mConfig.inputCfg.buffer.raw = NULL;
1036 }
1037 mInBuffer = buffer;
Andy Hungc15aaee2017-11-27 17:02:40 -08001038 mEffectInterface->setInBuffer(buffer);
rago94a1ee82017-07-21 15:11:02 -07001039
1040#ifdef FLOAT_EFFECT_CHAIN
Andy Hungbded9c82017-11-30 18:47:35 -08001041 // aux effects do in place conversion to float - we don't allocate mInConversionBuffer.
rago94a1ee82017-07-21 15:11:02 -07001042 // Theoretically insert effects can also do in-place conversions (destroying
1043 // the original buffer) when the output buffer is identical to the input buffer,
1044 // but we don't optimize for it here.
1045 const bool auxType = (mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY;
Andy Hung9aad48c2017-11-29 10:29:19 -08001046 const uint32_t inChannelCount =
1047 audio_channel_count_from_out_mask(mConfig.inputCfg.channels);
1048 const bool formatMismatch = !mSupportsFloat || mInChannelCountRequested != inChannelCount;
1049 if (!auxType && formatMismatch && mInBuffer.get() != nullptr) {
rago94a1ee82017-07-21 15:11:02 -07001050 // we need to translate - create hidl shared buffer and intercept
1051 const size_t inFrameCount = mConfig.inputCfg.buffer.frameCount;
Andy Hung9aad48c2017-11-29 10:29:19 -08001052 // Use FCC_2 in case mInChannelCountRequested is mono and the effect is stereo.
1053 const uint32_t inChannels = std::max((uint32_t)FCC_2, mInChannelCountRequested);
1054 const size_t size = inChannels * inFrameCount * std::max(sizeof(int16_t), sizeof(float));
rago94a1ee82017-07-21 15:11:02 -07001055
1056 ALOGV("%s: setInBuffer updating for inChannels:%d inFrameCount:%zu total size:%zu",
1057 __func__, inChannels, inFrameCount, size);
1058
Andy Hungbded9c82017-11-30 18:47:35 -08001059 if (size > 0 && (mInConversionBuffer.get() == nullptr
1060 || size > mInConversionBuffer->getSize())) {
1061 mInConversionBuffer.clear();
1062 ALOGV("%s: allocating mInConversionBuffer %zu", __func__, size);
Kevin Rocard7588ff42018-01-08 11:11:30 -08001063 sp<AudioFlinger> audioFlinger = mAudioFlinger.promote();
1064 LOG_ALWAYS_FATAL_IF(audioFlinger == nullptr, "EM could not retrieved audioFlinger");
1065 (void)audioFlinger->mEffectsFactoryHal->allocateBuffer(size, &mInConversionBuffer);
rago94a1ee82017-07-21 15:11:02 -07001066 }
Andy Hungbded9c82017-11-30 18:47:35 -08001067 if (mInConversionBuffer.get() != nullptr) {
Andy Hungbded9c82017-11-30 18:47:35 -08001068 mInConversionBuffer->setFrameCount(inFrameCount);
1069 mEffectInterface->setInBuffer(mInConversionBuffer);
rago94a1ee82017-07-21 15:11:02 -07001070 } else if (size > 0) {
Andy Hungbded9c82017-11-30 18:47:35 -08001071 ALOGE("%s cannot create mInConversionBuffer", __func__);
rago94a1ee82017-07-21 15:11:02 -07001072 }
1073 }
1074#endif
Mikhail Naganov022b9952017-01-04 16:36:51 -08001075}
1076
1077void AudioFlinger::EffectModule::setOutBuffer(const sp<EffectBufferHalInterface>& buffer) {
rago94a1ee82017-07-21 15:11:02 -07001078 ALOGVV("setOutBuffer %p",(&buffer));
Andy Hung6f88dc42017-12-13 16:19:39 -08001079
1080 // mConfig.outputCfg.buffer.frameCount may be zero if configure() is not called yet.
Mikhail Naganov022b9952017-01-04 16:36:51 -08001081 if (buffer != 0) {
1082 mConfig.outputCfg.buffer.raw = buffer->audioBuffer()->raw;
1083 buffer->setFrameCount(mConfig.outputCfg.buffer.frameCount);
1084 } else {
1085 mConfig.outputCfg.buffer.raw = NULL;
1086 }
1087 mOutBuffer = buffer;
Andy Hungc15aaee2017-11-27 17:02:40 -08001088 mEffectInterface->setOutBuffer(buffer);
rago94a1ee82017-07-21 15:11:02 -07001089
1090#ifdef FLOAT_EFFECT_CHAIN
Andy Hungbded9c82017-11-30 18:47:35 -08001091 // Note: Any effect that does not accumulate does not need mOutConversionBuffer and
rago94a1ee82017-07-21 15:11:02 -07001092 // can do in-place conversion from int16_t to float. We don't optimize here.
Andy Hung9aad48c2017-11-29 10:29:19 -08001093 const uint32_t outChannelCount =
1094 audio_channel_count_from_out_mask(mConfig.outputCfg.channels);
1095 const bool formatMismatch = !mSupportsFloat || mOutChannelCountRequested != outChannelCount;
1096 if (formatMismatch && mOutBuffer.get() != nullptr) {
rago94a1ee82017-07-21 15:11:02 -07001097 const size_t outFrameCount = mConfig.outputCfg.buffer.frameCount;
Andy Hung9aad48c2017-11-29 10:29:19 -08001098 // Use FCC_2 in case mOutChannelCountRequested is mono and the effect is stereo.
1099 const uint32_t outChannels = std::max((uint32_t)FCC_2, mOutChannelCountRequested);
1100 const size_t size = outChannels * outFrameCount * std::max(sizeof(int16_t), sizeof(float));
rago94a1ee82017-07-21 15:11:02 -07001101
1102 ALOGV("%s: setOutBuffer updating for outChannels:%d outFrameCount:%zu total size:%zu",
1103 __func__, outChannels, outFrameCount, size);
1104
Andy Hungbded9c82017-11-30 18:47:35 -08001105 if (size > 0 && (mOutConversionBuffer.get() == nullptr
1106 || size > mOutConversionBuffer->getSize())) {
1107 mOutConversionBuffer.clear();
1108 ALOGV("%s: allocating mOutConversionBuffer %zu", __func__, size);
Kevin Rocard7588ff42018-01-08 11:11:30 -08001109 sp<AudioFlinger> audioFlinger = mAudioFlinger.promote();
1110 LOG_ALWAYS_FATAL_IF(audioFlinger == nullptr, "EM could not retrieved audioFlinger");
1111 (void)audioFlinger->mEffectsFactoryHal->allocateBuffer(size, &mOutConversionBuffer);
rago94a1ee82017-07-21 15:11:02 -07001112 }
Andy Hungbded9c82017-11-30 18:47:35 -08001113 if (mOutConversionBuffer.get() != nullptr) {
1114 mOutConversionBuffer->setFrameCount(outFrameCount);
1115 mEffectInterface->setOutBuffer(mOutConversionBuffer);
rago94a1ee82017-07-21 15:11:02 -07001116 } else if (size > 0) {
Andy Hungbded9c82017-11-30 18:47:35 -08001117 ALOGE("%s cannot create mOutConversionBuffer", __func__);
rago94a1ee82017-07-21 15:11:02 -07001118 }
1119 }
1120#endif
Mikhail Naganov022b9952017-01-04 16:36:51 -08001121}
1122
Eric Laurentca7cc822012-11-19 14:55:58 -08001123status_t AudioFlinger::EffectModule::setVolume(uint32_t *left, uint32_t *right, bool controller)
1124{
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001125 AutoLockReentrant _l(mLock, mSetVolumeReentrantTid);
Eric Laurentd0ebb532013-04-02 16:41:41 -07001126 if (mStatus != NO_ERROR) {
1127 return mStatus;
1128 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001129 status_t status = NO_ERROR;
Eric Laurentca7cc822012-11-19 14:55:58 -08001130 // Send volume indication if EFFECT_FLAG_VOLUME_IND is set and read back altered volume
1131 // if controller flag is set (Note that controller == TRUE => EFFECT_FLAG_VOLUME_CTRL set)
1132 if (isProcessEnabled() &&
1133 ((mDescriptor.flags & EFFECT_FLAG_VOLUME_MASK) == EFFECT_FLAG_VOLUME_CTRL ||
1134 (mDescriptor.flags & EFFECT_FLAG_VOLUME_MASK) == EFFECT_FLAG_VOLUME_IND)) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001135 uint32_t volume[2];
1136 uint32_t *pVolume = NULL;
1137 uint32_t size = sizeof(volume);
1138 volume[0] = *left;
1139 volume[1] = *right;
1140 if (controller) {
1141 pVolume = volume;
1142 }
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001143 status = mEffectInterface->command(EFFECT_CMD_SET_VOLUME,
1144 size,
1145 volume,
1146 &size,
1147 pVolume);
Eric Laurentca7cc822012-11-19 14:55:58 -08001148 if (controller && status == NO_ERROR && size == sizeof(volume)) {
1149 *left = volume[0];
1150 *right = volume[1];
1151 }
1152 }
1153 return status;
1154}
1155
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001156void AudioFlinger::EffectChain::setVolumeForOutput_l(uint32_t left, uint32_t right)
1157{
1158 sp<ThreadBase> thread = mThread.promote();
1159 if (thread != 0 &&
Shingo Kitajima1f8df9a2018-05-29 11:35:06 +09001160 (thread->type() == ThreadBase::OFFLOAD || thread->type() == ThreadBase::DIRECT) &&
1161 !isNonOffloadableEnabled_l()) {
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001162 PlaybackThread *t = (PlaybackThread *)thread.get();
1163 float vol_l = (float)left / (1 << 24);
1164 float vol_r = (float)right / (1 << 24);
1165 t->setVolumeForOutput_l(vol_l, vol_r);
1166 }
1167}
1168
Eric Laurentca7cc822012-11-19 14:55:58 -08001169status_t AudioFlinger::EffectModule::setDevice(audio_devices_t device)
1170{
1171 if (device == AUDIO_DEVICE_NONE) {
1172 return NO_ERROR;
1173 }
1174
1175 Mutex::Autolock _l(mLock);
Eric Laurentd0ebb532013-04-02 16:41:41 -07001176 if (mStatus != NO_ERROR) {
1177 return mStatus;
1178 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001179 status_t status = NO_ERROR;
Eric Laurent7e1139c2013-06-06 18:29:01 -07001180 if ((mDescriptor.flags & EFFECT_FLAG_DEVICE_MASK) == EFFECT_FLAG_DEVICE_IND) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001181 status_t cmdStatus;
1182 uint32_t size = sizeof(status_t);
1183 uint32_t cmd = audio_is_output_devices(device) ? EFFECT_CMD_SET_DEVICE :
1184 EFFECT_CMD_SET_INPUT_DEVICE;
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001185 status = mEffectInterface->command(cmd,
1186 sizeof(uint32_t),
1187 &device,
1188 &size,
1189 &cmdStatus);
Eric Laurentca7cc822012-11-19 14:55:58 -08001190 }
1191 return status;
1192}
1193
1194status_t AudioFlinger::EffectModule::setMode(audio_mode_t mode)
1195{
1196 Mutex::Autolock _l(mLock);
Eric Laurentd0ebb532013-04-02 16:41:41 -07001197 if (mStatus != NO_ERROR) {
1198 return mStatus;
1199 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001200 status_t status = NO_ERROR;
1201 if ((mDescriptor.flags & EFFECT_FLAG_AUDIO_MODE_MASK) == EFFECT_FLAG_AUDIO_MODE_IND) {
1202 status_t cmdStatus;
1203 uint32_t size = sizeof(status_t);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001204 status = mEffectInterface->command(EFFECT_CMD_SET_AUDIO_MODE,
1205 sizeof(audio_mode_t),
1206 &mode,
1207 &size,
1208 &cmdStatus);
Eric Laurentca7cc822012-11-19 14:55:58 -08001209 if (status == NO_ERROR) {
1210 status = cmdStatus;
1211 }
1212 }
1213 return status;
1214}
1215
1216status_t AudioFlinger::EffectModule::setAudioSource(audio_source_t source)
1217{
1218 Mutex::Autolock _l(mLock);
Eric Laurentd0ebb532013-04-02 16:41:41 -07001219 if (mStatus != NO_ERROR) {
1220 return mStatus;
1221 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001222 status_t status = NO_ERROR;
1223 if ((mDescriptor.flags & EFFECT_FLAG_AUDIO_SOURCE_MASK) == EFFECT_FLAG_AUDIO_SOURCE_IND) {
1224 uint32_t size = 0;
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001225 status = mEffectInterface->command(EFFECT_CMD_SET_AUDIO_SOURCE,
1226 sizeof(audio_source_t),
1227 &source,
1228 &size,
1229 NULL);
Eric Laurentca7cc822012-11-19 14:55:58 -08001230 }
1231 return status;
1232}
1233
1234void AudioFlinger::EffectModule::setSuspended(bool suspended)
1235{
1236 Mutex::Autolock _l(mLock);
1237 mSuspended = suspended;
1238}
1239
1240bool AudioFlinger::EffectModule::suspended() const
1241{
1242 Mutex::Autolock _l(mLock);
1243 return mSuspended;
1244}
1245
1246bool AudioFlinger::EffectModule::purgeHandles()
1247{
1248 bool enabled = false;
1249 Mutex::Autolock _l(mLock);
1250 for (size_t i = 0; i < mHandles.size(); i++) {
1251 EffectHandle *handle = mHandles[i];
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001252 if (handle != NULL && !handle->disconnected()) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001253 if (handle->hasControl()) {
1254 enabled = handle->enabled();
1255 }
1256 }
1257 }
1258 return enabled;
1259}
1260
Eric Laurent5baf2af2013-09-12 17:37:00 -07001261status_t AudioFlinger::EffectModule::setOffloaded(bool offloaded, audio_io_handle_t io)
1262{
1263 Mutex::Autolock _l(mLock);
1264 if (mStatus != NO_ERROR) {
1265 return mStatus;
1266 }
1267 status_t status = NO_ERROR;
1268 if ((mDescriptor.flags & EFFECT_FLAG_OFFLOAD_SUPPORTED) != 0) {
1269 status_t cmdStatus;
1270 uint32_t size = sizeof(status_t);
1271 effect_offload_param_t cmd;
1272
1273 cmd.isOffload = offloaded;
1274 cmd.ioHandle = io;
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001275 status = mEffectInterface->command(EFFECT_CMD_OFFLOAD,
1276 sizeof(effect_offload_param_t),
1277 &cmd,
1278 &size,
1279 &cmdStatus);
Eric Laurent5baf2af2013-09-12 17:37:00 -07001280 if (status == NO_ERROR) {
1281 status = cmdStatus;
1282 }
1283 mOffloaded = (status == NO_ERROR) ? offloaded : false;
1284 } else {
1285 if (offloaded) {
1286 status = INVALID_OPERATION;
1287 }
1288 mOffloaded = false;
1289 }
1290 ALOGV("setOffloaded() offloaded %d io %d status %d", offloaded, io, status);
1291 return status;
1292}
1293
1294bool AudioFlinger::EffectModule::isOffloaded() const
1295{
1296 Mutex::Autolock _l(mLock);
1297 return mOffloaded;
1298}
1299
Marco Nelissenb2208842014-02-07 14:00:50 -08001300String8 effectFlagsToString(uint32_t flags) {
1301 String8 s;
1302
1303 s.append("conn. mode: ");
1304 switch (flags & EFFECT_FLAG_TYPE_MASK) {
1305 case EFFECT_FLAG_TYPE_INSERT: s.append("insert"); break;
1306 case EFFECT_FLAG_TYPE_AUXILIARY: s.append("auxiliary"); break;
1307 case EFFECT_FLAG_TYPE_REPLACE: s.append("replace"); break;
1308 case EFFECT_FLAG_TYPE_PRE_PROC: s.append("preproc"); break;
1309 case EFFECT_FLAG_TYPE_POST_PROC: s.append("postproc"); break;
1310 default: s.append("unknown/reserved"); break;
1311 }
1312 s.append(", ");
1313
1314 s.append("insert pref: ");
1315 switch (flags & EFFECT_FLAG_INSERT_MASK) {
1316 case EFFECT_FLAG_INSERT_ANY: s.append("any"); break;
1317 case EFFECT_FLAG_INSERT_FIRST: s.append("first"); break;
1318 case EFFECT_FLAG_INSERT_LAST: s.append("last"); break;
1319 case EFFECT_FLAG_INSERT_EXCLUSIVE: s.append("exclusive"); break;
1320 default: s.append("unknown/reserved"); break;
1321 }
1322 s.append(", ");
1323
1324 s.append("volume mgmt: ");
1325 switch (flags & EFFECT_FLAG_VOLUME_MASK) {
1326 case EFFECT_FLAG_VOLUME_NONE: s.append("none"); break;
1327 case EFFECT_FLAG_VOLUME_CTRL: s.append("implements control"); break;
1328 case EFFECT_FLAG_VOLUME_IND: s.append("requires indication"); break;
1329 default: s.append("unknown/reserved"); break;
1330 }
1331 s.append(", ");
1332
1333 uint32_t devind = flags & EFFECT_FLAG_DEVICE_MASK;
1334 if (devind) {
1335 s.append("device indication: ");
1336 switch (devind) {
1337 case EFFECT_FLAG_DEVICE_IND: s.append("requires updates"); break;
1338 default: s.append("unknown/reserved"); break;
1339 }
1340 s.append(", ");
1341 }
1342
1343 s.append("input mode: ");
1344 switch (flags & EFFECT_FLAG_INPUT_MASK) {
1345 case EFFECT_FLAG_INPUT_DIRECT: s.append("direct"); break;
1346 case EFFECT_FLAG_INPUT_PROVIDER: s.append("provider"); break;
1347 case EFFECT_FLAG_INPUT_BOTH: s.append("direct+provider"); break;
1348 default: s.append("not set"); break;
1349 }
1350 s.append(", ");
1351
1352 s.append("output mode: ");
1353 switch (flags & EFFECT_FLAG_OUTPUT_MASK) {
1354 case EFFECT_FLAG_OUTPUT_DIRECT: s.append("direct"); break;
1355 case EFFECT_FLAG_OUTPUT_PROVIDER: s.append("provider"); break;
1356 case EFFECT_FLAG_OUTPUT_BOTH: s.append("direct+provider"); break;
1357 default: s.append("not set"); break;
1358 }
1359 s.append(", ");
1360
1361 uint32_t accel = flags & EFFECT_FLAG_HW_ACC_MASK;
1362 if (accel) {
1363 s.append("hardware acceleration: ");
1364 switch (accel) {
1365 case EFFECT_FLAG_HW_ACC_SIMPLE: s.append("non-tunneled"); break;
1366 case EFFECT_FLAG_HW_ACC_TUNNEL: s.append("tunneled"); break;
1367 default: s.append("unknown/reserved"); break;
1368 }
1369 s.append(", ");
1370 }
1371
1372 uint32_t modeind = flags & EFFECT_FLAG_AUDIO_MODE_MASK;
1373 if (modeind) {
1374 s.append("mode indication: ");
1375 switch (modeind) {
1376 case EFFECT_FLAG_AUDIO_MODE_IND: s.append("required"); break;
1377 default: s.append("unknown/reserved"); break;
1378 }
1379 s.append(", ");
1380 }
1381
1382 uint32_t srcind = flags & EFFECT_FLAG_AUDIO_SOURCE_MASK;
1383 if (srcind) {
1384 s.append("source indication: ");
1385 switch (srcind) {
1386 case EFFECT_FLAG_AUDIO_SOURCE_IND: s.append("required"); break;
1387 default: s.append("unknown/reserved"); break;
1388 }
1389 s.append(", ");
1390 }
1391
1392 if (flags & EFFECT_FLAG_OFFLOAD_MASK) {
1393 s.append("offloadable, ");
1394 }
1395
1396 int len = s.length();
1397 if (s.length() > 2) {
Glenn Kasten57c4e6f2016-03-18 14:54:07 -07001398 (void) s.lockBuffer(len);
Marco Nelissenb2208842014-02-07 14:00:50 -08001399 s.unlockBuffer(len - 2);
1400 }
1401 return s;
1402}
1403
Andy Hungbded9c82017-11-30 18:47:35 -08001404static std::string dumpInOutBuffer(bool isInput, const sp<EffectBufferHalInterface> &buffer) {
1405 std::stringstream ss;
1406
1407 if (buffer.get() == nullptr) {
1408 return "nullptr"; // make different than below
1409 } else if (buffer->externalData() != nullptr) {
1410 ss << (isInput ? buffer->externalData() : buffer->audioBuffer()->raw)
1411 << " -> "
1412 << (isInput ? buffer->audioBuffer()->raw : buffer->externalData());
1413 } else {
1414 ss << buffer->audioBuffer()->raw;
1415 }
1416 return ss.str();
1417}
Marco Nelissenb2208842014-02-07 14:00:50 -08001418
Glenn Kasten0f11b512014-01-31 16:18:54 -08001419void AudioFlinger::EffectModule::dump(int fd, const Vector<String16>& args __unused)
Eric Laurentca7cc822012-11-19 14:55:58 -08001420{
Eric Laurentca7cc822012-11-19 14:55:58 -08001421 String8 result;
1422
Andy Hung9718d662017-12-22 17:57:39 -08001423 result.appendFormat("\tEffect ID %d:\n", mId);
Eric Laurentca7cc822012-11-19 14:55:58 -08001424
1425 bool locked = AudioFlinger::dumpTryLock(mLock);
1426 // failed to lock - AudioFlinger is probably deadlocked
1427 if (!locked) {
1428 result.append("\t\tCould not lock Fx mutex:\n");
1429 }
1430
1431 result.append("\t\tSession Status State Engine:\n");
Andy Hung9718d662017-12-22 17:57:39 -08001432 result.appendFormat("\t\t%05d %03d %03d %p\n",
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001433 mSessionId, mStatus, mState, mEffectInterface.get());
Eric Laurentca7cc822012-11-19 14:55:58 -08001434
1435 result.append("\t\tDescriptor:\n");
Mikhail Naganov424c4f52017-07-19 17:54:29 -07001436 char uuidStr[64];
1437 AudioEffect::guidToString(&mDescriptor.uuid, uuidStr, sizeof(uuidStr));
Andy Hung9718d662017-12-22 17:57:39 -08001438 result.appendFormat("\t\t- UUID: %s\n", uuidStr);
Mikhail Naganov424c4f52017-07-19 17:54:29 -07001439 AudioEffect::guidToString(&mDescriptor.type, uuidStr, sizeof(uuidStr));
Andy Hung9718d662017-12-22 17:57:39 -08001440 result.appendFormat("\t\t- TYPE: %s\n", uuidStr);
1441 result.appendFormat("\t\t- apiVersion: %08X\n\t\t- flags: %08X (%s)\n",
Eric Laurentca7cc822012-11-19 14:55:58 -08001442 mDescriptor.apiVersion,
Marco Nelissenb2208842014-02-07 14:00:50 -08001443 mDescriptor.flags,
1444 effectFlagsToString(mDescriptor.flags).string());
Andy Hung9718d662017-12-22 17:57:39 -08001445 result.appendFormat("\t\t- name: %s\n",
Eric Laurentca7cc822012-11-19 14:55:58 -08001446 mDescriptor.name);
Andy Hung9718d662017-12-22 17:57:39 -08001447
1448 result.appendFormat("\t\t- implementor: %s\n",
Eric Laurentca7cc822012-11-19 14:55:58 -08001449 mDescriptor.implementor);
Andy Hung9718d662017-12-22 17:57:39 -08001450
1451 result.appendFormat("\t\t- data: %s\n", mSupportsFloat ? "float" : "int16");
Eric Laurentca7cc822012-11-19 14:55:58 -08001452
1453 result.append("\t\t- Input configuration:\n");
Andy Hung9718d662017-12-22 17:57:39 -08001454 result.append("\t\t\tBuffer Frames Smp rate Channels Format\n");
1455 result.appendFormat("\t\t\t%p %05zu %05d %08x %6d (%s)\n",
1456 mConfig.inputCfg.buffer.raw,
Eric Laurentca7cc822012-11-19 14:55:58 -08001457 mConfig.inputCfg.buffer.frameCount,
1458 mConfig.inputCfg.samplingRate,
1459 mConfig.inputCfg.channels,
Marco Nelissenb2208842014-02-07 14:00:50 -08001460 mConfig.inputCfg.format,
Andy Hung9718d662017-12-22 17:57:39 -08001461 formatToString((audio_format_t)mConfig.inputCfg.format).c_str());
Eric Laurentca7cc822012-11-19 14:55:58 -08001462
1463 result.append("\t\t- Output configuration:\n");
1464 result.append("\t\t\tBuffer Frames Smp rate Channels Format\n");
Andy Hung9718d662017-12-22 17:57:39 -08001465 result.appendFormat("\t\t\t%p %05zu %05d %08x %6d (%s)\n",
Kévin PETIT377b2ec2014-02-03 12:35:36 +00001466 mConfig.outputCfg.buffer.raw,
Eric Laurentca7cc822012-11-19 14:55:58 -08001467 mConfig.outputCfg.buffer.frameCount,
1468 mConfig.outputCfg.samplingRate,
1469 mConfig.outputCfg.channels,
Marco Nelissenb2208842014-02-07 14:00:50 -08001470 mConfig.outputCfg.format,
Mikhail Naganov913d06c2016-11-01 12:49:22 -07001471 formatToString((audio_format_t)mConfig.outputCfg.format).c_str());
Eric Laurentca7cc822012-11-19 14:55:58 -08001472
rago94a1ee82017-07-21 15:11:02 -07001473#ifdef FLOAT_EFFECT_CHAIN
rago94a1ee82017-07-21 15:11:02 -07001474
Andy Hungbded9c82017-11-30 18:47:35 -08001475 result.appendFormat("\t\t- HAL buffers:\n"
1476 "\t\t\tIn(%s) InConversion(%s) Out(%s) OutConversion(%s)\n",
1477 dumpInOutBuffer(true /* isInput */, mInBuffer).c_str(),
1478 dumpInOutBuffer(true /* isInput */, mInConversionBuffer).c_str(),
1479 dumpInOutBuffer(false /* isInput */, mOutBuffer).c_str(),
1480 dumpInOutBuffer(false /* isInput */, mOutConversionBuffer).c_str());
rago94a1ee82017-07-21 15:11:02 -07001481#endif
1482
Andy Hung9718d662017-12-22 17:57:39 -08001483 result.appendFormat("\t\t%zu Clients:\n", mHandles.size());
Marco Nelissenb2208842014-02-07 14:00:50 -08001484 result.append("\t\t\t Pid Priority Ctrl Locked client server\n");
Andy Hung9718d662017-12-22 17:57:39 -08001485 char buffer[256];
Eric Laurentca7cc822012-11-19 14:55:58 -08001486 for (size_t i = 0; i < mHandles.size(); ++i) {
1487 EffectHandle *handle = mHandles[i];
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001488 if (handle != NULL && !handle->disconnected()) {
Andy Hung9718d662017-12-22 17:57:39 -08001489 handle->dumpToBuffer(buffer, sizeof(buffer));
Eric Laurentca7cc822012-11-19 14:55:58 -08001490 result.append(buffer);
1491 }
1492 }
1493
Eric Laurentca7cc822012-11-19 14:55:58 -08001494 write(fd, result.string(), result.length());
1495
1496 if (locked) {
1497 mLock.unlock();
1498 }
1499}
1500
1501// ----------------------------------------------------------------------------
1502// EffectHandle implementation
1503// ----------------------------------------------------------------------------
1504
1505#undef LOG_TAG
1506#define LOG_TAG "AudioFlinger::EffectHandle"
1507
1508AudioFlinger::EffectHandle::EffectHandle(const sp<EffectModule>& effect,
1509 const sp<AudioFlinger::Client>& client,
1510 const sp<IEffectClient>& effectClient,
1511 int32_t priority)
1512 : BnEffect(),
1513 mEffect(effect), mEffectClient(effectClient), mClient(client), mCblk(NULL),
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001514 mPriority(priority), mHasControl(false), mEnabled(false), mDisconnected(false)
Eric Laurentca7cc822012-11-19 14:55:58 -08001515{
1516 ALOGV("constructor %p", this);
1517
1518 if (client == 0) {
1519 return;
1520 }
1521 int bufOffset = ((sizeof(effect_param_cblk_t) - 1) / sizeof(int) + 1) * sizeof(int);
1522 mCblkMemory = client->heap()->allocate(EFFECT_PARAM_BUFFER_SIZE + bufOffset);
Glenn Kastene75da402013-11-20 13:54:52 -08001523 if (mCblkMemory == 0 ||
1524 (mCblk = static_cast<effect_param_cblk_t *>(mCblkMemory->pointer())) == NULL) {
Glenn Kastenc42e9b42016-03-21 11:35:03 -07001525 ALOGE("not enough memory for Effect size=%zu", EFFECT_PARAM_BUFFER_SIZE +
Eric Laurentca7cc822012-11-19 14:55:58 -08001526 sizeof(effect_param_cblk_t));
Glenn Kastene75da402013-11-20 13:54:52 -08001527 mCblkMemory.clear();
Eric Laurentca7cc822012-11-19 14:55:58 -08001528 return;
1529 }
Glenn Kastene75da402013-11-20 13:54:52 -08001530 new(mCblk) effect_param_cblk_t();
1531 mBuffer = (uint8_t *)mCblk + bufOffset;
Eric Laurentca7cc822012-11-19 14:55:58 -08001532}
1533
1534AudioFlinger::EffectHandle::~EffectHandle()
1535{
1536 ALOGV("Destructor %p", this);
Eric Laurentca7cc822012-11-19 14:55:58 -08001537 disconnect(false);
1538}
1539
Glenn Kastene75da402013-11-20 13:54:52 -08001540status_t AudioFlinger::EffectHandle::initCheck()
1541{
1542 return mClient == 0 || mCblkMemory != 0 ? OK : NO_MEMORY;
1543}
1544
Eric Laurentca7cc822012-11-19 14:55:58 -08001545status_t AudioFlinger::EffectHandle::enable()
1546{
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001547 AutoMutex _l(mLock);
Eric Laurentca7cc822012-11-19 14:55:58 -08001548 ALOGV("enable %p", this);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001549 sp<EffectModule> effect = mEffect.promote();
1550 if (effect == 0 || mDisconnected) {
1551 return DEAD_OBJECT;
1552 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001553 if (!mHasControl) {
1554 return INVALID_OPERATION;
1555 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001556
1557 if (mEnabled) {
1558 return NO_ERROR;
1559 }
1560
1561 mEnabled = true;
1562
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001563 sp<ThreadBase> thread = effect->thread().promote();
Eric Laurentca7cc822012-11-19 14:55:58 -08001564 if (thread != 0) {
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001565 thread->checkSuspendOnEffectEnabled(effect, true, effect->sessionId());
Eric Laurentca7cc822012-11-19 14:55:58 -08001566 }
1567
1568 // checkSuspendOnEffectEnabled() can suspend this same effect when enabled
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001569 if (effect->suspended()) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001570 return NO_ERROR;
1571 }
1572
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001573 status_t status = effect->setEnabled(true);
Eric Laurentca7cc822012-11-19 14:55:58 -08001574 if (status != NO_ERROR) {
1575 if (thread != 0) {
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001576 thread->checkSuspendOnEffectEnabled(effect, false, effect->sessionId());
Eric Laurentca7cc822012-11-19 14:55:58 -08001577 }
1578 mEnabled = false;
Eric Laurent813e2a72013-08-31 12:59:48 -07001579 } else {
Eric Laurent59fe0102013-09-27 18:48:26 -07001580 if (thread != 0) {
Eric Laurent6acd1d42017-01-04 14:23:29 -08001581 if (thread->type() == ThreadBase::OFFLOAD || thread->type() == ThreadBase::MMAP) {
1582 Mutex::Autolock _l(thread->mLock);
1583 thread->broadcast_l();
Eric Laurent813e2a72013-08-31 12:59:48 -07001584 }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001585 if (!effect->isOffloadable()) {
Eric Laurent59fe0102013-09-27 18:48:26 -07001586 if (thread->type() == ThreadBase::OFFLOAD) {
1587 PlaybackThread *t = (PlaybackThread *)thread.get();
1588 t->invalidateTracks(AUDIO_STREAM_MUSIC);
1589 }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001590 if (effect->sessionId() == AUDIO_SESSION_OUTPUT_MIX) {
Eric Laurent59fe0102013-09-27 18:48:26 -07001591 thread->mAudioFlinger->onNonOffloadableGlobalEffectEnable();
1592 }
Eric Laurent813e2a72013-08-31 12:59:48 -07001593 }
1594 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001595 }
1596 return status;
1597}
1598
1599status_t AudioFlinger::EffectHandle::disable()
1600{
1601 ALOGV("disable %p", this);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001602 AutoMutex _l(mLock);
1603 sp<EffectModule> effect = mEffect.promote();
1604 if (effect == 0 || mDisconnected) {
1605 return DEAD_OBJECT;
1606 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001607 if (!mHasControl) {
1608 return INVALID_OPERATION;
1609 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001610
1611 if (!mEnabled) {
1612 return NO_ERROR;
1613 }
1614 mEnabled = false;
1615
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001616 if (effect->suspended()) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001617 return NO_ERROR;
1618 }
1619
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001620 status_t status = effect->setEnabled(false);
Eric Laurentca7cc822012-11-19 14:55:58 -08001621
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001622 sp<ThreadBase> thread = effect->thread().promote();
Eric Laurentca7cc822012-11-19 14:55:58 -08001623 if (thread != 0) {
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001624 thread->checkSuspendOnEffectEnabled(effect, false, effect->sessionId());
Eric Laurent6acd1d42017-01-04 14:23:29 -08001625 if (thread->type() == ThreadBase::OFFLOAD || thread->type() == ThreadBase::MMAP) {
1626 Mutex::Autolock _l(thread->mLock);
1627 thread->broadcast_l();
Eric Laurent59fe0102013-09-27 18:48:26 -07001628 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001629 }
1630
1631 return status;
1632}
1633
1634void AudioFlinger::EffectHandle::disconnect()
1635{
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001636 ALOGV("%s %p", __FUNCTION__, this);
Eric Laurentca7cc822012-11-19 14:55:58 -08001637 disconnect(true);
1638}
1639
1640void AudioFlinger::EffectHandle::disconnect(bool unpinIfLast)
1641{
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001642 AutoMutex _l(mLock);
1643 ALOGV("disconnect(%s) %p", unpinIfLast ? "true" : "false", this);
1644 if (mDisconnected) {
1645 if (unpinIfLast) {
1646 android_errorWriteLog(0x534e4554, "32707507");
1647 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001648 return;
1649 }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001650 mDisconnected = true;
1651 sp<ThreadBase> thread;
1652 {
1653 sp<EffectModule> effect = mEffect.promote();
1654 if (effect != 0) {
1655 thread = effect->thread().promote();
Eric Laurentca7cc822012-11-19 14:55:58 -08001656 }
1657 }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001658 if (thread != 0) {
1659 thread->disconnectEffectHandle(this, unpinIfLast);
Eric Laurentf10c7092016-12-06 17:09:56 -08001660 } else {
Eric Laurentf10c7092016-12-06 17:09:56 -08001661 // try to cleanup as much as we can
1662 sp<EffectModule> effect = mEffect.promote();
Mikhail Naganov424c4f52017-07-19 17:54:29 -07001663 if (effect != 0 && effect->disconnectHandle(this, unpinIfLast) > 0) {
1664 ALOGW("%s Effect handle %p disconnected after thread destruction", __FUNCTION__, this);
Eric Laurentf10c7092016-12-06 17:09:56 -08001665 }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001666 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001667
Eric Laurentca7cc822012-11-19 14:55:58 -08001668 if (mClient != 0) {
1669 if (mCblk != NULL) {
1670 // unlike ~TrackBase(), mCblk is never a local new, so don't delete
1671 mCblk->~effect_param_cblk_t(); // destroy our shared-structure.
1672 }
1673 mCblkMemory.clear(); // free the shared memory before releasing the heap it belongs to
Eric Laurent021cf962014-05-13 10:18:14 -07001674 // Client destructor must run with AudioFlinger client mutex locked
1675 Mutex::Autolock _l(mClient->audioFlinger()->mClientLock);
Eric Laurentca7cc822012-11-19 14:55:58 -08001676 mClient.clear();
1677 }
1678}
1679
1680status_t AudioFlinger::EffectHandle::command(uint32_t cmdCode,
1681 uint32_t cmdSize,
1682 void *pCmdData,
1683 uint32_t *replySize,
1684 void *pReplyData)
1685{
1686 ALOGVV("command(), cmdCode: %d, mHasControl: %d, mEffect: %p",
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001687 cmdCode, mHasControl, mEffect.unsafe_get());
Eric Laurentca7cc822012-11-19 14:55:58 -08001688
Eric Laurentc7ab3092017-06-15 18:43:46 -07001689 // reject commands reserved for internal use by audio framework if coming from outside
1690 // of audioserver
1691 switch(cmdCode) {
1692 case EFFECT_CMD_ENABLE:
1693 case EFFECT_CMD_DISABLE:
1694 case EFFECT_CMD_SET_PARAM:
1695 case EFFECT_CMD_SET_PARAM_DEFERRED:
1696 case EFFECT_CMD_SET_PARAM_COMMIT:
1697 case EFFECT_CMD_GET_PARAM:
1698 break;
1699 default:
1700 if (cmdCode >= EFFECT_CMD_FIRST_PROPRIETARY) {
1701 break;
1702 }
1703 android_errorWriteLog(0x534e4554, "62019992");
1704 return BAD_VALUE;
1705 }
1706
Eric Laurent1ffc5852016-12-15 14:46:09 -08001707 if (cmdCode == EFFECT_CMD_ENABLE) {
1708 if (*replySize < sizeof(int)) {
1709 android_errorWriteLog(0x534e4554, "32095713");
1710 return BAD_VALUE;
1711 }
1712 *(int *)pReplyData = NO_ERROR;
1713 *replySize = sizeof(int);
1714 return enable();
1715 } else if (cmdCode == EFFECT_CMD_DISABLE) {
1716 if (*replySize < sizeof(int)) {
1717 android_errorWriteLog(0x534e4554, "32095713");
1718 return BAD_VALUE;
1719 }
1720 *(int *)pReplyData = NO_ERROR;
1721 *replySize = sizeof(int);
1722 return disable();
1723 }
1724
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001725 AutoMutex _l(mLock);
1726 sp<EffectModule> effect = mEffect.promote();
1727 if (effect == 0 || mDisconnected) {
1728 return DEAD_OBJECT;
1729 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001730 // only get parameter command is permitted for applications not controlling the effect
1731 if (!mHasControl && cmdCode != EFFECT_CMD_GET_PARAM) {
1732 return INVALID_OPERATION;
1733 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001734 if (mClient == 0) {
1735 return INVALID_OPERATION;
1736 }
1737
1738 // handle commands that are not forwarded transparently to effect engine
1739 if (cmdCode == EFFECT_CMD_SET_PARAM_COMMIT) {
Eric Laurent1ffc5852016-12-15 14:46:09 -08001740 if (*replySize < sizeof(int)) {
1741 android_errorWriteLog(0x534e4554, "32095713");
1742 return BAD_VALUE;
1743 }
1744 *(int *)pReplyData = NO_ERROR;
1745 *replySize = sizeof(int);
1746
Eric Laurentca7cc822012-11-19 14:55:58 -08001747 // No need to trylock() here as this function is executed in the binder thread serving a
1748 // particular client process: no risk to block the whole media server process or mixer
1749 // threads if we are stuck here
1750 Mutex::Autolock _l(mCblk->lock);
Andy Hunga447a0f2016-11-15 17:19:58 -08001751 // keep local copy of index in case of client corruption b/32220769
1752 const uint32_t clientIndex = mCblk->clientIndex;
1753 const uint32_t serverIndex = mCblk->serverIndex;
1754 if (clientIndex > EFFECT_PARAM_BUFFER_SIZE ||
1755 serverIndex > EFFECT_PARAM_BUFFER_SIZE) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001756 mCblk->serverIndex = 0;
1757 mCblk->clientIndex = 0;
1758 return BAD_VALUE;
1759 }
1760 status_t status = NO_ERROR;
Andy Hunga447a0f2016-11-15 17:19:58 -08001761 effect_param_t *param = NULL;
1762 for (uint32_t index = serverIndex; index < clientIndex;) {
1763 int *p = (int *)(mBuffer + index);
1764 const int size = *p++;
1765 if (size < 0
1766 || size > EFFECT_PARAM_BUFFER_SIZE
1767 || ((uint8_t *)p + size) > mBuffer + clientIndex) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001768 ALOGW("command(): invalid parameter block size");
Andy Hunga447a0f2016-11-15 17:19:58 -08001769 status = BAD_VALUE;
Eric Laurentca7cc822012-11-19 14:55:58 -08001770 break;
1771 }
Andy Hunga447a0f2016-11-15 17:19:58 -08001772
1773 // copy to local memory in case of client corruption b/32220769
1774 param = (effect_param_t *)realloc(param, size);
1775 if (param == NULL) {
1776 ALOGW("command(): out of memory");
1777 status = NO_MEMORY;
1778 break;
Eric Laurentca7cc822012-11-19 14:55:58 -08001779 }
Andy Hunga447a0f2016-11-15 17:19:58 -08001780 memcpy(param, p, size);
1781
1782 int reply = 0;
1783 uint32_t rsize = sizeof(reply);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001784 status_t ret = effect->command(EFFECT_CMD_SET_PARAM,
Andy Hunga447a0f2016-11-15 17:19:58 -08001785 size,
1786 param,
Eric Laurentca7cc822012-11-19 14:55:58 -08001787 &rsize,
1788 &reply);
Andy Hunga447a0f2016-11-15 17:19:58 -08001789
1790 // verify shared memory: server index shouldn't change; client index can't go back.
1791 if (serverIndex != mCblk->serverIndex
1792 || clientIndex > mCblk->clientIndex) {
1793 android_errorWriteLog(0x534e4554, "32220769");
1794 status = BAD_VALUE;
1795 break;
1796 }
1797
Eric Laurentca7cc822012-11-19 14:55:58 -08001798 // stop at first error encountered
1799 if (ret != NO_ERROR) {
1800 status = ret;
1801 *(int *)pReplyData = reply;
1802 break;
1803 } else if (reply != NO_ERROR) {
1804 *(int *)pReplyData = reply;
1805 break;
1806 }
Andy Hunga447a0f2016-11-15 17:19:58 -08001807 index += size;
Eric Laurentca7cc822012-11-19 14:55:58 -08001808 }
Andy Hunga447a0f2016-11-15 17:19:58 -08001809 free(param);
Eric Laurentca7cc822012-11-19 14:55:58 -08001810 mCblk->serverIndex = 0;
1811 mCblk->clientIndex = 0;
1812 return status;
Eric Laurentca7cc822012-11-19 14:55:58 -08001813 }
1814
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001815 return effect->command(cmdCode, cmdSize, pCmdData, replySize, pReplyData);
Eric Laurentca7cc822012-11-19 14:55:58 -08001816}
1817
1818void AudioFlinger::EffectHandle::setControl(bool hasControl, bool signal, bool enabled)
1819{
1820 ALOGV("setControl %p control %d", this, hasControl);
1821
1822 mHasControl = hasControl;
1823 mEnabled = enabled;
1824
1825 if (signal && mEffectClient != 0) {
1826 mEffectClient->controlStatusChanged(hasControl);
1827 }
1828}
1829
1830void AudioFlinger::EffectHandle::commandExecuted(uint32_t cmdCode,
1831 uint32_t cmdSize,
1832 void *pCmdData,
1833 uint32_t replySize,
1834 void *pReplyData)
1835{
1836 if (mEffectClient != 0) {
1837 mEffectClient->commandExecuted(cmdCode, cmdSize, pCmdData, replySize, pReplyData);
1838 }
1839}
1840
1841
1842
1843void AudioFlinger::EffectHandle::setEnabled(bool enabled)
1844{
1845 if (mEffectClient != 0) {
1846 mEffectClient->enableStatusChanged(enabled);
1847 }
1848}
1849
1850status_t AudioFlinger::EffectHandle::onTransact(
1851 uint32_t code, const Parcel& data, Parcel* reply, uint32_t flags)
1852{
1853 return BnEffect::onTransact(code, data, reply, flags);
1854}
1855
1856
Glenn Kasten01d3acb2014-02-06 08:24:07 -08001857void AudioFlinger::EffectHandle::dumpToBuffer(char* buffer, size_t size)
Eric Laurentca7cc822012-11-19 14:55:58 -08001858{
1859 bool locked = mCblk != NULL && AudioFlinger::dumpTryLock(mCblk->lock);
1860
Marco Nelissenb2208842014-02-07 14:00:50 -08001861 snprintf(buffer, size, "\t\t\t%5d %5d %3s %3s %5u %5u\n",
Eric Laurentca7cc822012-11-19 14:55:58 -08001862 (mClient == 0) ? getpid_cached : mClient->pid(),
1863 mPriority,
Marco Nelissenb2208842014-02-07 14:00:50 -08001864 mHasControl ? "yes" : "no",
1865 locked ? "yes" : "no",
Eric Laurentca7cc822012-11-19 14:55:58 -08001866 mCblk ? mCblk->clientIndex : 0,
1867 mCblk ? mCblk->serverIndex : 0
1868 );
1869
1870 if (locked) {
1871 mCblk->lock.unlock();
1872 }
1873}
1874
1875#undef LOG_TAG
1876#define LOG_TAG "AudioFlinger::EffectChain"
1877
1878AudioFlinger::EffectChain::EffectChain(ThreadBase *thread,
Glenn Kastend848eb42016-03-08 13:42:11 -08001879 audio_session_t sessionId)
Eric Laurentca7cc822012-11-19 14:55:58 -08001880 : mThread(thread), mSessionId(sessionId), mActiveTrackCnt(0), mTrackCnt(0), mTailBufferCount(0),
Mikhail Naganov022b9952017-01-04 16:36:51 -08001881 mVolumeCtrlIdx(-1), mLeftVolume(UINT_MAX), mRightVolume(UINT_MAX),
Eric Laurentfa1e1232016-08-02 19:01:49 -07001882 mNewLeftVolume(UINT_MAX), mNewRightVolume(UINT_MAX)
Eric Laurentca7cc822012-11-19 14:55:58 -08001883{
1884 mStrategy = AudioSystem::getStrategyForStream(AUDIO_STREAM_MUSIC);
1885 if (thread == NULL) {
1886 return;
1887 }
1888 mMaxTailBuffers = ((kProcessTailDurationMs * thread->sampleRate()) / 1000) /
1889 thread->frameCount();
1890}
1891
1892AudioFlinger::EffectChain::~EffectChain()
1893{
Eric Laurentca7cc822012-11-19 14:55:58 -08001894}
1895
1896// getEffectFromDesc_l() must be called with ThreadBase::mLock held
1897sp<AudioFlinger::EffectModule> AudioFlinger::EffectChain::getEffectFromDesc_l(
1898 effect_descriptor_t *descriptor)
1899{
1900 size_t size = mEffects.size();
1901
1902 for (size_t i = 0; i < size; i++) {
1903 if (memcmp(&mEffects[i]->desc().uuid, &descriptor->uuid, sizeof(effect_uuid_t)) == 0) {
1904 return mEffects[i];
1905 }
1906 }
1907 return 0;
1908}
1909
1910// getEffectFromId_l() must be called with ThreadBase::mLock held
1911sp<AudioFlinger::EffectModule> AudioFlinger::EffectChain::getEffectFromId_l(int id)
1912{
1913 size_t size = mEffects.size();
1914
1915 for (size_t i = 0; i < size; i++) {
1916 // by convention, return first effect if id provided is 0 (0 is never a valid id)
1917 if (id == 0 || mEffects[i]->id() == id) {
1918 return mEffects[i];
1919 }
1920 }
1921 return 0;
1922}
1923
1924// getEffectFromType_l() must be called with ThreadBase::mLock held
1925sp<AudioFlinger::EffectModule> AudioFlinger::EffectChain::getEffectFromType_l(
1926 const effect_uuid_t *type)
1927{
1928 size_t size = mEffects.size();
1929
1930 for (size_t i = 0; i < size; i++) {
1931 if (memcmp(&mEffects[i]->desc().type, type, sizeof(effect_uuid_t)) == 0) {
1932 return mEffects[i];
1933 }
1934 }
1935 return 0;
1936}
1937
1938void AudioFlinger::EffectChain::clearInputBuffer()
1939{
1940 Mutex::Autolock _l(mLock);
1941 sp<ThreadBase> thread = mThread.promote();
1942 if (thread == 0) {
1943 ALOGW("clearInputBuffer(): cannot promote mixer thread");
1944 return;
1945 }
1946 clearInputBuffer_l(thread);
1947}
1948
1949// Must be called with EffectChain::mLock locked
Chih-Hung Hsieh36d0ca12016-08-09 14:31:32 -07001950void AudioFlinger::EffectChain::clearInputBuffer_l(const sp<ThreadBase>& thread)
Eric Laurentca7cc822012-11-19 14:55:58 -08001951{
Eric Laurent6acd1d42017-01-04 14:23:29 -08001952 if (mInBuffer == NULL) {
1953 return;
1954 }
Ricardo Garcia726b6a72014-08-11 12:04:54 -07001955 const size_t frameSize =
Andy Hung9aad48c2017-11-29 10:29:19 -08001956 audio_bytes_per_sample(EFFECT_BUFFER_FORMAT) * thread->channelCount();
rago94a1ee82017-07-21 15:11:02 -07001957
Mikhail Naganov022b9952017-01-04 16:36:51 -08001958 memset(mInBuffer->audioBuffer()->raw, 0, thread->frameCount() * frameSize);
1959 mInBuffer->commit();
Eric Laurentca7cc822012-11-19 14:55:58 -08001960}
1961
1962// Must be called with EffectChain::mLock locked
1963void AudioFlinger::EffectChain::process_l()
1964{
1965 sp<ThreadBase> thread = mThread.promote();
1966 if (thread == 0) {
1967 ALOGW("process_l(): cannot promote mixer thread");
1968 return;
1969 }
1970 bool isGlobalSession = (mSessionId == AUDIO_SESSION_OUTPUT_MIX) ||
1971 (mSessionId == AUDIO_SESSION_OUTPUT_STAGE);
Jean-Michel Trivifed62922013-09-25 18:50:33 -07001972 // never process effects when:
1973 // - on an OFFLOAD thread
1974 // - no more tracks are on the session and the effect tail has been rendered
Phil Burk869fab12017-02-27 18:44:19 -08001975 bool doProcess = (thread->type() != ThreadBase::OFFLOAD)
1976 && (thread->type() != ThreadBase::MMAP);
Eric Laurentca7cc822012-11-19 14:55:58 -08001977 if (!isGlobalSession) {
1978 bool tracksOnSession = (trackCnt() != 0);
1979
1980 if (!tracksOnSession && mTailBufferCount == 0) {
1981 doProcess = false;
1982 }
1983
1984 if (activeTrackCnt() == 0) {
1985 // if no track is active and the effect tail has not been rendered,
1986 // the input buffer must be cleared here as the mixer process will not do it
1987 if (tracksOnSession || mTailBufferCount > 0) {
1988 clearInputBuffer_l(thread);
1989 if (mTailBufferCount > 0) {
1990 mTailBufferCount--;
1991 }
1992 }
1993 }
1994 }
1995
1996 size_t size = mEffects.size();
1997 if (doProcess) {
Mikhail Naganov022b9952017-01-04 16:36:51 -08001998 // Only the input and output buffers of the chain can be external,
1999 // and 'update' / 'commit' do nothing for allocated buffers, thus
2000 // it's not needed to consider any other buffers here.
2001 mInBuffer->update();
Mikhail Naganov06888802017-01-19 12:47:55 -08002002 if (mInBuffer->audioBuffer()->raw != mOutBuffer->audioBuffer()->raw) {
2003 mOutBuffer->update();
2004 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002005 for (size_t i = 0; i < size; i++) {
2006 mEffects[i]->process();
2007 }
Mikhail Naganov06888802017-01-19 12:47:55 -08002008 mInBuffer->commit();
2009 if (mInBuffer->audioBuffer()->raw != mOutBuffer->audioBuffer()->raw) {
2010 mOutBuffer->commit();
2011 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002012 }
Eric Laurentfa1e1232016-08-02 19:01:49 -07002013 bool doResetVolume = false;
Eric Laurentca7cc822012-11-19 14:55:58 -08002014 for (size_t i = 0; i < size; i++) {
Eric Laurentfa1e1232016-08-02 19:01:49 -07002015 doResetVolume = mEffects[i]->updateState() || doResetVolume;
2016 }
2017 if (doResetVolume) {
2018 resetVolume_l();
Eric Laurentca7cc822012-11-19 14:55:58 -08002019 }
2020}
2021
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002022// createEffect_l() must be called with ThreadBase::mLock held
2023status_t AudioFlinger::EffectChain::createEffect_l(sp<EffectModule>& effect,
2024 ThreadBase *thread,
2025 effect_descriptor_t *desc,
2026 int id,
2027 audio_session_t sessionId,
2028 bool pinned)
2029{
2030 Mutex::Autolock _l(mLock);
2031 effect = new EffectModule(thread, this, desc, id, sessionId, pinned);
2032 status_t lStatus = effect->status();
2033 if (lStatus == NO_ERROR) {
2034 lStatus = addEffect_ll(effect);
2035 }
2036 if (lStatus != NO_ERROR) {
2037 effect.clear();
2038 }
2039 return lStatus;
2040}
2041
2042// addEffect_l() must be called with ThreadBase::mLock held
Eric Laurentca7cc822012-11-19 14:55:58 -08002043status_t AudioFlinger::EffectChain::addEffect_l(const sp<EffectModule>& effect)
2044{
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002045 Mutex::Autolock _l(mLock);
2046 return addEffect_ll(effect);
2047}
2048// addEffect_l() must be called with ThreadBase::mLock and EffectChain::mLock held
2049status_t AudioFlinger::EffectChain::addEffect_ll(const sp<EffectModule>& effect)
2050{
Eric Laurentca7cc822012-11-19 14:55:58 -08002051 effect_descriptor_t desc = effect->desc();
2052 uint32_t insertPref = desc.flags & EFFECT_FLAG_INSERT_MASK;
2053
Eric Laurentca7cc822012-11-19 14:55:58 -08002054 effect->setChain(this);
2055 sp<ThreadBase> thread = mThread.promote();
2056 if (thread == 0) {
2057 return NO_INIT;
2058 }
2059 effect->setThread(thread);
2060
2061 if ((desc.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY) {
2062 // Auxiliary effects are inserted at the beginning of mEffects vector as
2063 // they are processed first and accumulated in chain input buffer
2064 mEffects.insertAt(effect, 0);
2065
2066 // the input buffer for auxiliary effect contains mono samples in
2067 // 32 bit format. This is to avoid saturation in AudoMixer
2068 // accumulation stage. Saturation is done in EffectModule::process() before
2069 // calling the process in effect engine
2070 size_t numSamples = thread->frameCount();
Mikhail Naganov022b9952017-01-04 16:36:51 -08002071 sp<EffectBufferHalInterface> halBuffer;
rago94a1ee82017-07-21 15:11:02 -07002072#ifdef FLOAT_EFFECT_CHAIN
Kevin Rocard7588ff42018-01-08 11:11:30 -08002073 status_t result = thread->mAudioFlinger->mEffectsFactoryHal->allocateBuffer(
rago94a1ee82017-07-21 15:11:02 -07002074 numSamples * sizeof(float), &halBuffer);
2075#else
Kevin Rocard7588ff42018-01-08 11:11:30 -08002076 status_t result = thread->mAudioFlinger->mEffectsFactoryHal->allocateBuffer(
Mikhail Naganov022b9952017-01-04 16:36:51 -08002077 numSamples * sizeof(int32_t), &halBuffer);
rago94a1ee82017-07-21 15:11:02 -07002078#endif
Mikhail Naganov022b9952017-01-04 16:36:51 -08002079 if (result != OK) return result;
2080 effect->setInBuffer(halBuffer);
Eric Laurentca7cc822012-11-19 14:55:58 -08002081 // auxiliary effects output samples to chain input buffer for further processing
2082 // by insert effects
2083 effect->setOutBuffer(mInBuffer);
2084 } else {
2085 // Insert effects are inserted at the end of mEffects vector as they are processed
2086 // after track and auxiliary effects.
2087 // Insert effect order as a function of indicated preference:
2088 // if EFFECT_FLAG_INSERT_EXCLUSIVE, insert in first position or reject if
2089 // another effect is present
2090 // else if EFFECT_FLAG_INSERT_FIRST, insert in first position or after the
2091 // last effect claiming first position
2092 // else if EFFECT_FLAG_INSERT_LAST, insert in last position or before the
2093 // first effect claiming last position
2094 // else if EFFECT_FLAG_INSERT_ANY insert after first or before last
2095 // Reject insertion if an effect with EFFECT_FLAG_INSERT_EXCLUSIVE is
2096 // already present
2097
2098 size_t size = mEffects.size();
2099 size_t idx_insert = size;
2100 ssize_t idx_insert_first = -1;
2101 ssize_t idx_insert_last = -1;
2102
2103 for (size_t i = 0; i < size; i++) {
2104 effect_descriptor_t d = mEffects[i]->desc();
2105 uint32_t iMode = d.flags & EFFECT_FLAG_TYPE_MASK;
2106 uint32_t iPref = d.flags & EFFECT_FLAG_INSERT_MASK;
2107 if (iMode == EFFECT_FLAG_TYPE_INSERT) {
2108 // check invalid effect chaining combinations
2109 if (insertPref == EFFECT_FLAG_INSERT_EXCLUSIVE ||
2110 iPref == EFFECT_FLAG_INSERT_EXCLUSIVE) {
2111 ALOGW("addEffect_l() could not insert effect %s: exclusive conflict with %s",
2112 desc.name, d.name);
2113 return INVALID_OPERATION;
2114 }
2115 // remember position of first insert effect and by default
2116 // select this as insert position for new effect
2117 if (idx_insert == size) {
2118 idx_insert = i;
2119 }
2120 // remember position of last insert effect claiming
2121 // first position
2122 if (iPref == EFFECT_FLAG_INSERT_FIRST) {
2123 idx_insert_first = i;
2124 }
2125 // remember position of first insert effect claiming
2126 // last position
2127 if (iPref == EFFECT_FLAG_INSERT_LAST &&
2128 idx_insert_last == -1) {
2129 idx_insert_last = i;
2130 }
2131 }
2132 }
2133
2134 // modify idx_insert from first position if needed
2135 if (insertPref == EFFECT_FLAG_INSERT_LAST) {
2136 if (idx_insert_last != -1) {
2137 idx_insert = idx_insert_last;
2138 } else {
2139 idx_insert = size;
2140 }
2141 } else {
2142 if (idx_insert_first != -1) {
2143 idx_insert = idx_insert_first + 1;
2144 }
2145 }
2146
2147 // always read samples from chain input buffer
2148 effect->setInBuffer(mInBuffer);
2149
2150 // if last effect in the chain, output samples to chain
2151 // output buffer, otherwise to chain input buffer
2152 if (idx_insert == size) {
2153 if (idx_insert != 0) {
2154 mEffects[idx_insert-1]->setOutBuffer(mInBuffer);
2155 mEffects[idx_insert-1]->configure();
2156 }
2157 effect->setOutBuffer(mOutBuffer);
2158 } else {
2159 effect->setOutBuffer(mInBuffer);
2160 }
2161 mEffects.insertAt(effect, idx_insert);
2162
Glenn Kastenc42e9b42016-03-21 11:35:03 -07002163 ALOGV("addEffect_l() effect %p, added in chain %p at rank %zu", effect.get(), this,
Eric Laurentca7cc822012-11-19 14:55:58 -08002164 idx_insert);
2165 }
2166 effect->configure();
Eric Laurentd8365c52017-07-16 15:27:05 -07002167
Eric Laurentca7cc822012-11-19 14:55:58 -08002168 return NO_ERROR;
2169}
2170
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002171// removeEffect_l() must be called with ThreadBase::mLock held
2172size_t AudioFlinger::EffectChain::removeEffect_l(const sp<EffectModule>& effect,
2173 bool release)
Eric Laurentca7cc822012-11-19 14:55:58 -08002174{
2175 Mutex::Autolock _l(mLock);
2176 size_t size = mEffects.size();
2177 uint32_t type = effect->desc().flags & EFFECT_FLAG_TYPE_MASK;
2178
2179 for (size_t i = 0; i < size; i++) {
2180 if (effect == mEffects[i]) {
2181 // calling stop here will remove pre-processing effect from the audio HAL.
2182 // This is safe as we hold the EffectChain mutex which guarantees that we are not in
2183 // the middle of a read from audio HAL
2184 if (mEffects[i]->state() == EffectModule::ACTIVE ||
2185 mEffects[i]->state() == EffectModule::STOPPING) {
2186 mEffects[i]->stop();
2187 }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002188 if (release) {
2189 mEffects[i]->release_l();
2190 }
2191
Mikhail Naganov022b9952017-01-04 16:36:51 -08002192 if (type != EFFECT_FLAG_TYPE_AUXILIARY) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002193 if (i == size - 1 && i != 0) {
2194 mEffects[i - 1]->setOutBuffer(mOutBuffer);
2195 mEffects[i - 1]->configure();
2196 }
2197 }
2198 mEffects.removeAt(i);
Glenn Kastenc42e9b42016-03-21 11:35:03 -07002199 ALOGV("removeEffect_l() effect %p, removed from chain %p at rank %zu", effect.get(),
Eric Laurentca7cc822012-11-19 14:55:58 -08002200 this, i);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002201
Eric Laurentca7cc822012-11-19 14:55:58 -08002202 break;
2203 }
2204 }
2205
2206 return mEffects.size();
2207}
2208
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002209// setDevice_l() must be called with ThreadBase::mLock held
Eric Laurentca7cc822012-11-19 14:55:58 -08002210void AudioFlinger::EffectChain::setDevice_l(audio_devices_t device)
2211{
2212 size_t size = mEffects.size();
2213 for (size_t i = 0; i < size; i++) {
2214 mEffects[i]->setDevice(device);
2215 }
2216}
2217
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002218// setMode_l() must be called with ThreadBase::mLock held
Eric Laurentca7cc822012-11-19 14:55:58 -08002219void AudioFlinger::EffectChain::setMode_l(audio_mode_t mode)
2220{
2221 size_t size = mEffects.size();
2222 for (size_t i = 0; i < size; i++) {
2223 mEffects[i]->setMode(mode);
2224 }
2225}
2226
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002227// setAudioSource_l() must be called with ThreadBase::mLock held
Eric Laurentca7cc822012-11-19 14:55:58 -08002228void AudioFlinger::EffectChain::setAudioSource_l(audio_source_t source)
2229{
2230 size_t size = mEffects.size();
2231 for (size_t i = 0; i < size; i++) {
2232 mEffects[i]->setAudioSource(source);
2233 }
2234}
2235
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002236// setVolume_l() must be called with ThreadBase::mLock or EffectChain::mLock held
Eric Laurentfa1e1232016-08-02 19:01:49 -07002237bool AudioFlinger::EffectChain::setVolume_l(uint32_t *left, uint32_t *right, bool force)
Eric Laurentca7cc822012-11-19 14:55:58 -08002238{
2239 uint32_t newLeft = *left;
2240 uint32_t newRight = *right;
2241 bool hasControl = false;
2242 int ctrlIdx = -1;
2243 size_t size = mEffects.size();
2244
2245 // first update volume controller
2246 for (size_t i = size; i > 0; i--) {
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09002247 if (mEffects[i - 1]->isVolumeControlEnabled()) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002248 ctrlIdx = i - 1;
2249 hasControl = true;
2250 break;
2251 }
2252 }
2253
Eric Laurentfa1e1232016-08-02 19:01:49 -07002254 if (!force && ctrlIdx == mVolumeCtrlIdx &&
Eric Laurentcb4b6e92014-10-01 14:26:10 -07002255 *left == mLeftVolume && *right == mRightVolume) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002256 if (hasControl) {
2257 *left = mNewLeftVolume;
2258 *right = mNewRightVolume;
2259 }
2260 return hasControl;
2261 }
2262
2263 mVolumeCtrlIdx = ctrlIdx;
2264 mLeftVolume = newLeft;
2265 mRightVolume = newRight;
2266
2267 // second get volume update from volume controller
2268 if (ctrlIdx >= 0) {
2269 mEffects[ctrlIdx]->setVolume(&newLeft, &newRight, true);
2270 mNewLeftVolume = newLeft;
2271 mNewRightVolume = newRight;
2272 }
2273 // then indicate volume to all other effects in chain.
2274 // Pass altered volume to effects before volume controller
2275 // and requested volume to effects after controller
2276 uint32_t lVol = newLeft;
2277 uint32_t rVol = newRight;
2278
2279 for (size_t i = 0; i < size; i++) {
2280 if ((int)i == ctrlIdx) {
2281 continue;
2282 }
2283 // this also works for ctrlIdx == -1 when there is no volume controller
2284 if ((int)i > ctrlIdx) {
2285 lVol = *left;
2286 rVol = *right;
2287 }
2288 mEffects[i]->setVolume(&lVol, &rVol, false);
2289 }
2290 *left = newLeft;
2291 *right = newRight;
2292
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09002293 setVolumeForOutput_l(*left, *right);
2294
Eric Laurentca7cc822012-11-19 14:55:58 -08002295 return hasControl;
2296}
2297
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002298// resetVolume_l() must be called with ThreadBase::mLock or EffectChain::mLock held
Eric Laurentfa1e1232016-08-02 19:01:49 -07002299void AudioFlinger::EffectChain::resetVolume_l()
2300{
Eric Laurente7449bf2016-08-03 18:44:07 -07002301 if ((mLeftVolume != UINT_MAX) && (mRightVolume != UINT_MAX)) {
2302 uint32_t left = mLeftVolume;
2303 uint32_t right = mRightVolume;
2304 (void)setVolume_l(&left, &right, true);
2305 }
Eric Laurentfa1e1232016-08-02 19:01:49 -07002306}
2307
Eric Laurent1b928682014-10-02 19:41:47 -07002308void AudioFlinger::EffectChain::syncHalEffectsState()
2309{
2310 Mutex::Autolock _l(mLock);
2311 for (size_t i = 0; i < mEffects.size(); i++) {
2312 if (mEffects[i]->state() == EffectModule::ACTIVE ||
2313 mEffects[i]->state() == EffectModule::STOPPING) {
2314 mEffects[i]->addEffectToHal_l();
2315 }
2316 }
2317}
2318
Eric Laurentca7cc822012-11-19 14:55:58 -08002319void AudioFlinger::EffectChain::dump(int fd, const Vector<String16>& args)
2320{
2321 const size_t SIZE = 256;
2322 char buffer[SIZE];
2323 String8 result;
2324
Marco Nelissenb2208842014-02-07 14:00:50 -08002325 size_t numEffects = mEffects.size();
Glenn Kastenc42e9b42016-03-21 11:35:03 -07002326 snprintf(buffer, SIZE, " %zu effects for session %d\n", numEffects, mSessionId);
Eric Laurentca7cc822012-11-19 14:55:58 -08002327 result.append(buffer);
2328
Marco Nelissenb2208842014-02-07 14:00:50 -08002329 if (numEffects) {
2330 bool locked = AudioFlinger::dumpTryLock(mLock);
2331 // failed to lock - AudioFlinger is probably deadlocked
2332 if (!locked) {
2333 result.append("\tCould not lock mutex:\n");
Eric Laurentca7cc822012-11-19 14:55:58 -08002334 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002335
Andy Hungbded9c82017-11-30 18:47:35 -08002336 const std::string inBufferStr = dumpInOutBuffer(true /* isInput */, mInBuffer);
2337 const std::string outBufferStr = dumpInOutBuffer(false /* isInput */, mOutBuffer);
2338 result.appendFormat("\t%-*s%-*s Active tracks:\n",
2339 (int)inBufferStr.size(), "In buffer ",
2340 (int)outBufferStr.size(), "Out buffer ");
2341 result.appendFormat("\t%s %s %d\n",
2342 inBufferStr.c_str(), outBufferStr.c_str(), mActiveTrackCnt);
Marco Nelissenb2208842014-02-07 14:00:50 -08002343 write(fd, result.string(), result.size());
2344
2345 for (size_t i = 0; i < numEffects; ++i) {
2346 sp<EffectModule> effect = mEffects[i];
2347 if (effect != 0) {
2348 effect->dump(fd, args);
2349 }
2350 }
2351
2352 if (locked) {
2353 mLock.unlock();
2354 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002355 }
2356}
2357
2358// must be called with ThreadBase::mLock held
2359void AudioFlinger::EffectChain::setEffectSuspended_l(
2360 const effect_uuid_t *type, bool suspend)
2361{
2362 sp<SuspendedEffectDesc> desc;
2363 // use effect type UUID timelow as key as there is no real risk of identical
2364 // timeLow fields among effect type UUIDs.
2365 ssize_t index = mSuspendedEffects.indexOfKey(type->timeLow);
2366 if (suspend) {
2367 if (index >= 0) {
2368 desc = mSuspendedEffects.valueAt(index);
2369 } else {
2370 desc = new SuspendedEffectDesc();
2371 desc->mType = *type;
2372 mSuspendedEffects.add(type->timeLow, desc);
2373 ALOGV("setEffectSuspended_l() add entry for %08x", type->timeLow);
2374 }
Eric Laurentd8365c52017-07-16 15:27:05 -07002375
Eric Laurentca7cc822012-11-19 14:55:58 -08002376 if (desc->mRefCount++ == 0) {
2377 sp<EffectModule> effect = getEffectIfEnabled(type);
2378 if (effect != 0) {
2379 desc->mEffect = effect;
2380 effect->setSuspended(true);
2381 effect->setEnabled(false);
2382 }
2383 }
2384 } else {
2385 if (index < 0) {
2386 return;
2387 }
2388 desc = mSuspendedEffects.valueAt(index);
2389 if (desc->mRefCount <= 0) {
2390 ALOGW("setEffectSuspended_l() restore refcount should not be 0 %d", desc->mRefCount);
Eric Laurentd8365c52017-07-16 15:27:05 -07002391 desc->mRefCount = 0;
2392 return;
Eric Laurentca7cc822012-11-19 14:55:58 -08002393 }
2394 if (--desc->mRefCount == 0) {
2395 ALOGV("setEffectSuspended_l() remove entry for %08x", mSuspendedEffects.keyAt(index));
2396 if (desc->mEffect != 0) {
2397 sp<EffectModule> effect = desc->mEffect.promote();
2398 if (effect != 0) {
2399 effect->setSuspended(false);
2400 effect->lock();
2401 EffectHandle *handle = effect->controlHandle_l();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002402 if (handle != NULL && !handle->disconnected()) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002403 effect->setEnabled_l(handle->enabled());
2404 }
2405 effect->unlock();
2406 }
2407 desc->mEffect.clear();
2408 }
2409 mSuspendedEffects.removeItemsAt(index);
2410 }
2411 }
2412}
2413
2414// must be called with ThreadBase::mLock held
2415void AudioFlinger::EffectChain::setEffectSuspendedAll_l(bool suspend)
2416{
2417 sp<SuspendedEffectDesc> desc;
2418
2419 ssize_t index = mSuspendedEffects.indexOfKey((int)kKeyForSuspendAll);
2420 if (suspend) {
2421 if (index >= 0) {
2422 desc = mSuspendedEffects.valueAt(index);
2423 } else {
2424 desc = new SuspendedEffectDesc();
2425 mSuspendedEffects.add((int)kKeyForSuspendAll, desc);
2426 ALOGV("setEffectSuspendedAll_l() add entry for 0");
2427 }
2428 if (desc->mRefCount++ == 0) {
2429 Vector< sp<EffectModule> > effects;
2430 getSuspendEligibleEffects(effects);
2431 for (size_t i = 0; i < effects.size(); i++) {
2432 setEffectSuspended_l(&effects[i]->desc().type, true);
2433 }
2434 }
2435 } else {
2436 if (index < 0) {
2437 return;
2438 }
2439 desc = mSuspendedEffects.valueAt(index);
2440 if (desc->mRefCount <= 0) {
2441 ALOGW("setEffectSuspendedAll_l() restore refcount should not be 0 %d", desc->mRefCount);
2442 desc->mRefCount = 1;
2443 }
2444 if (--desc->mRefCount == 0) {
2445 Vector<const effect_uuid_t *> types;
2446 for (size_t i = 0; i < mSuspendedEffects.size(); i++) {
2447 if (mSuspendedEffects.keyAt(i) == (int)kKeyForSuspendAll) {
2448 continue;
2449 }
2450 types.add(&mSuspendedEffects.valueAt(i)->mType);
2451 }
2452 for (size_t i = 0; i < types.size(); i++) {
2453 setEffectSuspended_l(types[i], false);
2454 }
2455 ALOGV("setEffectSuspendedAll_l() remove entry for %08x",
2456 mSuspendedEffects.keyAt(index));
2457 mSuspendedEffects.removeItem((int)kKeyForSuspendAll);
2458 }
2459 }
2460}
2461
2462
2463// The volume effect is used for automated tests only
2464#ifndef OPENSL_ES_H_
2465static const effect_uuid_t SL_IID_VOLUME_ = { 0x09e8ede0, 0xddde, 0x11db, 0xb4f6,
2466 { 0x00, 0x02, 0xa5, 0xd5, 0xc5, 0x1b } };
2467const effect_uuid_t * const SL_IID_VOLUME = &SL_IID_VOLUME_;
2468#endif //OPENSL_ES_H_
2469
Eric Laurentd8365c52017-07-16 15:27:05 -07002470/* static */
2471bool AudioFlinger::EffectChain::isEffectEligibleForBtNrecSuspend(const effect_uuid_t *type)
2472{
2473 // Only NS and AEC are suspended when BtNRec is off
2474 if ((memcmp(type, FX_IID_AEC, sizeof(effect_uuid_t)) == 0) ||
2475 (memcmp(type, FX_IID_NS, sizeof(effect_uuid_t)) == 0)) {
2476 return true;
2477 }
2478 return false;
2479}
2480
Eric Laurentca7cc822012-11-19 14:55:58 -08002481bool AudioFlinger::EffectChain::isEffectEligibleForSuspend(const effect_descriptor_t& desc)
2482{
2483 // auxiliary effects and visualizer are never suspended on output mix
2484 if ((mSessionId == AUDIO_SESSION_OUTPUT_MIX) &&
2485 (((desc.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY) ||
2486 (memcmp(&desc.type, SL_IID_VISUALIZATION, sizeof(effect_uuid_t)) == 0) ||
2487 (memcmp(&desc.type, SL_IID_VOLUME, sizeof(effect_uuid_t)) == 0))) {
2488 return false;
2489 }
2490 return true;
2491}
2492
2493void AudioFlinger::EffectChain::getSuspendEligibleEffects(
2494 Vector< sp<AudioFlinger::EffectModule> > &effects)
2495{
2496 effects.clear();
2497 for (size_t i = 0; i < mEffects.size(); i++) {
2498 if (isEffectEligibleForSuspend(mEffects[i]->desc())) {
2499 effects.add(mEffects[i]);
2500 }
2501 }
2502}
2503
2504sp<AudioFlinger::EffectModule> AudioFlinger::EffectChain::getEffectIfEnabled(
2505 const effect_uuid_t *type)
2506{
2507 sp<EffectModule> effect = getEffectFromType_l(type);
2508 return effect != 0 && effect->isEnabled() ? effect : 0;
2509}
2510
2511void AudioFlinger::EffectChain::checkSuspendOnEffectEnabled(const sp<EffectModule>& effect,
2512 bool enabled)
2513{
2514 ssize_t index = mSuspendedEffects.indexOfKey(effect->desc().type.timeLow);
2515 if (enabled) {
2516 if (index < 0) {
2517 // if the effect is not suspend check if all effects are suspended
2518 index = mSuspendedEffects.indexOfKey((int)kKeyForSuspendAll);
2519 if (index < 0) {
2520 return;
2521 }
2522 if (!isEffectEligibleForSuspend(effect->desc())) {
2523 return;
2524 }
2525 setEffectSuspended_l(&effect->desc().type, enabled);
2526 index = mSuspendedEffects.indexOfKey(effect->desc().type.timeLow);
2527 if (index < 0) {
2528 ALOGW("checkSuspendOnEffectEnabled() Fx should be suspended here!");
2529 return;
2530 }
2531 }
2532 ALOGV("checkSuspendOnEffectEnabled() enable suspending fx %08x",
2533 effect->desc().type.timeLow);
2534 sp<SuspendedEffectDesc> desc = mSuspendedEffects.valueAt(index);
Eric Laurentd8365c52017-07-16 15:27:05 -07002535 // if effect is requested to suspended but was not yet enabled, suspend it now.
Eric Laurentca7cc822012-11-19 14:55:58 -08002536 if (desc->mEffect == 0) {
2537 desc->mEffect = effect;
2538 effect->setEnabled(false);
2539 effect->setSuspended(true);
2540 }
2541 } else {
2542 if (index < 0) {
2543 return;
2544 }
2545 ALOGV("checkSuspendOnEffectEnabled() disable restoring fx %08x",
2546 effect->desc().type.timeLow);
2547 sp<SuspendedEffectDesc> desc = mSuspendedEffects.valueAt(index);
2548 desc->mEffect.clear();
2549 effect->setSuspended(false);
2550 }
2551}
2552
Eric Laurent5baf2af2013-09-12 17:37:00 -07002553bool AudioFlinger::EffectChain::isNonOffloadableEnabled()
Eric Laurent813e2a72013-08-31 12:59:48 -07002554{
2555 Mutex::Autolock _l(mLock);
Shingo Kitajima1f8df9a2018-05-29 11:35:06 +09002556 return isNonOffloadableEnabled_l();
2557}
2558
2559bool AudioFlinger::EffectChain::isNonOffloadableEnabled_l()
2560{
Eric Laurent813e2a72013-08-31 12:59:48 -07002561 size_t size = mEffects.size();
2562 for (size_t i = 0; i < size; i++) {
Eric Laurent5baf2af2013-09-12 17:37:00 -07002563 if (mEffects[i]->isEnabled() && !mEffects[i]->isOffloadable()) {
Eric Laurent813e2a72013-08-31 12:59:48 -07002564 return true;
2565 }
2566 }
2567 return false;
2568}
2569
Eric Laurentaaa44472014-09-12 17:41:50 -07002570void AudioFlinger::EffectChain::setThread(const sp<ThreadBase>& thread)
2571{
2572 Mutex::Autolock _l(mLock);
2573 mThread = thread;
2574 for (size_t i = 0; i < mEffects.size(); i++) {
2575 mEffects[i]->setThread(thread);
2576 }
2577}
2578
Andy Hungd3bb0ad2016-10-11 17:16:43 -07002579void AudioFlinger::EffectChain::checkOutputFlagCompatibility(audio_output_flags_t *flags) const
2580{
2581 if ((*flags & AUDIO_OUTPUT_FLAG_RAW) != 0 && !isRawCompatible()) {
2582 *flags = (audio_output_flags_t)(*flags & ~AUDIO_OUTPUT_FLAG_RAW);
2583 }
2584 if ((*flags & AUDIO_OUTPUT_FLAG_FAST) != 0 && !isFastCompatible()) {
2585 *flags = (audio_output_flags_t)(*flags & ~AUDIO_OUTPUT_FLAG_FAST);
2586 }
2587}
2588
2589void AudioFlinger::EffectChain::checkInputFlagCompatibility(audio_input_flags_t *flags) const
2590{
2591 if ((*flags & AUDIO_INPUT_FLAG_RAW) != 0 && !isRawCompatible()) {
2592 *flags = (audio_input_flags_t)(*flags & ~AUDIO_INPUT_FLAG_RAW);
2593 }
2594 if ((*flags & AUDIO_INPUT_FLAG_FAST) != 0 && !isFastCompatible()) {
2595 *flags = (audio_input_flags_t)(*flags & ~AUDIO_INPUT_FLAG_FAST);
2596 }
2597}
2598
2599bool AudioFlinger::EffectChain::isRawCompatible() const
Eric Laurent4c415062016-06-17 16:14:16 -07002600{
2601 Mutex::Autolock _l(mLock);
Andy Hungd3bb0ad2016-10-11 17:16:43 -07002602 for (const auto &effect : mEffects) {
2603 if (effect->isProcessImplemented()) {
2604 return false;
Eric Laurent4c415062016-06-17 16:14:16 -07002605 }
2606 }
Andy Hungd3bb0ad2016-10-11 17:16:43 -07002607 // Allow effects without processing.
2608 return true;
2609}
2610
2611bool AudioFlinger::EffectChain::isFastCompatible() const
2612{
2613 Mutex::Autolock _l(mLock);
2614 for (const auto &effect : mEffects) {
2615 if (effect->isProcessImplemented()
2616 && effect->isImplementationSoftware()) {
2617 return false;
2618 }
2619 }
2620 // Allow effects without processing or hw accelerated effects.
2621 return true;
Eric Laurent4c415062016-06-17 16:14:16 -07002622}
2623
2624// isCompatibleWithThread_l() must be called with thread->mLock held
2625bool AudioFlinger::EffectChain::isCompatibleWithThread_l(const sp<ThreadBase>& thread) const
2626{
2627 Mutex::Autolock _l(mLock);
2628 for (size_t i = 0; i < mEffects.size(); i++) {
2629 if (thread->checkEffectCompatibility_l(&(mEffects[i]->desc()), mSessionId) != NO_ERROR) {
2630 return false;
2631 }
2632 }
2633 return true;
2634}
2635
Glenn Kasten63238ef2015-03-02 15:50:29 -08002636} // namespace android