blob: 3cc5a44521ee6cc8db05829a39c7d1037d6cc1ce [file] [log] [blame]
Eric Laurent81784c32012-11-19 14:55:58 -08001/*
2**
3** Copyright 2012, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18#ifndef INCLUDING_FROM_AUDIOFLINGER_H
19 #error This header file should only be included from AudioFlinger.h
20#endif
21
22//--- Audio Effect Management
23
Eric Laurent6b446ce2019-12-13 10:56:31 -080024// Interface implemented by the EffectModule parent or owner (e.g an EffectChain) to abstract
25// interactions between the EffectModule and the reset of the audio framework.
26class EffectCallbackInterface : public RefBase {
27public:
28 ~EffectCallbackInterface() override = default;
29
30 // Trivial methods usually implemented with help from ThreadBase
31 virtual audio_io_handle_t io() const = 0;
32 virtual bool isOutput() const = 0;
33 virtual bool isOffload() const = 0;
34 virtual bool isOffloadOrDirect() const = 0;
35 virtual bool isOffloadOrMmap() const = 0;
Eric Laurentb82e6b72019-11-22 17:25:04 -080036 virtual uint32_t sampleRate() const = 0;
Eric Laurent6b446ce2019-12-13 10:56:31 -080037 virtual audio_channel_mask_t channelMask() const = 0;
38 virtual uint32_t channelCount() const = 0;
jiabineb3bda02020-06-30 14:07:03 -070039 virtual audio_channel_mask_t hapticChannelMask() const = 0;
Eric Laurent6b446ce2019-12-13 10:56:31 -080040 virtual size_t frameCount() const = 0;
41
42 // Non trivial methods usually implemented with help from ThreadBase:
43 // pay attention to mutex locking order
44 virtual uint32_t latency() const { return 0; }
45 virtual status_t addEffectToHal(sp<EffectHalInterface> effect) = 0;
46 virtual status_t removeEffectFromHal(sp<EffectHalInterface> effect) = 0;
47 virtual void setVolumeForOutput(float left, float right) const = 0;
48 virtual bool disconnectEffectHandle(EffectHandle *handle, bool unpinIfLast) = 0;
Eric Laurent41709552019-12-16 19:34:05 -080049 virtual void checkSuspendOnEffectEnabled(const sp<EffectBase>& effect,
Eric Laurent6b446ce2019-12-13 10:56:31 -080050 bool enabled,
51 bool threadLocked) = 0;
Eric Laurent41709552019-12-16 19:34:05 -080052 virtual void onEffectEnable(const sp<EffectBase>& effect) = 0;
53 virtual void onEffectDisable(const sp<EffectBase>& effect) = 0;
Eric Laurent6b446ce2019-12-13 10:56:31 -080054
55 // Methods usually implemented with help from AudioFlinger: pay attention to mutex locking order
56 virtual status_t createEffectHal(const effect_uuid_t *pEffectUuid,
57 int32_t sessionId, int32_t deviceId, sp<EffectHalInterface> *effect) = 0;
58 virtual status_t allocateHalBuffer(size_t size, sp<EffectBufferHalInterface>* buffer) = 0;
Eric Laurent41709552019-12-16 19:34:05 -080059 virtual bool updateOrphanEffectChains(const sp<EffectBase>& effect) = 0;
Eric Laurent6b446ce2019-12-13 10:56:31 -080060
61 // Methods usually implemented with help from EffectChain: pay attention to mutex locking order
62 virtual uint32_t strategy() const = 0;
63 virtual int32_t activeTrackCnt() const = 0;
64 virtual void resetVolume() = 0;
65
66 virtual wp<EffectChain> chain() const = 0;
67};
68
Eric Laurent41709552019-12-16 19:34:05 -080069// EffectBase(EffectModule) and EffectChain classes both have their own mutex to protect
Eric Laurent81784c32012-11-19 14:55:58 -080070// state changes or resource modifications. Always respect the following order
71// if multiple mutexes must be acquired to avoid cross deadlock:
Eric Laurent41709552019-12-16 19:34:05 -080072// AudioFlinger -> ThreadBase -> EffectChain -> EffectBase(EffectModule)
73// AudioHandle -> ThreadBase -> EffectChain -> EffectBase(EffectModule)
Eric Laurent6b446ce2019-12-13 10:56:31 -080074
75// NOTE: When implementing the EffectCallbackInterface, in an EffectChain or other, it is important
76// to pay attention to this locking order as some callback methods can be called from a state where
77// EffectModule and/or EffectChain mutexes are held.
78
Eric Laurenteb3c3372013-09-25 12:25:29 -070079// In addition, methods that lock the AudioPolicyService mutex (getOutputForEffect(),
Eric Laurent3bc859b2016-12-05 11:07:22 -080080// startOutput(), getInputForAttr(), releaseInput()...) should never be called with AudioFlinger or
81// Threadbase mutex locked to avoid cross deadlock with other clients calling AudioPolicyService
82// methods that in turn call AudioFlinger thus locking the same mutexes in the reverse order.
Eric Laurent81784c32012-11-19 14:55:58 -080083
Eric Laurent41709552019-12-16 19:34:05 -080084
85// The EffectBase class contains common properties, state and behavior for and EffectModule or
86// other derived classes managing an audio effect instance within the effect framework.
87// It also contains the class mutex (see comment on locking order above).
88class EffectBase : public RefBase {
Eric Laurent81784c32012-11-19 14:55:58 -080089public:
Eric Laurent41709552019-12-16 19:34:05 -080090 EffectBase(const sp<EffectCallbackInterface>& callback,
91 effect_descriptor_t *desc,
92 int id,
93 audio_session_t sessionId,
94 bool pinned);
95
96 ~EffectBase() override = default;
Eric Laurent81784c32012-11-19 14:55:58 -080097
98 enum effect_state {
99 IDLE,
100 RESTART,
101 STARTING,
102 ACTIVE,
103 STOPPING,
104 STOPPED,
105 DESTROYED
106 };
107
Eric Laurent41709552019-12-16 19:34:05 -0800108 int id() const { return mId; }
Eric Laurent81784c32012-11-19 14:55:58 -0800109 effect_state state() const {
110 return mState;
111 }
Glenn Kastend848eb42016-03-08 13:42:11 -0800112 audio_session_t sessionId() const {
Eric Laurent81784c32012-11-19 14:55:58 -0800113 return mSessionId;
114 }
Eric Laurent81784c32012-11-19 14:55:58 -0800115 const effect_descriptor_t& desc() const { return mDescriptor; }
Eric Laurent5baf2af2013-09-12 17:37:00 -0700116 bool isOffloadable() const
117 { return (mDescriptor.flags & EFFECT_FLAG_OFFLOAD_SUPPORTED) != 0; }
Eric Laurent4c415062016-06-17 16:14:16 -0700118 bool isImplementationSoftware() const
119 { return (mDescriptor.flags & EFFECT_FLAG_HW_ACC_MASK) == 0; }
Eric Laurent6dd0fd92016-09-15 12:44:53 -0700120 bool isProcessImplemented() const
121 { return (mDescriptor.flags & EFFECT_FLAG_NO_PROCESS) == 0; }
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +0900122 bool isVolumeControl() const
123 { return (mDescriptor.flags & EFFECT_FLAG_VOLUME_MASK)
124 == EFFECT_FLAG_VOLUME_CTRL; }
Jasmine Cha934ecfb2019-01-23 18:19:14 +0800125 bool isVolumeMonitor() const
126 { return (mDescriptor.flags & EFFECT_FLAG_VOLUME_MASK)
127 == EFFECT_FLAG_VOLUME_MONITOR; }
Eric Laurent41709552019-12-16 19:34:05 -0800128
129 virtual status_t setEnabled(bool enabled, bool fromHandle);
130 status_t setEnabled_l(bool enabled);
131 bool isEnabled() const;
132
133 void setSuspended(bool suspended);
134 bool suspended() const;
135
136 virtual status_t command(uint32_t cmdCode __unused,
137 uint32_t cmdSize __unused,
138 void *pCmdData __unused,
139 uint32_t *replySize __unused,
140 void *pReplyData __unused) { return NO_ERROR; };
141
142 void setCallback(const sp<EffectCallbackInterface>& callback) { mCallback = callback; }
143 sp<EffectCallbackInterface>& callback() { return mCallback; }
144
145 status_t addHandle(EffectHandle *handle);
146 ssize_t disconnectHandle(EffectHandle *handle, bool unpinIfLast);
147 ssize_t removeHandle(EffectHandle *handle);
148 virtual ssize_t removeHandle_l(EffectHandle *handle);
149 EffectHandle* controlHandle_l();
150 bool purgeHandles();
151
152 void checkSuspendOnEffectEnabled(bool enabled, bool threadLocked);
153
154 bool isPinned() const { return mPinned; }
155 void unPin() { mPinned = false; }
156
157 void lock() { mLock.lock(); }
158 void unlock() { mLock.unlock(); }
Eric Laurent81784c32012-11-19 14:55:58 -0800159
Eric Laurent6c796322019-04-09 14:13:17 -0700160 status_t updatePolicyState();
Eric Laurent41709552019-12-16 19:34:05 -0800161
162 virtual sp<EffectModule> asEffectModule() { return nullptr; }
Eric Laurentb82e6b72019-11-22 17:25:04 -0800163 virtual sp<DeviceEffectProxy> asDeviceEffectProxy() { return nullptr; }
Eric Laurent6c796322019-04-09 14:13:17 -0700164
Eric Laurent81784c32012-11-19 14:55:58 -0800165 void dump(int fd, const Vector<String16>& args);
166
Mikhail Naganovbf493082017-04-17 17:37:12 -0700167private:
Eric Laurent81784c32012-11-19 14:55:58 -0800168 friend class AudioFlinger; // for mHandles
Eric Laurent41709552019-12-16 19:34:05 -0800169 bool mPinned = false;
170
171 DISALLOW_COPY_AND_ASSIGN(EffectBase);
172
173mutable Mutex mLock; // mutex for process, commands and handles list protection
174 sp<EffectCallbackInterface> mCallback; // parent effect chain
175 const int mId; // this instance unique ID
176 const audio_session_t mSessionId; // audio session ID
177 const effect_descriptor_t mDescriptor;// effect descriptor received from effect engine
178 effect_state mState = IDLE; // current activation state
Eric Laurentd9eb4962019-12-19 09:20:49 -0800179 // effect is suspended: temporarily disabled by framework
180 bool mSuspended = false;
Eric Laurent41709552019-12-16 19:34:05 -0800181
182 Vector<EffectHandle *> mHandles; // list of client handles
183 // First handle in mHandles has highest priority and controls the effect module
184
185 // Audio policy effect state management
186 // Mutex protecting transactions with audio policy manager as mLock cannot
187 // be held to avoid cross deadlocks with audio policy mutex
188 Mutex mPolicyLock;
189 // Effect is registered in APM or not
190 bool mPolicyRegistered = false;
191 // Effect enabled state communicated to APM. Enabled state corresponds to
192 // state requested by the EffectHandle with control
193 bool mPolicyEnabled = false;
194};
195
196// The EffectModule class is a wrapper object controlling the effect engine implementation
197// in the effect library. It prevents concurrent calls to process() and command() functions
198// from different client threads. It keeps a list of EffectHandle objects corresponding
199// to all client applications using this effect and notifies applications of effect state,
200// control or parameter changes. It manages the activation state machine to send appropriate
201// reset, enable, disable commands to effect engine and provide volume
202// ramping when effects are activated/deactivated.
203// When controlling an auxiliary effect, the EffectModule also provides an input buffer used by
204// the attached track(s) to accumulate their auxiliary channel.
205class EffectModule : public EffectBase {
206public:
207 EffectModule(const sp<EffectCallbackInterface>& callabck,
208 effect_descriptor_t *desc,
209 int id,
210 audio_session_t sessionId,
Eric Laurentb82e6b72019-11-22 17:25:04 -0800211 bool pinned,
212 audio_port_handle_t deviceId);
Eric Laurent41709552019-12-16 19:34:05 -0800213 virtual ~EffectModule();
214
215 void process();
216 bool updateState();
217 status_t command(uint32_t cmdCode,
218 uint32_t cmdSize,
219 void *pCmdData,
220 uint32_t *replySize,
221 void *pReplyData) override;
222
223 void reset_l();
224 status_t configure();
225 status_t init();
226
227 uint32_t status() {
228 return mStatus;
229 }
230
231 bool isProcessEnabled() const;
232 bool isOffloadedOrDirect() const;
233 bool isVolumeControlEnabled() const;
234
235 void setInBuffer(const sp<EffectBufferHalInterface>& buffer);
236 int16_t *inBuffer() const {
237 return mInBuffer != 0 ? reinterpret_cast<int16_t*>(mInBuffer->ptr()) : NULL;
238 }
239 void setOutBuffer(const sp<EffectBufferHalInterface>& buffer);
240 int16_t *outBuffer() const {
241 return mOutBuffer != 0 ? reinterpret_cast<int16_t*>(mOutBuffer->ptr()) : NULL;
242 }
243
244 ssize_t removeHandle_l(EffectHandle *handle) override;
245
246 status_t setDevices(const AudioDeviceTypeAddrVector &devices);
247 status_t setInputDevice(const AudioDeviceTypeAddr &device);
248 status_t setVolume(uint32_t *left, uint32_t *right, bool controller);
249 status_t setMode(audio_mode_t mode);
250 status_t setAudioSource(audio_source_t source);
251 status_t start();
252 status_t stop();
253
254 status_t setOffloaded(bool offloaded, audio_io_handle_t io);
255 bool isOffloaded() const;
256 void addEffectToHal_l();
257 void release_l();
258
259 sp<EffectModule> asEffectModule() override { return this; }
260
jiabineb3bda02020-06-30 14:07:03 -0700261 static bool isHapticGenerator(const effect_uuid_t* type);
262 bool isHapticGenerator() const;
263
jiabine70bc7f2020-06-30 22:07:55 -0700264 status_t setHapticIntensity(int id, int intensity);
265
Eric Laurent41709552019-12-16 19:34:05 -0800266 void dump(int fd, const Vector<String16>& args);
267
268private:
269 friend class AudioFlinger; // for mHandles
Eric Laurent81784c32012-11-19 14:55:58 -0800270
271 // Maximum time allocated to effect engines to complete the turn off sequence
272 static const uint32_t MAX_DISABLE_TIME_MS = 10000;
273
Mikhail Naganovbf493082017-04-17 17:37:12 -0700274 DISALLOW_COPY_AND_ASSIGN(EffectModule);
Eric Laurent81784c32012-11-19 14:55:58 -0800275
276 status_t start_l();
277 status_t stop_l();
Eric Laurent6b446ce2019-12-13 10:56:31 -0800278 status_t removeEffectFromHal_l();
jiabin8f278ee2019-11-11 12:16:27 -0800279 status_t sendSetAudioDevicesCommand(const AudioDeviceTypeAddrVector &devices, uint32_t cmdCode);
Eric Laurent81784c32012-11-19 14:55:58 -0800280
Eric Laurent81784c32012-11-19 14:55:58 -0800281 effect_config_t mConfig; // input and output audio configuration
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700282 sp<EffectHalInterface> mEffectInterface; // Effect module HAL
Mikhail Naganov022b9952017-01-04 16:36:51 -0800283 sp<EffectBufferHalInterface> mInBuffer; // Buffers for interacting with HAL
284 sp<EffectBufferHalInterface> mOutBuffer;
Eric Laurent81784c32012-11-19 14:55:58 -0800285 status_t mStatus; // initialization status
Eric Laurent81784c32012-11-19 14:55:58 -0800286 // First handle in mHandles has highest priority and controls the effect module
287 uint32_t mMaxDisableWaitCnt; // maximum grace period before forcing an effect off after
288 // sending disable command.
289 uint32_t mDisableWaitCnt; // current process() calls count during disable period.
Eric Laurent5baf2af2013-09-12 17:37:00 -0700290 bool mOffloaded; // effect is currently offloaded to the audio DSP
rago94a1ee82017-07-21 15:11:02 -0700291
292#ifdef FLOAT_EFFECT_CHAIN
293 bool mSupportsFloat; // effect supports float processing
Andy Hungbded9c82017-11-30 18:47:35 -0800294 sp<EffectBufferHalInterface> mInConversionBuffer; // Buffers for HAL conversion if needed.
295 sp<EffectBufferHalInterface> mOutConversionBuffer;
Andy Hung9aad48c2017-11-29 10:29:19 -0800296 uint32_t mInChannelCountRequested;
297 uint32_t mOutChannelCountRequested;
rago94a1ee82017-07-21 15:11:02 -0700298#endif
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +0900299
300 class AutoLockReentrant {
301 public:
302 AutoLockReentrant(Mutex& mutex, pid_t allowedTid)
303 : mMutex(gettid() == allowedTid ? nullptr : &mutex)
304 {
305 if (mMutex != nullptr) mMutex->lock();
306 }
307 ~AutoLockReentrant() {
308 if (mMutex != nullptr) mMutex->unlock();
309 }
310 private:
311 Mutex * const mMutex;
312 };
313
314 static constexpr pid_t INVALID_PID = (pid_t)-1;
315 // this tid is allowed to call setVolume() without acquiring the mutex.
316 pid_t mSetVolumeReentrantTid = INVALID_PID;
Eric Laurent81784c32012-11-19 14:55:58 -0800317};
318
319// The EffectHandle class implements the IEffect interface. It provides resources
320// to receive parameter updates, keeps track of effect control
321// ownership and state and has a pointer to the EffectModule object it is controlling.
322// There is one EffectHandle object for each application controlling (or using)
323// an effect module.
324// The EffectHandle is obtained by calling AudioFlinger::createEffect().
325class EffectHandle: public android::BnEffect {
326public:
327
Eric Laurent41709552019-12-16 19:34:05 -0800328 EffectHandle(const sp<EffectBase>& effect,
Eric Laurent81784c32012-11-19 14:55:58 -0800329 const sp<AudioFlinger::Client>& client,
330 const sp<IEffectClient>& effectClient,
331 int32_t priority);
332 virtual ~EffectHandle();
Glenn Kastene75da402013-11-20 13:54:52 -0800333 virtual status_t initCheck();
Eric Laurent81784c32012-11-19 14:55:58 -0800334
335 // IEffect
336 virtual status_t enable();
337 virtual status_t disable();
338 virtual status_t command(uint32_t cmdCode,
339 uint32_t cmdSize,
340 void *pCmdData,
341 uint32_t *replySize,
342 void *pReplyData);
343 virtual void disconnect();
344private:
345 void disconnect(bool unpinIfLast);
346public:
347 virtual sp<IMemory> getCblk() const { return mCblkMemory; }
348 virtual status_t onTransact(uint32_t code, const Parcel& data,
349 Parcel* reply, uint32_t flags);
350
351
352 // Give or take control of effect module
353 // - hasControl: true if control is given, false if removed
354 // - signal: true client app should be signaled of change, false otherwise
355 // - enabled: state of the effect when control is passed
356 void setControl(bool hasControl, bool signal, bool enabled);
357 void commandExecuted(uint32_t cmdCode,
358 uint32_t cmdSize,
359 void *pCmdData,
360 uint32_t replySize,
361 void *pReplyData);
362 void setEnabled(bool enabled);
363 bool enabled() const { return mEnabled; }
364
365 // Getters
Eric Laurent41709552019-12-16 19:34:05 -0800366 wp<EffectBase> effect() const { return mEffect; }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800367 int id() const {
Eric Laurent41709552019-12-16 19:34:05 -0800368 sp<EffectBase> effect = mEffect.promote();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800369 if (effect == 0) {
370 return 0;
371 }
372 return effect->id();
373 }
Eric Laurent81784c32012-11-19 14:55:58 -0800374 int priority() const { return mPriority; }
375 bool hasControl() const { return mHasControl; }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800376 bool disconnected() const { return mDisconnected; }
Eric Laurent81784c32012-11-19 14:55:58 -0800377
Glenn Kasten01d3acb2014-02-06 08:24:07 -0800378 void dumpToBuffer(char* buffer, size_t size);
Eric Laurent81784c32012-11-19 14:55:58 -0800379
Mikhail Naganovbf493082017-04-17 17:37:12 -0700380private:
Eric Laurent81784c32012-11-19 14:55:58 -0800381 friend class AudioFlinger; // for mEffect, mHasControl, mEnabled
Mikhail Naganovbf493082017-04-17 17:37:12 -0700382 DISALLOW_COPY_AND_ASSIGN(EffectHandle);
Eric Laurent81784c32012-11-19 14:55:58 -0800383
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800384 Mutex mLock; // protects IEffect method calls
Eric Laurent41709552019-12-16 19:34:05 -0800385 wp<EffectBase> mEffect; // pointer to controlled EffectModule
Eric Laurent81784c32012-11-19 14:55:58 -0800386 sp<IEffectClient> mEffectClient; // callback interface for client notifications
387 /*const*/ sp<Client> mClient; // client for shared memory allocation, see disconnect()
388 sp<IMemory> mCblkMemory; // shared memory for control block
389 effect_param_cblk_t* mCblk; // control block for deferred parameter setting via
390 // shared memory
391 uint8_t* mBuffer; // pointer to parameter area in shared memory
392 int mPriority; // client application priority to control the effect
393 bool mHasControl; // true if this handle is controlling the effect
394 bool mEnabled; // cached enable state: needed when the effect is
395 // restored after being suspended
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800396 bool mDisconnected; // Set to true by disconnect()
Eric Laurent81784c32012-11-19 14:55:58 -0800397};
398
399// the EffectChain class represents a group of effects associated to one audio session.
400// There can be any number of EffectChain objects per output mixer thread (PlaybackThread).
Glenn Kastend848eb42016-03-08 13:42:11 -0800401// The EffectChain with session ID AUDIO_SESSION_OUTPUT_MIX contains global effects applied
402// to the output mix.
Eric Laurent81784c32012-11-19 14:55:58 -0800403// Effects in this chain can be insert or auxiliary. Effects in other chains (attached to
404// tracks) are insert only. The EffectChain maintains an ordered list of effect module, the
Glenn Kastend848eb42016-03-08 13:42:11 -0800405// order corresponding in the effect process order. When attached to a track (session ID !=
406// AUDIO_SESSION_OUTPUT_MIX),
Eric Laurent81784c32012-11-19 14:55:58 -0800407// it also provide it's own input buffer used by the track as accumulation buffer.
408class EffectChain : public RefBase {
409public:
Glenn Kastend848eb42016-03-08 13:42:11 -0800410 EffectChain(const wp<ThreadBase>& wThread, audio_session_t sessionId);
Eric Laurent81784c32012-11-19 14:55:58 -0800411 virtual ~EffectChain();
412
413 // special key used for an entry in mSuspendedEffects keyed vector
414 // corresponding to a suspend all request.
415 static const int kKeyForSuspendAll = 0;
416
417 // minimum duration during which we force calling effect process when last track on
418 // a session is stopped or removed to allow effect tail to be rendered
419 static const int kProcessTailDurationMs = 1000;
420
421 void process_l();
422
423 void lock() {
424 mLock.lock();
425 }
426 void unlock() {
427 mLock.unlock();
428 }
429
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800430 status_t createEffect_l(sp<EffectModule>& effect,
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800431 effect_descriptor_t *desc,
432 int id,
433 audio_session_t sessionId,
434 bool pinned);
Eric Laurent81784c32012-11-19 14:55:58 -0800435 status_t addEffect_l(const sp<EffectModule>& handle);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800436 status_t addEffect_ll(const sp<EffectModule>& handle);
437 size_t removeEffect_l(const sp<EffectModule>& handle, bool release = false);
Eric Laurent81784c32012-11-19 14:55:58 -0800438
Glenn Kastend848eb42016-03-08 13:42:11 -0800439 audio_session_t sessionId() const { return mSessionId; }
440 void setSessionId(audio_session_t sessionId) { mSessionId = sessionId; }
Eric Laurent81784c32012-11-19 14:55:58 -0800441
442 sp<EffectModule> getEffectFromDesc_l(effect_descriptor_t *descriptor);
443 sp<EffectModule> getEffectFromId_l(int id);
444 sp<EffectModule> getEffectFromType_l(const effect_uuid_t *type);
Eric Laurent6c796322019-04-09 14:13:17 -0700445 std::vector<int> getEffectIds();
Glenn Kastenc56f3422014-03-21 17:53:17 -0700446 // FIXME use float to improve the dynamic range
Eric Laurentfa1e1232016-08-02 19:01:49 -0700447 bool setVolume_l(uint32_t *left, uint32_t *right, bool force = false);
448 void resetVolume_l();
jiabin8f278ee2019-11-11 12:16:27 -0800449 void setDevices_l(const AudioDeviceTypeAddrVector &devices);
450 void setInputDevice_l(const AudioDeviceTypeAddr &device);
Eric Laurent81784c32012-11-19 14:55:58 -0800451 void setMode_l(audio_mode_t mode);
452 void setAudioSource_l(audio_source_t source);
453
Mikhail Naganov022b9952017-01-04 16:36:51 -0800454 void setInBuffer(const sp<EffectBufferHalInterface>& buffer) {
Eric Laurent81784c32012-11-19 14:55:58 -0800455 mInBuffer = buffer;
Eric Laurent81784c32012-11-19 14:55:58 -0800456 }
rago94a1ee82017-07-21 15:11:02 -0700457 effect_buffer_t *inBuffer() const {
458 return mInBuffer != 0 ? reinterpret_cast<effect_buffer_t*>(mInBuffer->ptr()) : NULL;
Eric Laurent81784c32012-11-19 14:55:58 -0800459 }
Mikhail Naganov022b9952017-01-04 16:36:51 -0800460 void setOutBuffer(const sp<EffectBufferHalInterface>& buffer) {
Eric Laurent81784c32012-11-19 14:55:58 -0800461 mOutBuffer = buffer;
462 }
rago94a1ee82017-07-21 15:11:02 -0700463 effect_buffer_t *outBuffer() const {
464 return mOutBuffer != 0 ? reinterpret_cast<effect_buffer_t*>(mOutBuffer->ptr()) : NULL;
Eric Laurent81784c32012-11-19 14:55:58 -0800465 }
466
467 void incTrackCnt() { android_atomic_inc(&mTrackCnt); }
468 void decTrackCnt() { android_atomic_dec(&mTrackCnt); }
469 int32_t trackCnt() const { return android_atomic_acquire_load(&mTrackCnt); }
470
471 void incActiveTrackCnt() { android_atomic_inc(&mActiveTrackCnt);
472 mTailBufferCount = mMaxTailBuffers; }
473 void decActiveTrackCnt() { android_atomic_dec(&mActiveTrackCnt); }
474 int32_t activeTrackCnt() const { return android_atomic_acquire_load(&mActiveTrackCnt); }
475
476 uint32_t strategy() const { return mStrategy; }
477 void setStrategy(uint32_t strategy)
478 { mStrategy = strategy; }
479
Eric Laurentd8365c52017-07-16 15:27:05 -0700480 // suspend or restore effects of the specified type. The number of suspend requests is counted
481 // and restore occurs once all suspend requests are cancelled.
Eric Laurent81784c32012-11-19 14:55:58 -0800482 void setEffectSuspended_l(const effect_uuid_t *type,
483 bool suspend);
484 // suspend all eligible effects
485 void setEffectSuspendedAll_l(bool suspend);
Eric Laurent6b446ce2019-12-13 10:56:31 -0800486 // check if effects should be suspended or restored when a given effect is enable or disabled
487 void checkSuspendOnEffectEnabled(const sp<EffectModule>& effect, bool enabled);
Eric Laurent81784c32012-11-19 14:55:58 -0800488
489 void clearInputBuffer();
490
Eric Laurent5baf2af2013-09-12 17:37:00 -0700491 // At least one non offloadable effect in the chain is enabled
492 bool isNonOffloadableEnabled();
Shingo Kitajima1f8df9a2018-05-29 11:35:06 +0900493 bool isNonOffloadableEnabled_l();
Eric Laurent813e2a72013-08-31 12:59:48 -0700494
Eric Laurent1b928682014-10-02 19:41:47 -0700495 void syncHalEffectsState();
496
Andy Hungd3bb0ad2016-10-11 17:16:43 -0700497 // flags is an ORed set of audio_output_flags_t which is updated on return.
498 void checkOutputFlagCompatibility(audio_output_flags_t *flags) const;
499
500 // flags is an ORed set of audio_input_flags_t which is updated on return.
501 void checkInputFlagCompatibility(audio_input_flags_t *flags) const;
502
503 // Is this EffectChain compatible with the RAW audio flag.
504 bool isRawCompatible() const;
505
506 // Is this EffectChain compatible with the FAST audio flag.
507 bool isFastCompatible() const;
Eric Laurent4c415062016-06-17 16:14:16 -0700508
509 // isCompatibleWithThread_l() must be called with thread->mLock held
510 bool isCompatibleWithThread_l(const sp<ThreadBase>& thread) const;
511
jiabineb3bda02020-06-30 14:07:03 -0700512 bool containsHapticGeneratingEffect_l();
513
jiabine70bc7f2020-06-30 22:07:55 -0700514 void setHapticIntensity_l(int id, int intensity);
515
Eric Laurent6b446ce2019-12-13 10:56:31 -0800516 sp<EffectCallbackInterface> effectCallback() const { return mEffectCallback; }
517 wp<ThreadBase> thread() const { return mEffectCallback->thread(); }
518
Eric Laurent81784c32012-11-19 14:55:58 -0800519 void dump(int fd, const Vector<String16>& args);
520
Mikhail Naganovbf493082017-04-17 17:37:12 -0700521private:
Eric Laurent6b446ce2019-12-13 10:56:31 -0800522
523 class EffectCallback : public EffectCallbackInterface {
524 public:
Ytai Ben-Tsvi4f043362020-01-28 12:39:23 -0800525 // Note: ctors taking a weak pointer to their owner must not promote it
526 // during construction (but may keep a reference for later promotion).
527 EffectCallback(const wp<EffectChain>& owner,
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -0800528 const wp<ThreadBase>& thread)
Ytai Ben-Tsvi4f043362020-01-28 12:39:23 -0800529 : mChain(owner) {
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -0800530 setThread(thread);
531 }
Eric Laurent6b446ce2019-12-13 10:56:31 -0800532
533 status_t createEffectHal(const effect_uuid_t *pEffectUuid,
534 int32_t sessionId, int32_t deviceId, sp<EffectHalInterface> *effect) override;
535 status_t allocateHalBuffer(size_t size, sp<EffectBufferHalInterface>* buffer) override;
Eric Laurent41709552019-12-16 19:34:05 -0800536 bool updateOrphanEffectChains(const sp<EffectBase>& effect) override;
Eric Laurent6b446ce2019-12-13 10:56:31 -0800537
538 audio_io_handle_t io() const override;
539 bool isOutput() const override;
540 bool isOffload() const override;
541 bool isOffloadOrDirect() const override;
542 bool isOffloadOrMmap() const override;
543
544 uint32_t sampleRate() const override;
545 audio_channel_mask_t channelMask() const override;
546 uint32_t channelCount() const override;
jiabineb3bda02020-06-30 14:07:03 -0700547 audio_channel_mask_t hapticChannelMask() const override;
Eric Laurent6b446ce2019-12-13 10:56:31 -0800548 size_t frameCount() const override;
549 uint32_t latency() const override;
550
551 status_t addEffectToHal(sp<EffectHalInterface> effect) override;
552 status_t removeEffectFromHal(sp<EffectHalInterface> effect) override;
553 bool disconnectEffectHandle(EffectHandle *handle, bool unpinIfLast) override;
554 void setVolumeForOutput(float left, float right) const override;
555
556 // check if effects should be suspended/restored when a given effect is enable/disabled
Eric Laurent41709552019-12-16 19:34:05 -0800557 void checkSuspendOnEffectEnabled(const sp<EffectBase>& effect,
Eric Laurent6b446ce2019-12-13 10:56:31 -0800558 bool enabled, bool threadLocked) override;
559 void resetVolume() override;
560 uint32_t strategy() const override;
561 int32_t activeTrackCnt() const override;
Eric Laurent41709552019-12-16 19:34:05 -0800562 void onEffectEnable(const sp<EffectBase>& effect) override;
563 void onEffectDisable(const sp<EffectBase>& effect) override;
Eric Laurent6b446ce2019-12-13 10:56:31 -0800564
565 wp<EffectChain> chain() const override { return mChain; }
566
567 wp<ThreadBase> thread() { return mThread; }
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -0800568
569 void setThread(const wp<ThreadBase>& thread) {
570 mThread = thread;
571 sp<ThreadBase> p = thread.promote();
572 mAudioFlinger = p ? p->mAudioFlinger : nullptr;
573 }
Eric Laurent6b446ce2019-12-13 10:56:31 -0800574
575 private:
576 wp<EffectChain> mChain;
577 wp<ThreadBase> mThread;
578 wp<AudioFlinger> mAudioFlinger;
579 };
580
Eric Laurent81784c32012-11-19 14:55:58 -0800581 friend class AudioFlinger; // for mThread, mEffects
Mikhail Naganovbf493082017-04-17 17:37:12 -0700582 DISALLOW_COPY_AND_ASSIGN(EffectChain);
Eric Laurent81784c32012-11-19 14:55:58 -0800583
584 class SuspendedEffectDesc : public RefBase {
585 public:
586 SuspendedEffectDesc() : mRefCount(0) {}
587
Eric Laurentd8365c52017-07-16 15:27:05 -0700588 int mRefCount; // > 0 when suspended
Eric Laurent81784c32012-11-19 14:55:58 -0800589 effect_uuid_t mType;
590 wp<EffectModule> mEffect;
591 };
592
593 // get a list of effect modules to suspend when an effect of the type
594 // passed is enabled.
595 void getSuspendEligibleEffects(Vector< sp<EffectModule> > &effects);
596
597 // get an effect module if it is currently enable
598 sp<EffectModule> getEffectIfEnabled(const effect_uuid_t *type);
599 // true if the effect whose descriptor is passed can be suspended
600 // OEMs can modify the rules implemented in this method to exclude specific effect
601 // types or implementations from the suspend/restore mechanism.
602 bool isEffectEligibleForSuspend(const effect_descriptor_t& desc);
603
Eric Laurentd8365c52017-07-16 15:27:05 -0700604 static bool isEffectEligibleForBtNrecSuspend(const effect_uuid_t *type);
605
Eric Laurent6b446ce2019-12-13 10:56:31 -0800606 void clearInputBuffer_l();
Eric Laurent81784c32012-11-19 14:55:58 -0800607
Eric Laurentaaa44472014-09-12 17:41:50 -0700608 void setThread(const sp<ThreadBase>& thread);
609
Zhou Songd505c642020-02-20 16:35:37 +0800610 // true if any effect module within the chain has volume control
611 bool hasVolumeControlEnabled_l() const;
612
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +0900613 void setVolumeForOutput_l(uint32_t left, uint32_t right);
614
Eric Laurent4c415062016-06-17 16:14:16 -0700615 mutable Mutex mLock; // mutex protecting effect list
616 Vector< sp<EffectModule> > mEffects; // list of effect modules
617 audio_session_t mSessionId; // audio session ID
Mikhail Naganov022b9952017-01-04 16:36:51 -0800618 sp<EffectBufferHalInterface> mInBuffer; // chain input buffer
619 sp<EffectBufferHalInterface> mOutBuffer; // chain output buffer
Eric Laurent81784c32012-11-19 14:55:58 -0800620
621 // 'volatile' here means these are accessed with atomic operations instead of mutex
622 volatile int32_t mActiveTrackCnt; // number of active tracks connected
623 volatile int32_t mTrackCnt; // number of tracks connected
624
Eric Laurent4c415062016-06-17 16:14:16 -0700625 int32_t mTailBufferCount; // current effect tail buffer count
626 int32_t mMaxTailBuffers; // maximum effect tail buffers
Eric Laurent4c415062016-06-17 16:14:16 -0700627 int mVolumeCtrlIdx; // index of insert effect having control over volume
628 uint32_t mLeftVolume; // previous volume on left channel
629 uint32_t mRightVolume; // previous volume on right channel
630 uint32_t mNewLeftVolume; // new volume on left channel
631 uint32_t mNewRightVolume; // new volume on right channel
632 uint32_t mStrategy; // strategy for this effect chain
633 // mSuspendedEffects lists all effects currently suspended in the chain.
634 // Use effect type UUID timelow field as key. There is no real risk of identical
635 // timeLow fields among effect type UUIDs.
Eric Laurentd8365c52017-07-16 15:27:05 -0700636 // Updated by setEffectSuspended_l() and setEffectSuspendedAll_l() only.
Eric Laurent4c415062016-06-17 16:14:16 -0700637 KeyedVector< int, sp<SuspendedEffectDesc> > mSuspendedEffects;
Eric Laurent6b446ce2019-12-13 10:56:31 -0800638
639 const sp<EffectCallback> mEffectCallback;
Eric Laurent81784c32012-11-19 14:55:58 -0800640};
Eric Laurentb82e6b72019-11-22 17:25:04 -0800641
642class DeviceEffectProxy : public EffectBase {
643public:
644 DeviceEffectProxy (const AudioDeviceTypeAddr& device,
645 const sp<DeviceEffectManagerCallback>& callback,
646 effect_descriptor_t *desc, int id)
647 : EffectBase(callback, desc, id, AUDIO_SESSION_DEVICE, false),
648 mDevice(device), mManagerCallback(callback),
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -0800649 mMyCallback(new ProxyCallback(wp<DeviceEffectProxy>(this),
650 callback)) {}
Eric Laurentb82e6b72019-11-22 17:25:04 -0800651
652 status_t setEnabled(bool enabled, bool fromHandle) override;
653 sp<DeviceEffectProxy> asDeviceEffectProxy() override { return this; }
654
655 status_t init(const std::map<audio_patch_handle_t, PatchPanel::Patch>& patches);
656 status_t onCreatePatch(audio_patch_handle_t patchHandle, const PatchPanel::Patch& patch);
657 void onReleasePatch(audio_patch_handle_t patchHandle);
658
659 size_t removeEffect(const sp<EffectModule>& effect);
660
661 status_t addEffectToHal(sp<EffectHalInterface> effect);
662 status_t removeEffectFromHal(sp<EffectHalInterface> effect);
663
664 const AudioDeviceTypeAddr& device() { return mDevice; };
665 bool isOutput() const;
666 uint32_t sampleRate() const;
667 audio_channel_mask_t channelMask() const;
668 uint32_t channelCount() const;
669
670 void dump(int fd, int spaces);
671
672private:
673
674 class ProxyCallback : public EffectCallbackInterface {
675 public:
Ytai Ben-Tsvi4f043362020-01-28 12:39:23 -0800676 // Note: ctors taking a weak pointer to their owner must not promote it
677 // during construction (but may keep a reference for later promotion).
678 ProxyCallback(const wp<DeviceEffectProxy>& owner,
679 const sp<DeviceEffectManagerCallback>& callback)
680 : mProxy(owner), mManagerCallback(callback) {}
Eric Laurentb82e6b72019-11-22 17:25:04 -0800681
682 status_t createEffectHal(const effect_uuid_t *pEffectUuid,
683 int32_t sessionId, int32_t deviceId, sp<EffectHalInterface> *effect) override;
684 status_t allocateHalBuffer(size_t size __unused,
685 sp<EffectBufferHalInterface>* buffer __unused) override { return NO_ERROR; }
686 bool updateOrphanEffectChains(const sp<EffectBase>& effect __unused) override {
687 return false;
688 }
689
690 audio_io_handle_t io() const override { return AUDIO_IO_HANDLE_NONE; }
691 bool isOutput() const override;
692 bool isOffload() const override { return false; }
693 bool isOffloadOrDirect() const override { return false; }
694 bool isOffloadOrMmap() const override { return false; }
695
696 uint32_t sampleRate() const override;
697 audio_channel_mask_t channelMask() const override;
698 uint32_t channelCount() const override;
jiabineb3bda02020-06-30 14:07:03 -0700699 audio_channel_mask_t hapticChannelMask() const override { return AUDIO_CHANNEL_NONE; }
Eric Laurentb82e6b72019-11-22 17:25:04 -0800700 size_t frameCount() const override { return 0; }
701 uint32_t latency() const override { return 0; }
702
703 status_t addEffectToHal(sp<EffectHalInterface> effect) override;
704 status_t removeEffectFromHal(sp<EffectHalInterface> effect) override;
705
706 bool disconnectEffectHandle(EffectHandle *handle, bool unpinIfLast) override;
707 void setVolumeForOutput(float left __unused, float right __unused) const override {}
708
709 void checkSuspendOnEffectEnabled(const sp<EffectBase>& effect __unused,
710 bool enabled __unused, bool threadLocked __unused) override {}
711 void resetVolume() override {}
712 uint32_t strategy() const override { return 0; }
713 int32_t activeTrackCnt() const override { return 0; }
714 void onEffectEnable(const sp<EffectBase>& effect __unused) override {}
715 void onEffectDisable(const sp<EffectBase>& effect __unused) override {}
716
717 wp<EffectChain> chain() const override { return nullptr; }
718
719 int newEffectId();
720
721 private:
722 const wp<DeviceEffectProxy> mProxy;
723 const sp<DeviceEffectManagerCallback> mManagerCallback;
724 };
725
726 status_t checkPort(const PatchPanel::Patch& patch, const struct audio_port_config *port,
727 sp<EffectHandle> *handle);
728
729 const AudioDeviceTypeAddr mDevice;
730 const sp<DeviceEffectManagerCallback> mManagerCallback;
731 const sp<ProxyCallback> mMyCallback;
732
733 Mutex mProxyLock;
734 std::map<audio_patch_handle_t, sp<EffectHandle>> mEffectHandles; // protected by mProxyLock
735 sp<EffectModule> mHalEffect; // protected by mProxyLock
736 struct audio_port_config mDevicePort = { .id = AUDIO_PORT_HANDLE_NONE };
737};