blob: e78c98b5b4b7ae1c945ac4975539536189c4f53a [file] [log] [blame]
Glenn Kasten97b5d0d2012-03-23 18:54:19 -07001/*
2 * Copyright (C) 2012 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Glenn Kastena3d26282012-11-30 07:57:43 -080017// <IMPORTANT_WARNING>
18// Design rules for threadLoop() are given in the comments at section "Fast mixer thread" of
19// StateQueue.h. In particular, avoid library and system calls except at well-known points.
20// The design rules are only for threadLoop(), and don't apply to FastMixerDumpState methods.
21// </IMPORTANT_WARNING>
22
Glenn Kasten97b5d0d2012-03-23 18:54:19 -070023#define LOG_TAG "FastMixer"
Glenn Kasten7f5d3352013-02-15 23:55:04 +000024//#define LOG_NDEBUG 0
Glenn Kasten97b5d0d2012-03-23 18:54:19 -070025
Alex Rayb3a83642012-11-30 19:42:28 -080026#define ATRACE_TAG ATRACE_TAG_AUDIO
Alex Ray371eb972012-11-30 11:11:54 -080027
Glenn Kasten153b9fe2013-07-15 11:23:36 -070028#include "Configuration.h"
Glenn Kasten97b5d0d2012-03-23 18:54:19 -070029#include <time.h>
Glenn Kastenad8510a2015-02-17 16:24:07 -080030#include <utils/Debug.h>
Glenn Kasten97b5d0d2012-03-23 18:54:19 -070031#include <utils/Log.h>
Glenn Kastend8e6fd32012-05-07 11:07:57 -070032#include <utils/Trace.h>
Glenn Kasten97b5d0d2012-03-23 18:54:19 -070033#include <system/audio.h>
Glenn Kasten214b4062015-03-02 14:15:47 -080034#ifdef FAST_THREAD_STATISTICS
Eric Tan5b13ff82018-07-27 11:20:17 -070035#include <audio_utils/Statistics.h>
Glenn Kasten0a14c4c2012-06-13 14:58:49 -070036#ifdef CPU_FREQUENCY_STATISTICS
Glenn Kasten42d45cf2012-05-02 10:34:47 -070037#include <cpustats/ThreadCpuUsage.h>
Glenn Kasten97b5d0d2012-03-23 18:54:19 -070038#endif
Glenn Kasten0a14c4c2012-06-13 14:58:49 -070039#endif
jiabin245cdd92018-12-07 17:55:15 -080040#include <audio_utils/channels.h>
Andy Hung1258c1a2014-05-23 21:22:17 -070041#include <audio_utils/format.h>
jiabin245cdd92018-12-07 17:55:15 -080042#include <audio_utils/mono_blend.h>
Andy Hung068561c2017-01-03 17:09:32 -080043#include <media/AudioMixer.h>
Glenn Kasten97b5d0d2012-03-23 18:54:19 -070044#include "FastMixer.h"
Glenn Kasteneef598c2017-04-03 14:41:13 -070045#include "TypedLogger.h"
Glenn Kasten97b5d0d2012-03-23 18:54:19 -070046
Glenn Kasten97b5d0d2012-03-23 18:54:19 -070047namespace android {
48
Glenn Kastene4a7ce22015-03-03 11:23:17 -080049/*static*/ const FastMixerState FastMixer::sInitial;
Glenn Kasten22340022014-04-07 12:04:41 -070050
Andy Hung8946a282018-04-19 20:04:56 -070051FastMixer::FastMixer(audio_io_handle_t parentIoHandle)
52 : FastThread("cycle_ms", "load_us"),
Glenn Kastene4a7ce22015-03-03 11:23:17 -080053 // mFastTrackNames
54 // mGenerations
55 mOutputSink(NULL),
56 mOutputSinkGen(0),
57 mMixer(NULL),
Andy Hung1258c1a2014-05-23 21:22:17 -070058 mSinkBuffer(NULL),
59 mSinkBufferSize(0),
Andy Hung9a592762014-07-21 21:56:01 -070060 mSinkChannelCount(FCC_2),
Andy Hung45d68d32014-05-23 21:13:31 -070061 mMixerBuffer(NULL),
Andy Hung1258c1a2014-05-23 21:22:17 -070062 mMixerBufferSize(0),
Andy Hung45d68d32014-05-23 21:13:31 -070063 mMixerBufferState(UNDEFINED),
Glenn Kastene4a7ce22015-03-03 11:23:17 -080064 mFormat(Format_Invalid),
65 mSampleRate(0),
66 mFastTracksGen(0),
67 mTotalNativeFramesWritten(0),
Glenn Kasten22340022014-04-07 12:04:41 -070068 // timestamp
Andy Hung2ddee192015-12-18 17:34:44 -080069 mNativeFramesWrittenButNotPresented(0), // the = 0 is to silence the compiler
Andy Hung8946a282018-04-19 20:04:56 -070070 mMasterMono(false),
71 mThreadIoHandle(parentIoHandle)
Glenn Kasten97b5d0d2012-03-23 18:54:19 -070072{
Andy Hung8946a282018-04-19 20:04:56 -070073 (void)mThreadIoHandle; // prevent unused warning, see C++17 [[maybe_unused]]
74
Glenn Kastene4a7ce22015-03-03 11:23:17 -080075 // FIXME pass sInitial as parameter to base class constructor, and make it static local
76 mPrevious = &sInitial;
77 mCurrent = &sInitial;
Glenn Kasten22340022014-04-07 12:04:41 -070078
Glenn Kastene4a7ce22015-03-03 11:23:17 -080079 mDummyDumpState = &mDummyFastMixerDumpState;
Andy Hung9a592762014-07-21 21:56:01 -070080 // TODO: Add channel mask to NBAIO_Format.
81 // We assume that the channel mask must be a valid positional channel mask.
82 mSinkChannelMask = audio_channel_out_mask_from_count(mSinkChannelCount);
Glenn Kasten22340022014-04-07 12:04:41 -070083
Glenn Kasten97b5d0d2012-03-23 18:54:19 -070084 unsigned i;
Glenn Kastendc2c50b2016-04-21 08:13:14 -070085 for (i = 0; i < FastMixerState::sMaxFastTracks; ++i) {
Glenn Kastene4a7ce22015-03-03 11:23:17 -080086 mGenerations[i] = 0;
Glenn Kasten97b5d0d2012-03-23 18:54:19 -070087 }
Glenn Kasten214b4062015-03-02 14:15:47 -080088#ifdef FAST_THREAD_STATISTICS
Glenn Kastene4a7ce22015-03-03 11:23:17 -080089 mOldLoad.tv_sec = 0;
90 mOldLoad.tv_nsec = 0;
Glenn Kasten97b5d0d2012-03-23 18:54:19 -070091#endif
Glenn Kasten22340022014-04-07 12:04:41 -070092}
93
94FastMixer::~FastMixer()
95{
96}
97
98FastMixerStateQueue* FastMixer::sq()
99{
100 return &mSQ;
101}
102
103const FastThreadState *FastMixer::poll()
104{
105 return mSQ.poll();
106}
107
Glenn Kasten3ab8d662017-04-03 14:35:09 -0700108void FastMixer::setNBLogWriter(NBLog::Writer *logWriter)
Glenn Kasten22340022014-04-07 12:04:41 -0700109{
Glenn Kasten3ab8d662017-04-03 14:35:09 -0700110 // FIXME If mMixer is set or changed prior to this, we don't inform correctly.
111 // Should cache logWriter and re-apply it at the assignment to mMixer.
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800112 if (mMixer != NULL) {
Glenn Kasten3ab8d662017-04-03 14:35:09 -0700113 mMixer->setNBLogWriter(logWriter);
Glenn Kasten22340022014-04-07 12:04:41 -0700114 }
115}
116
117void FastMixer::onIdle()
118{
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800119 mPreIdle = *(const FastMixerState *)mCurrent;
120 mCurrent = &mPreIdle;
Glenn Kasten22340022014-04-07 12:04:41 -0700121}
122
123void FastMixer::onExit()
124{
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800125 delete mMixer;
Andy Hung1258c1a2014-05-23 21:22:17 -0700126 free(mMixerBuffer);
127 free(mSinkBuffer);
Glenn Kasten22340022014-04-07 12:04:41 -0700128}
129
130bool FastMixer::isSubClassCommand(FastThreadState::Command command)
131{
132 switch ((FastMixerState::Command) command) {
133 case FastMixerState::MIX:
134 case FastMixerState::WRITE:
135 case FastMixerState::MIX_WRITE:
136 return true;
137 default:
138 return false;
139 }
140}
141
142void FastMixer::onStateChange()
143{
Glenn Kasten4dd03b52015-03-03 11:32:04 -0800144 const FastMixerState * const current = (const FastMixerState *) mCurrent;
145 const FastMixerState * const previous = (const FastMixerState *) mPrevious;
146 FastMixerDumpState * const dumpState = (FastMixerDumpState *) mDumpState;
Glenn Kasten22340022014-04-07 12:04:41 -0700147 const size_t frameCount = current->mFrameCount;
148
Andy Hung818e7a32016-02-16 18:08:07 -0800149 // update boottime offset, in case it has changed
150 mTimestamp.mTimebaseOffset[ExtendedTimestamp::TIMEBASE_BOOTTIME] =
151 mBoottimeOffset.load();
152
Glenn Kasten22340022014-04-07 12:04:41 -0700153 // handle state change here, but since we want to diff the state,
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800154 // we're prepared for previous == &sInitial the first time through
Glenn Kasten22340022014-04-07 12:04:41 -0700155 unsigned previousTrackMask;
156
157 // check for change in output HAL configuration
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800158 NBAIO_Format previousFormat = mFormat;
159 if (current->mOutputSinkGen != mOutputSinkGen) {
160 mOutputSink = current->mOutputSink;
161 mOutputSinkGen = current->mOutputSinkGen;
jiabin245cdd92018-12-07 17:55:15 -0800162 mSinkChannelMask = current->mSinkChannelMask;
Richard Folke Tullberg3fae0372017-01-13 09:04:25 +0100163 mBalance.setChannelMask(mSinkChannelMask);
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800164 if (mOutputSink == NULL) {
165 mFormat = Format_Invalid;
166 mSampleRate = 0;
Andy Hung9a592762014-07-21 21:56:01 -0700167 mSinkChannelCount = 0;
168 mSinkChannelMask = AUDIO_CHANNEL_NONE;
jiabin245cdd92018-12-07 17:55:15 -0800169 mAudioChannelCount = 0;
Glenn Kasten22340022014-04-07 12:04:41 -0700170 } else {
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800171 mFormat = mOutputSink->format();
172 mSampleRate = Format_sampleRate(mFormat);
173 mSinkChannelCount = Format_channelCount(mFormat);
Andy Hung9a592762014-07-21 21:56:01 -0700174 LOG_ALWAYS_FATAL_IF(mSinkChannelCount > AudioMixer::MAX_NUM_CHANNELS);
175
jiabin245cdd92018-12-07 17:55:15 -0800176 if (mSinkChannelMask == AUDIO_CHANNEL_NONE) {
177 mSinkChannelMask = audio_channel_out_mask_from_count(mSinkChannelCount);
178 }
179 mAudioChannelCount = mSinkChannelCount - audio_channel_count_from_out_mask(
180 mSinkChannelMask & AUDIO_CHANNEL_HAPTIC_ALL);
Glenn Kasten22340022014-04-07 12:04:41 -0700181 }
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800182 dumpState->mSampleRate = mSampleRate;
Glenn Kasten22340022014-04-07 12:04:41 -0700183 }
184
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800185 if ((!Format_isEqual(mFormat, previousFormat)) || (frameCount != previous->mFrameCount)) {
Glenn Kasten22340022014-04-07 12:04:41 -0700186 // FIXME to avoid priority inversion, don't delete here
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800187 delete mMixer;
188 mMixer = NULL;
Andy Hung1258c1a2014-05-23 21:22:17 -0700189 free(mMixerBuffer);
Andy Hung45d68d32014-05-23 21:13:31 -0700190 mMixerBuffer = NULL;
Andy Hung1258c1a2014-05-23 21:22:17 -0700191 free(mSinkBuffer);
192 mSinkBuffer = NULL;
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800193 if (frameCount > 0 && mSampleRate > 0) {
Glenn Kasten22340022014-04-07 12:04:41 -0700194 // FIXME new may block for unbounded time at internal mutex of the heap
195 // implementation; it would be better to have normal mixer allocate for us
196 // to avoid blocking here and to prevent possible priority inversion
Andy Hung1bc088a2018-02-09 15:57:31 -0800197 mMixer = new AudioMixer(frameCount, mSampleRate);
Glenn Kasten3ab8d662017-04-03 14:35:09 -0700198 // FIXME See the other FIXME at FastMixer::setNBLogWriter()
Eric Tan0513b5d2018-09-17 10:32:48 -0700199 NBLog::thread_params_t params;
200 params.frameCount = frameCount;
201 params.sampleRate = mSampleRate;
202 LOG_THREAD_PARAMS(params);
Andy Hung9a592762014-07-21 21:56:01 -0700203 const size_t mixerFrameSize = mSinkChannelCount
204 * audio_bytes_per_sample(mMixerBufferFormat);
Andy Hung1258c1a2014-05-23 21:22:17 -0700205 mMixerBufferSize = mixerFrameSize * frameCount;
206 (void)posix_memalign(&mMixerBuffer, 32, mMixerBufferSize);
Andy Hung9a592762014-07-21 21:56:01 -0700207 const size_t sinkFrameSize = mSinkChannelCount
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800208 * audio_bytes_per_sample(mFormat.mFormat);
Andy Hung1258c1a2014-05-23 21:22:17 -0700209 if (sinkFrameSize > mixerFrameSize) { // need a sink buffer
210 mSinkBufferSize = sinkFrameSize * frameCount;
211 (void)posix_memalign(&mSinkBuffer, 32, mSinkBufferSize);
212 }
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800213 mPeriodNs = (frameCount * 1000000000LL) / mSampleRate; // 1.00
214 mUnderrunNs = (frameCount * 1750000000LL) / mSampleRate; // 1.75
215 mOverrunNs = (frameCount * 500000000LL) / mSampleRate; // 0.50
216 mForceNs = (frameCount * 950000000LL) / mSampleRate; // 0.95
217 mWarmupNsMin = (frameCount * 750000000LL) / mSampleRate; // 0.75
218 mWarmupNsMax = (frameCount * 1250000000LL) / mSampleRate; // 1.25
Glenn Kasten22340022014-04-07 12:04:41 -0700219 } else {
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800220 mPeriodNs = 0;
221 mUnderrunNs = 0;
222 mOverrunNs = 0;
223 mForceNs = 0;
224 mWarmupNsMin = 0;
225 mWarmupNsMax = LONG_MAX;
Glenn Kasten22340022014-04-07 12:04:41 -0700226 }
Andy Hung45d68d32014-05-23 21:13:31 -0700227 mMixerBufferState = UNDEFINED;
Glenn Kasten22340022014-04-07 12:04:41 -0700228 // we need to reconfigure all active tracks
229 previousTrackMask = 0;
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800230 mFastTracksGen = current->mFastTracksGen - 1;
Glenn Kasten22340022014-04-07 12:04:41 -0700231 dumpState->mFrameCount = frameCount;
Andy Hung8946a282018-04-19 20:04:56 -0700232#ifdef TEE_SINK
233 mTee.set(mFormat, NBAIO_Tee::TEE_FLAG_OUTPUT_THREAD);
234 mTee.setId(std::string("_") + std::to_string(mThreadIoHandle) + "_F");
235#endif
Glenn Kasten22340022014-04-07 12:04:41 -0700236 } else {
237 previousTrackMask = previous->mTrackMask;
238 }
Glenn Kasten732845c2013-08-23 09:26:31 -0700239
Glenn Kasten22340022014-04-07 12:04:41 -0700240 // check for change in active track set
241 const unsigned currentTrackMask = current->mTrackMask;
242 dumpState->mTrackMask = currentTrackMask;
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800243 if (current->mFastTracksGen != mFastTracksGen) {
Andy Hung45d68d32014-05-23 21:13:31 -0700244 ALOG_ASSERT(mMixerBuffer != NULL);
Glenn Kasten97b5d0d2012-03-23 18:54:19 -0700245
Glenn Kasten22340022014-04-07 12:04:41 -0700246 // process removed tracks first to avoid running out of track names
247 unsigned removedTracks = previousTrackMask & ~currentTrackMask;
248 while (removedTracks != 0) {
249 int i = __builtin_ctz(removedTracks);
250 removedTracks &= ~(1 << i);
251 const FastTrack* fastTrack = &current->mFastTracks[i];
252 ALOG_ASSERT(fastTrack->mBufferProvider == NULL);
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800253 if (mMixer != NULL) {
Andy Hung1bc088a2018-02-09 15:57:31 -0800254 mMixer->destroy(i);
Glenn Kasten22340022014-04-07 12:04:41 -0700255 }
Glenn Kasten22340022014-04-07 12:04:41 -0700256 // don't reset track dump state, since other side is ignoring it
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800257 mGenerations[i] = fastTrack->mGeneration;
Glenn Kasten22340022014-04-07 12:04:41 -0700258 }
259
260 // now process added tracks
261 unsigned addedTracks = currentTrackMask & ~previousTrackMask;
262 while (addedTracks != 0) {
263 int i = __builtin_ctz(addedTracks);
264 addedTracks &= ~(1 << i);
265 const FastTrack* fastTrack = &current->mFastTracks[i];
266 AudioBufferProvider *bufferProvider = fastTrack->mBufferProvider;
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800267 if (mMixer != NULL) {
Andy Hung1bc088a2018-02-09 15:57:31 -0800268 const int name = i; // for clarity, choose name as fast track index.
269 status_t status = mMixer->create(
270 name,
271 fastTrack->mChannelMask,
Andy Hunge8a1ced2014-05-09 15:02:21 -0700272 fastTrack->mFormat, AUDIO_SESSION_OUTPUT_MIX);
Andy Hung1bc088a2018-02-09 15:57:31 -0800273 LOG_ALWAYS_FATAL_IF(status != NO_ERROR,
274 "%s: cannot create track name"
275 " %d, mask %#x, format %#x, sessionId %d in AudioMixer",
276 __func__, name,
277 fastTrack->mChannelMask, fastTrack->mFormat, AUDIO_SESSION_OUTPUT_MIX);
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800278 mMixer->setBufferProvider(name, bufferProvider);
279 mMixer->setParameter(name, AudioMixer::TRACK, AudioMixer::MAIN_BUFFER,
Andy Hung9a592762014-07-21 21:56:01 -0700280 (void *)mMixerBuffer);
Glenn Kasten22340022014-04-07 12:04:41 -0700281 // newly allocated track names default to full scale volume
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800282 mMixer->setParameter(
Andy Hung1258c1a2014-05-23 21:22:17 -0700283 name,
284 AudioMixer::TRACK,
285 AudioMixer::MIXER_FORMAT, (void *)mMixerBufferFormat);
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800286 mMixer->setParameter(name, AudioMixer::TRACK, AudioMixer::FORMAT,
Andy Hungef7c7fb2014-05-12 16:51:41 -0700287 (void *)(uintptr_t)fastTrack->mFormat);
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800288 mMixer->setParameter(name, AudioMixer::TRACK, AudioMixer::CHANNEL_MASK,
Andy Hung9a592762014-07-21 21:56:01 -0700289 (void *)(uintptr_t)fastTrack->mChannelMask);
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800290 mMixer->setParameter(name, AudioMixer::TRACK, AudioMixer::MIXER_CHANNEL_MASK,
Andy Hung9a592762014-07-21 21:56:01 -0700291 (void *)(uintptr_t)mSinkChannelMask);
jiabin245cdd92018-12-07 17:55:15 -0800292 mMixer->setParameter(name, AudioMixer::TRACK, AudioMixer::HAPTIC_ENABLED,
293 (void *)(uintptr_t)fastTrack->mHapticPlaybackEnabled);
jiabin77270b82018-12-18 15:41:29 -0800294 mMixer->setParameter(name, AudioMixer::TRACK, AudioMixer::HAPTIC_INTENSITY,
295 (void *)(uintptr_t)fastTrack->mHapticIntensity);
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800296 mMixer->enable(name);
Glenn Kasten22340022014-04-07 12:04:41 -0700297 }
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800298 mGenerations[i] = fastTrack->mGeneration;
Glenn Kasten22340022014-04-07 12:04:41 -0700299 }
300
301 // finally process (potentially) modified tracks; these use the same slot
302 // but may have a different buffer provider or volume provider
303 unsigned modifiedTracks = currentTrackMask & previousTrackMask;
304 while (modifiedTracks != 0) {
305 int i = __builtin_ctz(modifiedTracks);
306 modifiedTracks &= ~(1 << i);
307 const FastTrack* fastTrack = &current->mFastTracks[i];
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800308 if (fastTrack->mGeneration != mGenerations[i]) {
Glenn Kasten22340022014-04-07 12:04:41 -0700309 // this track was actually modified
310 AudioBufferProvider *bufferProvider = fastTrack->mBufferProvider;
311 ALOG_ASSERT(bufferProvider != NULL);
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800312 if (mMixer != NULL) {
Andy Hung1bc088a2018-02-09 15:57:31 -0800313 const int name = i;
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800314 mMixer->setBufferProvider(name, bufferProvider);
Glenn Kasten22340022014-04-07 12:04:41 -0700315 if (fastTrack->mVolumeProvider == NULL) {
Andy Hung6be49402014-05-30 10:42:03 -0700316 float f = AudioMixer::UNITY_GAIN_FLOAT;
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800317 mMixer->setParameter(name, AudioMixer::VOLUME, AudioMixer::VOLUME0, &f);
318 mMixer->setParameter(name, AudioMixer::VOLUME, AudioMixer::VOLUME1, &f);
Glenn Kasten288ed212012-04-25 17:52:27 -0700319 }
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800320 mMixer->setParameter(name, AudioMixer::RESAMPLE,
Glenn Kasten22340022014-04-07 12:04:41 -0700321 AudioMixer::REMOVE, NULL);
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800322 mMixer->setParameter(
Andy Hung1258c1a2014-05-23 21:22:17 -0700323 name,
324 AudioMixer::TRACK,
325 AudioMixer::MIXER_FORMAT, (void *)mMixerBufferFormat);
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800326 mMixer->setParameter(name, AudioMixer::TRACK, AudioMixer::FORMAT,
Andy Hungef7c7fb2014-05-12 16:51:41 -0700327 (void *)(uintptr_t)fastTrack->mFormat);
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800328 mMixer->setParameter(name, AudioMixer::TRACK, AudioMixer::CHANNEL_MASK,
Andy Hung9a592762014-07-21 21:56:01 -0700329 (void *)(uintptr_t)fastTrack->mChannelMask);
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800330 mMixer->setParameter(name, AudioMixer::TRACK, AudioMixer::MIXER_CHANNEL_MASK,
Andy Hung9a592762014-07-21 21:56:01 -0700331 (void *)(uintptr_t)mSinkChannelMask);
jiabin245cdd92018-12-07 17:55:15 -0800332 mMixer->setParameter(name, AudioMixer::TRACK, AudioMixer::HAPTIC_ENABLED,
333 (void *)(uintptr_t)fastTrack->mHapticPlaybackEnabled);
jiabin77270b82018-12-18 15:41:29 -0800334 mMixer->setParameter(name, AudioMixer::TRACK, AudioMixer::HAPTIC_INTENSITY,
335 (void *)(uintptr_t)fastTrack->mHapticIntensity);
Glenn Kasten22340022014-04-07 12:04:41 -0700336 // already enabled
337 }
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800338 mGenerations[i] = fastTrack->mGeneration;
Glenn Kasten22340022014-04-07 12:04:41 -0700339 }
340 }
341
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800342 mFastTracksGen = current->mFastTracksGen;
Glenn Kasten22340022014-04-07 12:04:41 -0700343
344 dumpState->mNumTracks = popcount(currentTrackMask);
345 }
346}
347
348void FastMixer::onWork()
349{
Sanna Catherine de Treville Wager85768942017-07-26 20:17:30 -0700350 // TODO: pass an ID parameter to indicate which time series we want to write to in NBLog.cpp
351 // Or: pass both of these into a single call with a boolean
Andy Hung2e2c0bb2018-06-11 19:13:11 -0700352 const FastMixerState * const current = (const FastMixerState *) mCurrent;
353 FastMixerDumpState * const dumpState = (FastMixerDumpState *) mDumpState;
354
Sanna Catherine de Treville Wager85768942017-07-26 20:17:30 -0700355 if (mIsWarm) {
Eric Tane98dd6f2018-08-22 18:23:50 -0700356 // Logging timestamps for FastMixer is currently disabled to make memory room for logging
357 // other statistics in FastMixer.
358 // To re-enable, delete the #ifdef FASTMIXER_LOG_HIST_TS lines (and the #endif lines).
359#ifdef FASTMIXER_LOG_HIST_TS
Sanna Catherine de Treville Wager85768942017-07-26 20:17:30 -0700360 LOG_HIST_TS();
Eric Tane98dd6f2018-08-22 18:23:50 -0700361#endif
362 //ALOGD("Eric FastMixer::onWork() mIsWarm");
Sanna Catherine de Treville Wager85768942017-07-26 20:17:30 -0700363 } else {
Andy Hung2e2c0bb2018-06-11 19:13:11 -0700364 dumpState->mTimestampVerifier.discontinuity();
Eric Tane98dd6f2018-08-22 18:23:50 -0700365 // See comment in if block.
366#ifdef FASTMIXER_LOG_HIST_TS
Sanna Catherine de Treville Wager85768942017-07-26 20:17:30 -0700367 LOG_AUDIO_STATE();
Eric Tane98dd6f2018-08-22 18:23:50 -0700368#endif
Sanna Catherine de Treville Wager85768942017-07-26 20:17:30 -0700369 }
Glenn Kasten4dd03b52015-03-03 11:32:04 -0800370 const FastMixerState::Command command = mCommand;
Glenn Kasten22340022014-04-07 12:04:41 -0700371 const size_t frameCount = current->mFrameCount;
372
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800373 if ((command & FastMixerState::MIX) && (mMixer != NULL) && mIsWarm) {
Andy Hungef7c7fb2014-05-12 16:51:41 -0700374 ALOG_ASSERT(mMixerBuffer != NULL);
Mohan Kumar947ffa32014-12-12 15:16:46 +0530375
376 // AudioMixer::mState.enabledTracks is undefined if mState.hook == process__validate,
377 // so we keep a side copy of enabledTracks
378 bool anyEnabledTracks = false;
379
Glenn Kasten22340022014-04-07 12:04:41 -0700380 // for each track, update volume and check for underrun
381 unsigned currentTrackMask = current->mTrackMask;
382 while (currentTrackMask != 0) {
383 int i = __builtin_ctz(currentTrackMask);
384 currentTrackMask &= ~(1 << i);
385 const FastTrack* fastTrack = &current->mFastTracks[i];
386
Andy Hung818e7a32016-02-16 18:08:07 -0800387 const int64_t trackFramesWrittenButNotPresented =
388 mNativeFramesWrittenButNotPresented;
389 const int64_t trackFramesWritten = fastTrack->mBufferProvider->framesReleased();
390 ExtendedTimestamp perTrackTimestamp(mTimestamp);
391
392 // Can't provide an ExtendedTimestamp before first frame presented.
393 // Also, timestamp may not go to very last frame on stop().
394 if (trackFramesWritten >= trackFramesWrittenButNotPresented &&
395 perTrackTimestamp.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL] > 0) {
396 perTrackTimestamp.mPosition[ExtendedTimestamp::LOCATION_KERNEL] =
397 trackFramesWritten - trackFramesWrittenButNotPresented;
398 } else {
399 perTrackTimestamp.mPosition[ExtendedTimestamp::LOCATION_KERNEL] = 0;
400 perTrackTimestamp.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL] = -1;
Glenn Kasten22340022014-04-07 12:04:41 -0700401 }
Andy Hung818e7a32016-02-16 18:08:07 -0800402 perTrackTimestamp.mPosition[ExtendedTimestamp::LOCATION_SERVER] = trackFramesWritten;
403 fastTrack->mBufferProvider->onTimestamp(perTrackTimestamp);
Glenn Kasten22340022014-04-07 12:04:41 -0700404
Andy Hung1bc088a2018-02-09 15:57:31 -0800405 const int name = i;
Glenn Kasten22340022014-04-07 12:04:41 -0700406 if (fastTrack->mVolumeProvider != NULL) {
Glenn Kastenc56f3422014-03-21 17:53:17 -0700407 gain_minifloat_packed_t vlr = fastTrack->mVolumeProvider->getVolumeLR();
Andy Hung6be49402014-05-30 10:42:03 -0700408 float vlf = float_from_gain(gain_minifloat_unpack_left(vlr));
409 float vrf = float_from_gain(gain_minifloat_unpack_right(vlr));
410
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800411 mMixer->setParameter(name, AudioMixer::VOLUME, AudioMixer::VOLUME0, &vlf);
412 mMixer->setParameter(name, AudioMixer::VOLUME, AudioMixer::VOLUME1, &vrf);
Glenn Kasten22340022014-04-07 12:04:41 -0700413 }
414 // FIXME The current implementation of framesReady() for fast tracks
415 // takes a tryLock, which can block
416 // up to 1 ms. If enough active tracks all blocked in sequence, this would result
417 // in the overall fast mix cycle being delayed. Should use a non-blocking FIFO.
418 size_t framesReady = fastTrack->mBufferProvider->framesReady();
419 if (ATRACE_ENABLED()) {
420 // I wish we had formatted trace names
421 char traceName[16];
422 strcpy(traceName, "fRdy");
423 traceName[4] = i + (i < 10 ? '0' : 'A' - 10);
424 traceName[5] = '\0';
425 ATRACE_INT(traceName, framesReady);
426 }
427 FastTrackDump *ftDump = &dumpState->mTracks[i];
428 FastTrackUnderruns underruns = ftDump->mUnderruns;
429 if (framesReady < frameCount) {
430 if (framesReady == 0) {
431 underruns.mBitFields.mEmpty++;
432 underruns.mBitFields.mMostRecent = UNDERRUN_EMPTY;
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800433 mMixer->disable(name);
Glenn Kasten09474df2012-05-10 14:48:07 -0700434 } else {
Glenn Kasten22340022014-04-07 12:04:41 -0700435 // allow mixing partial buffer
436 underruns.mBitFields.mPartial++;
437 underruns.mBitFields.mMostRecent = UNDERRUN_PARTIAL;
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800438 mMixer->enable(name);
Mohan Kumar947ffa32014-12-12 15:16:46 +0530439 anyEnabledTracks = true;
Glenn Kasten288ed212012-04-25 17:52:27 -0700440 }
Glenn Kasten97b5d0d2012-03-23 18:54:19 -0700441 } else {
Glenn Kasten22340022014-04-07 12:04:41 -0700442 underruns.mBitFields.mFull++;
443 underruns.mBitFields.mMostRecent = UNDERRUN_FULL;
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800444 mMixer->enable(name);
Mohan Kumar947ffa32014-12-12 15:16:46 +0530445 anyEnabledTracks = true;
Glenn Kasten97b5d0d2012-03-23 18:54:19 -0700446 }
Glenn Kasten22340022014-04-07 12:04:41 -0700447 ftDump->mUnderruns = underruns;
448 ftDump->mFramesReady = framesReady;
Andy Hungb54c8542016-09-21 12:55:15 -0700449 ftDump->mFramesWritten = trackFramesWritten;
Glenn Kasten97b5d0d2012-03-23 18:54:19 -0700450 }
451
Mohan Kumar947ffa32014-12-12 15:16:46 +0530452 if (anyEnabledTracks) {
453 // process() is CPU-bound
454 mMixer->process();
455 mMixerBufferState = MIXED;
456 } else if (mMixerBufferState != ZEROED) {
457 mMixerBufferState = UNDEFINED;
458 }
459
Andy Hung45d68d32014-05-23 21:13:31 -0700460 } else if (mMixerBufferState == MIXED) {
461 mMixerBufferState = UNDEFINED;
Glenn Kasten22340022014-04-07 12:04:41 -0700462 }
463 //bool didFullWrite = false; // dumpsys could display a count of partial writes
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800464 if ((command & FastMixerState::WRITE) && (mOutputSink != NULL) && (mMixerBuffer != NULL)) {
Andy Hung45d68d32014-05-23 21:13:31 -0700465 if (mMixerBufferState == UNDEFINED) {
Andy Hung1258c1a2014-05-23 21:22:17 -0700466 memset(mMixerBuffer, 0, mMixerBufferSize);
Andy Hung45d68d32014-05-23 21:13:31 -0700467 mMixerBufferState = ZEROED;
Glenn Kasten22340022014-04-07 12:04:41 -0700468 }
Andy Hung2ddee192015-12-18 17:34:44 -0800469
470 if (mMasterMono.load()) { // memory_order_seq_cst
Glenn Kastenc42e9b42016-03-21 11:35:03 -0700471 mono_blend(mMixerBuffer, mMixerBufferFormat, Format_channelCount(mFormat), frameCount,
472 true /*limit*/);
Andy Hung2ddee192015-12-18 17:34:44 -0800473 }
Richard Folke Tullberg3fae0372017-01-13 09:04:25 +0100474
475 // Balance must take effect after mono conversion.
476 // mBalance detects zero balance within the class for speed (not needed here).
477 mBalance.setBalance(mMasterBalance.load());
478 mBalance.process((float *)mMixerBuffer, frameCount);
479
Glenn Kastenf59497b2015-01-26 16:35:47 -0800480 // prepare the buffer used to write to sink
Andy Hung1258c1a2014-05-23 21:22:17 -0700481 void *buffer = mSinkBuffer != NULL ? mSinkBuffer : mMixerBuffer;
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800482 if (mFormat.mFormat != mMixerBufferFormat) { // sink format not the same as mixer format
483 memcpy_by_audio_format(buffer, mFormat.mFormat, mMixerBuffer, mMixerBufferFormat,
484 frameCount * Format_channelCount(mFormat));
Andy Hung1258c1a2014-05-23 21:22:17 -0700485 }
jiabin245cdd92018-12-07 17:55:15 -0800486 if (mSinkChannelMask & AUDIO_CHANNEL_HAPTIC_ALL) {
487 // When there are haptic channels, the sample data is partially interleaved.
488 // Make the sample data fully interleaved here.
489 adjust_channels_non_destructive(buffer, mAudioChannelCount, buffer, mSinkChannelCount,
490 audio_bytes_per_sample(mFormat.mFormat),
491 frameCount * audio_bytes_per_frame(mAudioChannelCount, mFormat.mFormat));
492 }
Glenn Kasten22340022014-04-07 12:04:41 -0700493 // if non-NULL, then duplicate write() to this non-blocking sink
Andy Hung8946a282018-04-19 20:04:56 -0700494#ifdef TEE_SINK
495 mTee.write(buffer, frameCount);
496#endif
Glenn Kasten22340022014-04-07 12:04:41 -0700497 // FIXME write() is non-blocking and lock-free for a properly implemented NBAIO sink,
498 // but this code should be modified to handle both non-blocking and blocking sinks
499 dumpState->mWriteSequence++;
500 ATRACE_BEGIN("write");
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800501 ssize_t framesWritten = mOutputSink->write(buffer, frameCount);
Glenn Kasten22340022014-04-07 12:04:41 -0700502 ATRACE_END();
503 dumpState->mWriteSequence++;
504 if (framesWritten >= 0) {
505 ALOG_ASSERT((size_t) framesWritten <= frameCount);
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800506 mTotalNativeFramesWritten += framesWritten;
507 dumpState->mFramesWritten = mTotalNativeFramesWritten;
Glenn Kasten22340022014-04-07 12:04:41 -0700508 //if ((size_t) framesWritten == frameCount) {
509 // didFullWrite = true;
510 //}
Glenn Kasten97b5d0d2012-03-23 18:54:19 -0700511 } else {
Glenn Kasten22340022014-04-07 12:04:41 -0700512 dumpState->mWriteErrors++;
Glenn Kasten97b5d0d2012-03-23 18:54:19 -0700513 }
Glenn Kastene4a7ce22015-03-03 11:23:17 -0800514 mAttemptedWrite = true;
Glenn Kasten22340022014-04-07 12:04:41 -0700515 // FIXME count # of writes blocked excessively, CPU usage, etc. for dump
Glenn Kasten97b5d0d2012-03-23 18:54:19 -0700516
Andy Hung2e2c0bb2018-06-11 19:13:11 -0700517 if (mIsWarm) {
518 ExtendedTimestamp timestamp; // local
519 status_t status = mOutputSink->getTimestamp(timestamp);
520 if (status == NO_ERROR) {
521 dumpState->mTimestampVerifier.add(
522 timestamp.mPosition[ExtendedTimestamp::LOCATION_KERNEL],
523 timestamp.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL],
524 mSampleRate);
525 const int64_t totalNativeFramesPresented =
Andy Hung818e7a32016-02-16 18:08:07 -0800526 timestamp.mPosition[ExtendedTimestamp::LOCATION_KERNEL];
Andy Hung2e2c0bb2018-06-11 19:13:11 -0700527 if (totalNativeFramesPresented <= mTotalNativeFramesWritten) {
528 mNativeFramesWrittenButNotPresented =
529 mTotalNativeFramesWritten - totalNativeFramesPresented;
530 mTimestamp.mPosition[ExtendedTimestamp::LOCATION_KERNEL] =
531 timestamp.mPosition[ExtendedTimestamp::LOCATION_KERNEL];
532 mTimestamp.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL] =
533 timestamp.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL];
534 // We don't compensate for server - kernel time difference and
535 // only update latency if we have valid info.
Eric Tane98dd6f2018-08-22 18:23:50 -0700536 const double latencyMs =
Andy Hung2e2c0bb2018-06-11 19:13:11 -0700537 (double)mNativeFramesWrittenButNotPresented * 1000 / mSampleRate;
Eric Tane98dd6f2018-08-22 18:23:50 -0700538 dumpState->mLatencyMs = latencyMs;
539 LOG_LATENCY(latencyMs);
Andy Hung2e2c0bb2018-06-11 19:13:11 -0700540 } else {
541 // HAL reported that more frames were presented than were written
542 mNativeFramesWrittenButNotPresented = 0;
543 status = INVALID_OPERATION;
544 }
Glenn Kasten22340022014-04-07 12:04:41 -0700545 } else {
Andy Hung2e2c0bb2018-06-11 19:13:11 -0700546 dumpState->mTimestampVerifier.error();
Glenn Kasten22340022014-04-07 12:04:41 -0700547 }
Andy Hung2e2c0bb2018-06-11 19:13:11 -0700548 if (status == NO_ERROR) {
549 mTimestamp.mTimeNs[ExtendedTimestamp::LOCATION_SERVER] =
550 mTimestamp.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL];
551 } else {
552 // fetch server time if we can't get timestamp
553 mTimestamp.mTimeNs[ExtendedTimestamp::LOCATION_SERVER] =
554 systemTime(SYSTEM_TIME_MONOTONIC);
555 // clear out kernel cached position as this may get rapidly stale
556 // if we never get a new valid timestamp
557 mTimestamp.mPosition[ExtendedTimestamp::LOCATION_KERNEL] = 0;
558 mTimestamp.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL] = -1;
559 }
Andy Hung818e7a32016-02-16 18:08:07 -0800560 }
Glenn Kasten22340022014-04-07 12:04:41 -0700561 }
Glenn Kasten97b5d0d2012-03-23 18:54:19 -0700562}
563
Glenn Kasten97b5d0d2012-03-23 18:54:19 -0700564} // namespace android