blob: 8341a1e8492d504c4139132b0b77b897908e23eb [file] [log] [blame]
Andy Hung857d5a22015-03-26 18:46:00 -07001/*
2 * Copyright (C) 2015 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "BufferProvider"
18//#define LOG_NDEBUG 0
19
Andy Hung857d5a22015-03-26 18:46:00 -070020#include <audio_utils/primitives.h>
21#include <audio_utils/format.h>
Andy Hung068561c2017-01-03 17:09:32 -080022#include <external/sonic/sonic.h>
Mikhail Naganov022b9952017-01-04 16:36:51 -080023#include <media/audiohal/EffectBufferHalInterface.h>
Mikhail Naganova0c91332016-09-19 10:01:12 -070024#include <media/audiohal/EffectHalInterface.h>
25#include <media/audiohal/EffectsFactoryHalInterface.h>
Andy Hungc5656cc2015-03-26 19:04:33 -070026#include <media/AudioResamplerPublic.h>
Andy Hung068561c2017-01-03 17:09:32 -080027#include <media/BufferProviders.h>
Mikhail Naganov9fe94012016-10-14 14:57:40 -070028#include <system/audio_effects/effect_downmix.h>
Andy Hung857d5a22015-03-26 18:46:00 -070029#include <utils/Log.h>
30
Andy Hung857d5a22015-03-26 18:46:00 -070031#ifndef ARRAY_SIZE
32#define ARRAY_SIZE(x) (sizeof(x)/sizeof((x)[0]))
33#endif
34
35namespace android {
36
37// ----------------------------------------------------------------------------
38
39template <typename T>
40static inline T min(const T& a, const T& b)
41{
42 return a < b ? a : b;
43}
44
45CopyBufferProvider::CopyBufferProvider(size_t inputFrameSize,
46 size_t outputFrameSize, size_t bufferFrameCount) :
47 mInputFrameSize(inputFrameSize),
48 mOutputFrameSize(outputFrameSize),
49 mLocalBufferFrameCount(bufferFrameCount),
50 mLocalBufferData(NULL),
51 mConsumed(0)
52{
53 ALOGV("CopyBufferProvider(%p)(%zu, %zu, %zu)", this,
54 inputFrameSize, outputFrameSize, bufferFrameCount);
55 LOG_ALWAYS_FATAL_IF(inputFrameSize < outputFrameSize && bufferFrameCount == 0,
56 "Requires local buffer if inputFrameSize(%zu) < outputFrameSize(%zu)",
57 inputFrameSize, outputFrameSize);
58 if (mLocalBufferFrameCount) {
59 (void)posix_memalign(&mLocalBufferData, 32, mLocalBufferFrameCount * mOutputFrameSize);
60 }
61 mBuffer.frameCount = 0;
62}
63
64CopyBufferProvider::~CopyBufferProvider()
65{
66 ALOGV("~CopyBufferProvider(%p)", this);
67 if (mBuffer.frameCount != 0) {
68 mTrackBufferProvider->releaseBuffer(&mBuffer);
69 }
70 free(mLocalBufferData);
71}
72
Glenn Kastend79072e2016-01-06 08:41:20 -080073status_t CopyBufferProvider::getNextBuffer(AudioBufferProvider::Buffer *pBuffer)
Andy Hung857d5a22015-03-26 18:46:00 -070074{
Glenn Kastend79072e2016-01-06 08:41:20 -080075 //ALOGV("CopyBufferProvider(%p)::getNextBuffer(%p (%zu))",
76 // this, pBuffer, pBuffer->frameCount);
Andy Hung857d5a22015-03-26 18:46:00 -070077 if (mLocalBufferFrameCount == 0) {
Glenn Kastend79072e2016-01-06 08:41:20 -080078 status_t res = mTrackBufferProvider->getNextBuffer(pBuffer);
Andy Hung857d5a22015-03-26 18:46:00 -070079 if (res == OK) {
80 copyFrames(pBuffer->raw, pBuffer->raw, pBuffer->frameCount);
81 }
82 return res;
83 }
84 if (mBuffer.frameCount == 0) {
85 mBuffer.frameCount = pBuffer->frameCount;
Glenn Kastend79072e2016-01-06 08:41:20 -080086 status_t res = mTrackBufferProvider->getNextBuffer(&mBuffer);
Andy Hung857d5a22015-03-26 18:46:00 -070087 // At one time an upstream buffer provider had
88 // res == OK and mBuffer.frameCount == 0, doesn't seem to happen now 7/18/2014.
89 //
90 // By API spec, if res != OK, then mBuffer.frameCount == 0.
91 // but there may be improper implementations.
92 ALOG_ASSERT(res == OK || mBuffer.frameCount == 0);
93 if (res != OK || mBuffer.frameCount == 0) { // not needed by API spec, but to be safe.
94 pBuffer->raw = NULL;
95 pBuffer->frameCount = 0;
96 return res;
97 }
98 mConsumed = 0;
99 }
100 ALOG_ASSERT(mConsumed < mBuffer.frameCount);
101 size_t count = min(mLocalBufferFrameCount, mBuffer.frameCount - mConsumed);
102 count = min(count, pBuffer->frameCount);
103 pBuffer->raw = mLocalBufferData;
104 pBuffer->frameCount = count;
105 copyFrames(pBuffer->raw, (uint8_t*)mBuffer.raw + mConsumed * mInputFrameSize,
106 pBuffer->frameCount);
107 return OK;
108}
109
110void CopyBufferProvider::releaseBuffer(AudioBufferProvider::Buffer *pBuffer)
111{
112 //ALOGV("CopyBufferProvider(%p)::releaseBuffer(%p(%zu))",
113 // this, pBuffer, pBuffer->frameCount);
114 if (mLocalBufferFrameCount == 0) {
115 mTrackBufferProvider->releaseBuffer(pBuffer);
116 return;
117 }
118 // LOG_ALWAYS_FATAL_IF(pBuffer->frameCount == 0, "Invalid framecount");
119 mConsumed += pBuffer->frameCount; // TODO: update for efficiency to reuse existing content
120 if (mConsumed != 0 && mConsumed >= mBuffer.frameCount) {
121 mTrackBufferProvider->releaseBuffer(&mBuffer);
122 ALOG_ASSERT(mBuffer.frameCount == 0);
123 }
124 pBuffer->raw = NULL;
125 pBuffer->frameCount = 0;
126}
127
128void CopyBufferProvider::reset()
129{
130 if (mBuffer.frameCount != 0) {
131 mTrackBufferProvider->releaseBuffer(&mBuffer);
132 }
133 mConsumed = 0;
134}
135
136DownmixerBufferProvider::DownmixerBufferProvider(
137 audio_channel_mask_t inputChannelMask,
138 audio_channel_mask_t outputChannelMask, audio_format_t format,
139 uint32_t sampleRate, int32_t sessionId, size_t bufferFrameCount) :
140 CopyBufferProvider(
141 audio_bytes_per_sample(format) * audio_channel_count_from_out_mask(inputChannelMask),
142 audio_bytes_per_sample(format) * audio_channel_count_from_out_mask(outputChannelMask),
143 bufferFrameCount) // set bufferFrameCount to 0 to do in-place
144{
145 ALOGV("DownmixerBufferProvider(%p)(%#x, %#x, %#x %u %d)",
146 this, inputChannelMask, outputChannelMask, format,
147 sampleRate, sessionId);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700148 if (!sIsMultichannelCapable) {
149 ALOGE("DownmixerBufferProvider() error: not multichannel capable");
150 return;
151 }
152 mEffectsFactory = EffectsFactoryHalInterface::create();
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700153 if (mEffectsFactory == 0) {
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700154 ALOGE("DownmixerBufferProvider() error: could not obtain the effects factory");
155 return;
156 }
157 if (mEffectsFactory->createEffect(&sDwnmFxDesc.uuid,
158 sessionId,
159 SESSION_ID_INVALID_AND_IGNORED,
160 &mDownmixInterface) != 0) {
Andy Hung857d5a22015-03-26 18:46:00 -0700161 ALOGE("DownmixerBufferProvider() error creating downmixer effect");
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700162 mDownmixInterface.clear();
163 mEffectsFactory.clear();
Andy Hung857d5a22015-03-26 18:46:00 -0700164 return;
165 }
166 // channel input configuration will be overridden per-track
167 mDownmixConfig.inputCfg.channels = inputChannelMask; // FIXME: Should be bits
168 mDownmixConfig.outputCfg.channels = outputChannelMask; // FIXME: should be bits
169 mDownmixConfig.inputCfg.format = format;
170 mDownmixConfig.outputCfg.format = format;
171 mDownmixConfig.inputCfg.samplingRate = sampleRate;
172 mDownmixConfig.outputCfg.samplingRate = sampleRate;
173 mDownmixConfig.inputCfg.accessMode = EFFECT_BUFFER_ACCESS_READ;
174 mDownmixConfig.outputCfg.accessMode = EFFECT_BUFFER_ACCESS_WRITE;
175 // input and output buffer provider, and frame count will not be used as the downmix effect
176 // process() function is called directly (see DownmixerBufferProvider::getNextBuffer())
177 mDownmixConfig.inputCfg.mask = EFFECT_CONFIG_SMP_RATE | EFFECT_CONFIG_CHANNELS |
178 EFFECT_CONFIG_FORMAT | EFFECT_CONFIG_ACC_MODE;
179 mDownmixConfig.outputCfg.mask = mDownmixConfig.inputCfg.mask;
180
Mikhail Naganov022b9952017-01-04 16:36:51 -0800181 status_t status;
182 status = EffectBufferHalInterface::mirror(
183 nullptr,
184 audio_bytes_per_sample(format) * audio_channel_count_from_out_mask(inputChannelMask),
185 &mInBuffer);
186 if (status != 0) {
187 ALOGE("DownmixerBufferProvider() error %d while creating input buffer", status);
188 mDownmixInterface.clear();
189 mEffectsFactory.clear();
190 return;
191 }
192 status = EffectBufferHalInterface::mirror(
193 nullptr,
194 audio_bytes_per_sample(format) * audio_channel_count_from_out_mask(outputChannelMask),
195 &mOutBuffer);
196 if (status != 0) {
197 ALOGE("DownmixerBufferProvider() error %d while creating output buffer", status);
198 mInBuffer.clear();
199 mDownmixInterface.clear();
200 mEffectsFactory.clear();
201 return;
202 }
Mikhail Naganov2f607552017-01-11 16:09:03 -0800203 mDownmixInterface->setInBuffer(mInBuffer);
204 mDownmixInterface->setOutBuffer(mOutBuffer);
Mikhail Naganov022b9952017-01-04 16:36:51 -0800205
Andy Hung857d5a22015-03-26 18:46:00 -0700206 int cmdStatus;
207 uint32_t replySize = sizeof(int);
208
209 // Configure downmixer
Mikhail Naganov022b9952017-01-04 16:36:51 -0800210 status = mDownmixInterface->command(
Andy Hung857d5a22015-03-26 18:46:00 -0700211 EFFECT_CMD_SET_CONFIG /*cmdCode*/, sizeof(effect_config_t) /*cmdSize*/,
212 &mDownmixConfig /*pCmdData*/,
213 &replySize, &cmdStatus /*pReplyData*/);
214 if (status != 0 || cmdStatus != 0) {
215 ALOGE("DownmixerBufferProvider() error %d cmdStatus %d while configuring downmixer",
216 status, cmdStatus);
Mikhail Naganov022b9952017-01-04 16:36:51 -0800217 mOutBuffer.clear();
218 mInBuffer.clear();
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700219 mDownmixInterface.clear();
220 mEffectsFactory.clear();
Andy Hung857d5a22015-03-26 18:46:00 -0700221 return;
222 }
223
224 // Enable downmixer
225 replySize = sizeof(int);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700226 status = mDownmixInterface->command(
Andy Hung857d5a22015-03-26 18:46:00 -0700227 EFFECT_CMD_ENABLE /*cmdCode*/, 0 /*cmdSize*/, NULL /*pCmdData*/,
228 &replySize, &cmdStatus /*pReplyData*/);
229 if (status != 0 || cmdStatus != 0) {
230 ALOGE("DownmixerBufferProvider() error %d cmdStatus %d while enabling downmixer",
231 status, cmdStatus);
Mikhail Naganov022b9952017-01-04 16:36:51 -0800232 mOutBuffer.clear();
233 mInBuffer.clear();
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700234 mDownmixInterface.clear();
235 mEffectsFactory.clear();
Andy Hung857d5a22015-03-26 18:46:00 -0700236 return;
237 }
238
239 // Set downmix type
240 // parameter size rounded for padding on 32bit boundary
241 const int psizePadded = ((sizeof(downmix_params_t) - 1)/sizeof(int) + 1) * sizeof(int);
242 const int downmixParamSize =
243 sizeof(effect_param_t) + psizePadded + sizeof(downmix_type_t);
244 effect_param_t * const param = (effect_param_t *) malloc(downmixParamSize);
245 param->psize = sizeof(downmix_params_t);
246 const downmix_params_t downmixParam = DOWNMIX_PARAM_TYPE;
247 memcpy(param->data, &downmixParam, param->psize);
248 const downmix_type_t downmixType = DOWNMIX_TYPE_FOLD;
249 param->vsize = sizeof(downmix_type_t);
250 memcpy(param->data + psizePadded, &downmixType, param->vsize);
251 replySize = sizeof(int);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700252 status = mDownmixInterface->command(
Andy Hung857d5a22015-03-26 18:46:00 -0700253 EFFECT_CMD_SET_PARAM /* cmdCode */, downmixParamSize /* cmdSize */,
254 param /*pCmdData*/, &replySize, &cmdStatus /*pReplyData*/);
255 free(param);
256 if (status != 0 || cmdStatus != 0) {
257 ALOGE("DownmixerBufferProvider() error %d cmdStatus %d while setting downmix type",
258 status, cmdStatus);
Mikhail Naganov022b9952017-01-04 16:36:51 -0800259 mOutBuffer.clear();
260 mInBuffer.clear();
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700261 mDownmixInterface.clear();
262 mEffectsFactory.clear();
Andy Hung857d5a22015-03-26 18:46:00 -0700263 return;
264 }
265 ALOGV("DownmixerBufferProvider() downmix type set to %d", (int) downmixType);
266}
267
268DownmixerBufferProvider::~DownmixerBufferProvider()
269{
270 ALOGV("~DownmixerBufferProvider (%p)", this);
Mikhail Naganov022b9952017-01-04 16:36:51 -0800271 if (mDownmixInterface != 0) {
272 mDownmixInterface->close();
273 }
Andy Hung857d5a22015-03-26 18:46:00 -0700274}
275
276void DownmixerBufferProvider::copyFrames(void *dst, const void *src, size_t frames)
277{
Mikhail Naganov022b9952017-01-04 16:36:51 -0800278 mInBuffer->setExternalData(const_cast<void*>(src));
279 mInBuffer->setFrameCount(frames);
280 mInBuffer->update();
281 mOutBuffer->setExternalData(dst);
282 mOutBuffer->setFrameCount(frames);
283 mOutBuffer->update();
Andy Hung857d5a22015-03-26 18:46:00 -0700284 // may be in-place if src == dst.
Mikhail Naganov022b9952017-01-04 16:36:51 -0800285 status_t res = mDownmixInterface->process();
286 if (res == OK) {
287 mOutBuffer->commit();
288 } else {
289 ALOGE("DownmixBufferProvider error %d", res);
290 }
Andy Hung857d5a22015-03-26 18:46:00 -0700291}
292
293/* call once in a pthread_once handler. */
294/*static*/ status_t DownmixerBufferProvider::init()
295{
296 // find multichannel downmix effect if we have to play multichannel content
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700297 sp<EffectsFactoryHalInterface> effectsFactory = EffectsFactoryHalInterface::create();
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700298 if (effectsFactory == 0) {
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700299 ALOGE("AudioMixer() error: could not obtain the effects factory");
300 return NO_INIT;
301 }
Andy Hung857d5a22015-03-26 18:46:00 -0700302 uint32_t numEffects = 0;
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700303 int ret = effectsFactory->queryNumberEffects(&numEffects);
Andy Hung857d5a22015-03-26 18:46:00 -0700304 if (ret != 0) {
305 ALOGE("AudioMixer() error %d querying number of effects", ret);
306 return NO_INIT;
307 }
308 ALOGV("EffectQueryNumberEffects() numEffects=%d", numEffects);
309
310 for (uint32_t i = 0 ; i < numEffects ; i++) {
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700311 if (effectsFactory->getDescriptor(i, &sDwnmFxDesc) == 0) {
Andy Hung857d5a22015-03-26 18:46:00 -0700312 ALOGV("effect %d is called %s", i, sDwnmFxDesc.name);
313 if (memcmp(&sDwnmFxDesc.type, EFFECT_UIID_DOWNMIX, sizeof(effect_uuid_t)) == 0) {
314 ALOGI("found effect \"%s\" from %s",
315 sDwnmFxDesc.name, sDwnmFxDesc.implementor);
316 sIsMultichannelCapable = true;
317 break;
318 }
319 }
320 }
321 ALOGW_IF(!sIsMultichannelCapable, "unable to find downmix effect");
322 return NO_INIT;
323}
324
325/*static*/ bool DownmixerBufferProvider::sIsMultichannelCapable = false;
326/*static*/ effect_descriptor_t DownmixerBufferProvider::sDwnmFxDesc;
327
328RemixBufferProvider::RemixBufferProvider(audio_channel_mask_t inputChannelMask,
329 audio_channel_mask_t outputChannelMask, audio_format_t format,
330 size_t bufferFrameCount) :
331 CopyBufferProvider(
332 audio_bytes_per_sample(format)
333 * audio_channel_count_from_out_mask(inputChannelMask),
334 audio_bytes_per_sample(format)
335 * audio_channel_count_from_out_mask(outputChannelMask),
336 bufferFrameCount),
337 mFormat(format),
338 mSampleSize(audio_bytes_per_sample(format)),
339 mInputChannels(audio_channel_count_from_out_mask(inputChannelMask)),
340 mOutputChannels(audio_channel_count_from_out_mask(outputChannelMask))
341{
342 ALOGV("RemixBufferProvider(%p)(%#x, %#x, %#x) %zu %zu",
343 this, format, inputChannelMask, outputChannelMask,
344 mInputChannels, mOutputChannels);
Andy Hung18aa2702015-05-05 23:48:38 -0700345 (void) memcpy_by_index_array_initialization_from_channel_mask(
346 mIdxAry, ARRAY_SIZE(mIdxAry), outputChannelMask, inputChannelMask);
Andy Hung857d5a22015-03-26 18:46:00 -0700347}
348
349void RemixBufferProvider::copyFrames(void *dst, const void *src, size_t frames)
350{
351 memcpy_by_index_array(dst, mOutputChannels,
352 src, mInputChannels, mIdxAry, mSampleSize, frames);
353}
354
355ReformatBufferProvider::ReformatBufferProvider(int32_t channelCount,
356 audio_format_t inputFormat, audio_format_t outputFormat,
357 size_t bufferFrameCount) :
358 CopyBufferProvider(
359 channelCount * audio_bytes_per_sample(inputFormat),
360 channelCount * audio_bytes_per_sample(outputFormat),
361 bufferFrameCount),
362 mChannelCount(channelCount),
363 mInputFormat(inputFormat),
364 mOutputFormat(outputFormat)
365{
366 ALOGV("ReformatBufferProvider(%p)(%u, %#x, %#x)",
367 this, channelCount, inputFormat, outputFormat);
368}
369
370void ReformatBufferProvider::copyFrames(void *dst, const void *src, size_t frames)
371{
372 memcpy_by_audio_format(dst, mOutputFormat, src, mInputFormat, frames * mChannelCount);
373}
374
Andy Hungc5656cc2015-03-26 19:04:33 -0700375TimestretchBufferProvider::TimestretchBufferProvider(int32_t channelCount,
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700376 audio_format_t format, uint32_t sampleRate, const AudioPlaybackRate &playbackRate) :
Andy Hungc5656cc2015-03-26 19:04:33 -0700377 mChannelCount(channelCount),
378 mFormat(format),
379 mSampleRate(sampleRate),
380 mFrameSize(channelCount * audio_bytes_per_sample(format)),
Andy Hungc5656cc2015-03-26 19:04:33 -0700381 mLocalBufferFrameCount(0),
382 mLocalBufferData(NULL),
Ricardo Garciaf097cae2015-04-13 12:17:21 -0700383 mRemaining(0),
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700384 mSonicStream(sonicCreateStream(sampleRate, mChannelCount)),
Ricardo Garcia6c7f0622015-04-30 18:39:16 -0700385 mFallbackFailErrorShown(false),
386 mAudioPlaybackRateValid(false)
Andy Hungc5656cc2015-03-26 19:04:33 -0700387{
Ricardo Garciaf097cae2015-04-13 12:17:21 -0700388 LOG_ALWAYS_FATAL_IF(mSonicStream == NULL,
389 "TimestretchBufferProvider can't allocate Sonic stream");
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700390
391 setPlaybackRate(playbackRate);
392 ALOGV("TimestretchBufferProvider(%p)(%u, %#x, %u %f %f %d %d)",
393 this, channelCount, format, sampleRate, playbackRate.mSpeed,
394 playbackRate.mPitch, playbackRate.mStretchMode, playbackRate.mFallbackMode);
395 mBuffer.frameCount = 0;
Andy Hungc5656cc2015-03-26 19:04:33 -0700396}
397
398TimestretchBufferProvider::~TimestretchBufferProvider()
399{
400 ALOGV("~TimestretchBufferProvider(%p)", this);
Ricardo Garciaf097cae2015-04-13 12:17:21 -0700401 sonicDestroyStream(mSonicStream);
Andy Hungc5656cc2015-03-26 19:04:33 -0700402 if (mBuffer.frameCount != 0) {
403 mTrackBufferProvider->releaseBuffer(&mBuffer);
404 }
405 free(mLocalBufferData);
406}
407
408status_t TimestretchBufferProvider::getNextBuffer(
Glenn Kastend79072e2016-01-06 08:41:20 -0800409 AudioBufferProvider::Buffer *pBuffer)
Andy Hungc5656cc2015-03-26 19:04:33 -0700410{
Glenn Kastend79072e2016-01-06 08:41:20 -0800411 ALOGV("TimestretchBufferProvider(%p)::getNextBuffer(%p (%zu))",
412 this, pBuffer, pBuffer->frameCount);
Andy Hungc5656cc2015-03-26 19:04:33 -0700413
414 // BYPASS
Glenn Kastend79072e2016-01-06 08:41:20 -0800415 //return mTrackBufferProvider->getNextBuffer(pBuffer);
Andy Hungc5656cc2015-03-26 19:04:33 -0700416
417 // check if previously processed data is sufficient.
418 if (pBuffer->frameCount <= mRemaining) {
419 ALOGV("previous sufficient");
420 pBuffer->raw = mLocalBufferData;
421 return OK;
422 }
423
424 // do we need to resize our buffer?
425 if (pBuffer->frameCount > mLocalBufferFrameCount) {
426 void *newmem;
427 if (posix_memalign(&newmem, 32, pBuffer->frameCount * mFrameSize) == OK) {
428 if (mRemaining != 0) {
429 memcpy(newmem, mLocalBufferData, mRemaining * mFrameSize);
430 }
431 free(mLocalBufferData);
432 mLocalBufferData = newmem;
433 mLocalBufferFrameCount = pBuffer->frameCount;
434 }
435 }
436
437 // need to fetch more data
438 const size_t outputDesired = pBuffer->frameCount - mRemaining;
Andy Hung6d626692015-08-21 12:53:46 -0700439 size_t dstAvailable;
440 do {
441 mBuffer.frameCount = mPlaybackRate.mSpeed == AUDIO_TIMESTRETCH_SPEED_NORMAL
442 ? outputDesired : outputDesired * mPlaybackRate.mSpeed + 1;
Andy Hungc5656cc2015-03-26 19:04:33 -0700443
Glenn Kastend79072e2016-01-06 08:41:20 -0800444 status_t res = mTrackBufferProvider->getNextBuffer(&mBuffer);
Andy Hungc5656cc2015-03-26 19:04:33 -0700445
Andy Hung6d626692015-08-21 12:53:46 -0700446 ALOG_ASSERT(res == OK || mBuffer.frameCount == 0);
447 if (res != OK || mBuffer.frameCount == 0) { // not needed by API spec, but to be safe.
448 ALOGV("upstream provider cannot provide data");
449 if (mRemaining == 0) {
450 pBuffer->raw = NULL;
451 pBuffer->frameCount = 0;
452 return res;
453 } else { // return partial count
454 pBuffer->raw = mLocalBufferData;
455 pBuffer->frameCount = mRemaining;
456 return OK;
457 }
Andy Hungc5656cc2015-03-26 19:04:33 -0700458 }
Andy Hungc5656cc2015-03-26 19:04:33 -0700459
Andy Hung6d626692015-08-21 12:53:46 -0700460 // time-stretch the data
461 dstAvailable = min(mLocalBufferFrameCount - mRemaining, outputDesired);
462 size_t srcAvailable = mBuffer.frameCount;
463 processFrames((uint8_t*)mLocalBufferData + mRemaining * mFrameSize, &dstAvailable,
464 mBuffer.raw, &srcAvailable);
Andy Hungc5656cc2015-03-26 19:04:33 -0700465
Andy Hung6d626692015-08-21 12:53:46 -0700466 // release all data consumed
467 mBuffer.frameCount = srcAvailable;
468 mTrackBufferProvider->releaseBuffer(&mBuffer);
469 } while (dstAvailable == 0); // try until we get output data or upstream provider fails.
Andy Hungc5656cc2015-03-26 19:04:33 -0700470
471 // update buffer vars with the actual data processed and return with buffer
472 mRemaining += dstAvailable;
473
474 pBuffer->raw = mLocalBufferData;
475 pBuffer->frameCount = mRemaining;
476
477 return OK;
478}
479
480void TimestretchBufferProvider::releaseBuffer(AudioBufferProvider::Buffer *pBuffer)
481{
482 ALOGV("TimestretchBufferProvider(%p)::releaseBuffer(%p (%zu))",
483 this, pBuffer, pBuffer->frameCount);
484
485 // BYPASS
486 //return mTrackBufferProvider->releaseBuffer(pBuffer);
487
488 // LOG_ALWAYS_FATAL_IF(pBuffer->frameCount == 0, "Invalid framecount");
489 if (pBuffer->frameCount < mRemaining) {
490 memcpy(mLocalBufferData,
491 (uint8_t*)mLocalBufferData + pBuffer->frameCount * mFrameSize,
492 (mRemaining - pBuffer->frameCount) * mFrameSize);
493 mRemaining -= pBuffer->frameCount;
494 } else if (pBuffer->frameCount == mRemaining) {
495 mRemaining = 0;
496 } else {
497 LOG_ALWAYS_FATAL("Releasing more frames(%zu) than available(%zu)",
498 pBuffer->frameCount, mRemaining);
499 }
500
501 pBuffer->raw = NULL;
502 pBuffer->frameCount = 0;
503}
504
505void TimestretchBufferProvider::reset()
506{
507 mRemaining = 0;
508}
509
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700510status_t TimestretchBufferProvider::setPlaybackRate(const AudioPlaybackRate &playbackRate)
Andy Hungc5656cc2015-03-26 19:04:33 -0700511{
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700512 mPlaybackRate = playbackRate;
513 mFallbackFailErrorShown = false;
514 sonicSetSpeed(mSonicStream, mPlaybackRate.mSpeed);
Ricardo Garciaf097cae2015-04-13 12:17:21 -0700515 //TODO: pitch is ignored for now
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700516 //TODO: optimize: if parameters are the same, don't do any extra computation.
Ricardo Garcia6c7f0622015-04-30 18:39:16 -0700517
518 mAudioPlaybackRateValid = isAudioPlaybackRateValid(mPlaybackRate);
Andy Hungc5656cc2015-03-26 19:04:33 -0700519 return OK;
520}
521
522void TimestretchBufferProvider::processFrames(void *dstBuffer, size_t *dstFrames,
523 const void *srcBuffer, size_t *srcFrames)
524{
525 ALOGV("processFrames(%zu %zu) remaining(%zu)", *dstFrames, *srcFrames, mRemaining);
526 // Note dstFrames is the required number of frames.
527
Ricardo Garcia6c7f0622015-04-30 18:39:16 -0700528 if (!mAudioPlaybackRateValid) {
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700529 //fallback mode
Andy Hungcf8d2c82016-08-10 16:02:01 -0700530 // Ensure consumption from src is as expected.
531 // TODO: add logic to track "very accurate" consumption related to speed, original sampling
532 // rate, actual frames processed.
533
534 const size_t targetSrc = *dstFrames * mPlaybackRate.mSpeed;
535 if (*srcFrames < targetSrc) { // limit dst frames to that possible
536 *dstFrames = *srcFrames / mPlaybackRate.mSpeed;
537 } else if (*srcFrames > targetSrc + 1) {
538 *srcFrames = targetSrc + 1;
539 }
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700540 if (*dstFrames > 0) {
541 switch(mPlaybackRate.mFallbackMode) {
542 case AUDIO_TIMESTRETCH_FALLBACK_CUT_REPEAT:
543 if (*dstFrames <= *srcFrames) {
544 size_t copySize = mFrameSize * *dstFrames;
545 memcpy(dstBuffer, srcBuffer, copySize);
546 } else {
547 // cyclically repeat the source.
548 for (size_t count = 0; count < *dstFrames; count += *srcFrames) {
549 size_t remaining = min(*srcFrames, *dstFrames - count);
550 memcpy((uint8_t*)dstBuffer + mFrameSize * count,
551 srcBuffer, mFrameSize * remaining);
552 }
553 }
554 break;
555 case AUDIO_TIMESTRETCH_FALLBACK_DEFAULT:
556 case AUDIO_TIMESTRETCH_FALLBACK_MUTE:
557 memset(dstBuffer,0, mFrameSize * *dstFrames);
558 break;
559 case AUDIO_TIMESTRETCH_FALLBACK_FAIL:
560 default:
561 if(!mFallbackFailErrorShown) {
562 ALOGE("invalid parameters in TimestretchBufferProvider fallbackMode:%d",
563 mPlaybackRate.mFallbackMode);
564 mFallbackFailErrorShown = true;
565 }
566 break;
567 }
Andy Hungc5656cc2015-03-26 19:04:33 -0700568 }
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700569 } else {
570 switch (mFormat) {
571 case AUDIO_FORMAT_PCM_FLOAT:
572 if (sonicWriteFloatToStream(mSonicStream, (float*)srcBuffer, *srcFrames) != 1) {
573 ALOGE("sonicWriteFloatToStream cannot realloc");
574 *srcFrames = 0; // cannot consume all of srcBuffer
575 }
576 *dstFrames = sonicReadFloatFromStream(mSonicStream, (float*)dstBuffer, *dstFrames);
577 break;
578 case AUDIO_FORMAT_PCM_16_BIT:
579 if (sonicWriteShortToStream(mSonicStream, (short*)srcBuffer, *srcFrames) != 1) {
580 ALOGE("sonicWriteShortToStream cannot realloc");
581 *srcFrames = 0; // cannot consume all of srcBuffer
582 }
583 *dstFrames = sonicReadShortFromStream(mSonicStream, (short*)dstBuffer, *dstFrames);
584 break;
585 default:
586 // could also be caught on construction
587 LOG_ALWAYS_FATAL("invalid format %#x for TimestretchBufferProvider", mFormat);
Ricardo Garciaf097cae2015-04-13 12:17:21 -0700588 }
Andy Hungc5656cc2015-03-26 19:04:33 -0700589 }
590}
Andy Hung857d5a22015-03-26 18:46:00 -0700591// ----------------------------------------------------------------------------
592} // namespace android