blob: 11ec3670b5ee87c45ccd4b70f2750a76121a46c5 [file] [log] [blame]
Andy Hung857d5a22015-03-26 18:46:00 -07001/*
2 * Copyright (C) 2015 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "BufferProvider"
18//#define LOG_NDEBUG 0
19
Andy Hung857d5a22015-03-26 18:46:00 -070020#include <audio_utils/primitives.h>
21#include <audio_utils/format.h>
Andy Hung068561c2017-01-03 17:09:32 -080022#include <external/sonic/sonic.h>
Mikhail Naganov022b9952017-01-04 16:36:51 -080023#include <media/audiohal/EffectBufferHalInterface.h>
Mikhail Naganova0c91332016-09-19 10:01:12 -070024#include <media/audiohal/EffectHalInterface.h>
25#include <media/audiohal/EffectsFactoryHalInterface.h>
Andy Hungc5656cc2015-03-26 19:04:33 -070026#include <media/AudioResamplerPublic.h>
Andy Hung068561c2017-01-03 17:09:32 -080027#include <media/BufferProviders.h>
Mikhail Naganov9fe94012016-10-14 14:57:40 -070028#include <system/audio_effects/effect_downmix.h>
Andy Hung857d5a22015-03-26 18:46:00 -070029#include <utils/Log.h>
30
Andy Hung857d5a22015-03-26 18:46:00 -070031#ifndef ARRAY_SIZE
32#define ARRAY_SIZE(x) (sizeof(x)/sizeof((x)[0]))
33#endif
34
35namespace android {
36
37// ----------------------------------------------------------------------------
38
39template <typename T>
40static inline T min(const T& a, const T& b)
41{
42 return a < b ? a : b;
43}
44
45CopyBufferProvider::CopyBufferProvider(size_t inputFrameSize,
46 size_t outputFrameSize, size_t bufferFrameCount) :
47 mInputFrameSize(inputFrameSize),
48 mOutputFrameSize(outputFrameSize),
49 mLocalBufferFrameCount(bufferFrameCount),
50 mLocalBufferData(NULL),
51 mConsumed(0)
52{
53 ALOGV("CopyBufferProvider(%p)(%zu, %zu, %zu)", this,
54 inputFrameSize, outputFrameSize, bufferFrameCount);
55 LOG_ALWAYS_FATAL_IF(inputFrameSize < outputFrameSize && bufferFrameCount == 0,
56 "Requires local buffer if inputFrameSize(%zu) < outputFrameSize(%zu)",
57 inputFrameSize, outputFrameSize);
58 if (mLocalBufferFrameCount) {
59 (void)posix_memalign(&mLocalBufferData, 32, mLocalBufferFrameCount * mOutputFrameSize);
60 }
61 mBuffer.frameCount = 0;
62}
63
64CopyBufferProvider::~CopyBufferProvider()
65{
66 ALOGV("~CopyBufferProvider(%p)", this);
67 if (mBuffer.frameCount != 0) {
68 mTrackBufferProvider->releaseBuffer(&mBuffer);
69 }
70 free(mLocalBufferData);
71}
72
Glenn Kastend79072e2016-01-06 08:41:20 -080073status_t CopyBufferProvider::getNextBuffer(AudioBufferProvider::Buffer *pBuffer)
Andy Hung857d5a22015-03-26 18:46:00 -070074{
Glenn Kastend79072e2016-01-06 08:41:20 -080075 //ALOGV("CopyBufferProvider(%p)::getNextBuffer(%p (%zu))",
76 // this, pBuffer, pBuffer->frameCount);
Andy Hung857d5a22015-03-26 18:46:00 -070077 if (mLocalBufferFrameCount == 0) {
Glenn Kastend79072e2016-01-06 08:41:20 -080078 status_t res = mTrackBufferProvider->getNextBuffer(pBuffer);
Andy Hung857d5a22015-03-26 18:46:00 -070079 if (res == OK) {
80 copyFrames(pBuffer->raw, pBuffer->raw, pBuffer->frameCount);
81 }
82 return res;
83 }
84 if (mBuffer.frameCount == 0) {
85 mBuffer.frameCount = pBuffer->frameCount;
Glenn Kastend79072e2016-01-06 08:41:20 -080086 status_t res = mTrackBufferProvider->getNextBuffer(&mBuffer);
Andy Hung857d5a22015-03-26 18:46:00 -070087 // At one time an upstream buffer provider had
88 // res == OK and mBuffer.frameCount == 0, doesn't seem to happen now 7/18/2014.
89 //
90 // By API spec, if res != OK, then mBuffer.frameCount == 0.
91 // but there may be improper implementations.
92 ALOG_ASSERT(res == OK || mBuffer.frameCount == 0);
93 if (res != OK || mBuffer.frameCount == 0) { // not needed by API spec, but to be safe.
94 pBuffer->raw = NULL;
95 pBuffer->frameCount = 0;
96 return res;
97 }
98 mConsumed = 0;
99 }
100 ALOG_ASSERT(mConsumed < mBuffer.frameCount);
101 size_t count = min(mLocalBufferFrameCount, mBuffer.frameCount - mConsumed);
102 count = min(count, pBuffer->frameCount);
103 pBuffer->raw = mLocalBufferData;
104 pBuffer->frameCount = count;
105 copyFrames(pBuffer->raw, (uint8_t*)mBuffer.raw + mConsumed * mInputFrameSize,
106 pBuffer->frameCount);
107 return OK;
108}
109
110void CopyBufferProvider::releaseBuffer(AudioBufferProvider::Buffer *pBuffer)
111{
112 //ALOGV("CopyBufferProvider(%p)::releaseBuffer(%p(%zu))",
113 // this, pBuffer, pBuffer->frameCount);
114 if (mLocalBufferFrameCount == 0) {
115 mTrackBufferProvider->releaseBuffer(pBuffer);
116 return;
117 }
118 // LOG_ALWAYS_FATAL_IF(pBuffer->frameCount == 0, "Invalid framecount");
119 mConsumed += pBuffer->frameCount; // TODO: update for efficiency to reuse existing content
120 if (mConsumed != 0 && mConsumed >= mBuffer.frameCount) {
121 mTrackBufferProvider->releaseBuffer(&mBuffer);
122 ALOG_ASSERT(mBuffer.frameCount == 0);
123 }
124 pBuffer->raw = NULL;
125 pBuffer->frameCount = 0;
126}
127
128void CopyBufferProvider::reset()
129{
130 if (mBuffer.frameCount != 0) {
131 mTrackBufferProvider->releaseBuffer(&mBuffer);
132 }
133 mConsumed = 0;
134}
135
136DownmixerBufferProvider::DownmixerBufferProvider(
137 audio_channel_mask_t inputChannelMask,
138 audio_channel_mask_t outputChannelMask, audio_format_t format,
139 uint32_t sampleRate, int32_t sessionId, size_t bufferFrameCount) :
140 CopyBufferProvider(
141 audio_bytes_per_sample(format) * audio_channel_count_from_out_mask(inputChannelMask),
142 audio_bytes_per_sample(format) * audio_channel_count_from_out_mask(outputChannelMask),
143 bufferFrameCount) // set bufferFrameCount to 0 to do in-place
144{
145 ALOGV("DownmixerBufferProvider(%p)(%#x, %#x, %#x %u %d)",
146 this, inputChannelMask, outputChannelMask, format,
147 sampleRate, sessionId);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700148 if (!sIsMultichannelCapable) {
149 ALOGE("DownmixerBufferProvider() error: not multichannel capable");
150 return;
151 }
152 mEffectsFactory = EffectsFactoryHalInterface::create();
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700153 if (mEffectsFactory == 0) {
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700154 ALOGE("DownmixerBufferProvider() error: could not obtain the effects factory");
155 return;
156 }
157 if (mEffectsFactory->createEffect(&sDwnmFxDesc.uuid,
158 sessionId,
159 SESSION_ID_INVALID_AND_IGNORED,
160 &mDownmixInterface) != 0) {
Andy Hung857d5a22015-03-26 18:46:00 -0700161 ALOGE("DownmixerBufferProvider() error creating downmixer effect");
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700162 mDownmixInterface.clear();
163 mEffectsFactory.clear();
Andy Hung857d5a22015-03-26 18:46:00 -0700164 return;
165 }
166 // channel input configuration will be overridden per-track
167 mDownmixConfig.inputCfg.channels = inputChannelMask; // FIXME: Should be bits
168 mDownmixConfig.outputCfg.channels = outputChannelMask; // FIXME: should be bits
169 mDownmixConfig.inputCfg.format = format;
170 mDownmixConfig.outputCfg.format = format;
171 mDownmixConfig.inputCfg.samplingRate = sampleRate;
172 mDownmixConfig.outputCfg.samplingRate = sampleRate;
173 mDownmixConfig.inputCfg.accessMode = EFFECT_BUFFER_ACCESS_READ;
174 mDownmixConfig.outputCfg.accessMode = EFFECT_BUFFER_ACCESS_WRITE;
175 // input and output buffer provider, and frame count will not be used as the downmix effect
176 // process() function is called directly (see DownmixerBufferProvider::getNextBuffer())
177 mDownmixConfig.inputCfg.mask = EFFECT_CONFIG_SMP_RATE | EFFECT_CONFIG_CHANNELS |
178 EFFECT_CONFIG_FORMAT | EFFECT_CONFIG_ACC_MODE;
179 mDownmixConfig.outputCfg.mask = mDownmixConfig.inputCfg.mask;
180
Mikhail Naganov022b9952017-01-04 16:36:51 -0800181 status_t status;
182 status = EffectBufferHalInterface::mirror(
183 nullptr,
184 audio_bytes_per_sample(format) * audio_channel_count_from_out_mask(inputChannelMask),
185 &mInBuffer);
186 if (status != 0) {
187 ALOGE("DownmixerBufferProvider() error %d while creating input buffer", status);
188 mDownmixInterface.clear();
189 mEffectsFactory.clear();
190 return;
191 }
192 status = EffectBufferHalInterface::mirror(
193 nullptr,
194 audio_bytes_per_sample(format) * audio_channel_count_from_out_mask(outputChannelMask),
195 &mOutBuffer);
196 if (status != 0) {
197 ALOGE("DownmixerBufferProvider() error %d while creating output buffer", status);
198 mInBuffer.clear();
199 mDownmixInterface.clear();
200 mEffectsFactory.clear();
201 return;
202 }
203
Andy Hung857d5a22015-03-26 18:46:00 -0700204 int cmdStatus;
205 uint32_t replySize = sizeof(int);
206
207 // Configure downmixer
Mikhail Naganov022b9952017-01-04 16:36:51 -0800208 status = mDownmixInterface->command(
Andy Hung857d5a22015-03-26 18:46:00 -0700209 EFFECT_CMD_SET_CONFIG /*cmdCode*/, sizeof(effect_config_t) /*cmdSize*/,
210 &mDownmixConfig /*pCmdData*/,
211 &replySize, &cmdStatus /*pReplyData*/);
212 if (status != 0 || cmdStatus != 0) {
213 ALOGE("DownmixerBufferProvider() error %d cmdStatus %d while configuring downmixer",
214 status, cmdStatus);
Mikhail Naganov022b9952017-01-04 16:36:51 -0800215 mOutBuffer.clear();
216 mInBuffer.clear();
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700217 mDownmixInterface.clear();
218 mEffectsFactory.clear();
Andy Hung857d5a22015-03-26 18:46:00 -0700219 return;
220 }
221
222 // Enable downmixer
223 replySize = sizeof(int);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700224 status = mDownmixInterface->command(
Andy Hung857d5a22015-03-26 18:46:00 -0700225 EFFECT_CMD_ENABLE /*cmdCode*/, 0 /*cmdSize*/, NULL /*pCmdData*/,
226 &replySize, &cmdStatus /*pReplyData*/);
227 if (status != 0 || cmdStatus != 0) {
228 ALOGE("DownmixerBufferProvider() error %d cmdStatus %d while enabling downmixer",
229 status, cmdStatus);
Mikhail Naganov022b9952017-01-04 16:36:51 -0800230 mOutBuffer.clear();
231 mInBuffer.clear();
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700232 mDownmixInterface.clear();
233 mEffectsFactory.clear();
Andy Hung857d5a22015-03-26 18:46:00 -0700234 return;
235 }
236
237 // Set downmix type
238 // parameter size rounded for padding on 32bit boundary
239 const int psizePadded = ((sizeof(downmix_params_t) - 1)/sizeof(int) + 1) * sizeof(int);
240 const int downmixParamSize =
241 sizeof(effect_param_t) + psizePadded + sizeof(downmix_type_t);
242 effect_param_t * const param = (effect_param_t *) malloc(downmixParamSize);
243 param->psize = sizeof(downmix_params_t);
244 const downmix_params_t downmixParam = DOWNMIX_PARAM_TYPE;
245 memcpy(param->data, &downmixParam, param->psize);
246 const downmix_type_t downmixType = DOWNMIX_TYPE_FOLD;
247 param->vsize = sizeof(downmix_type_t);
248 memcpy(param->data + psizePadded, &downmixType, param->vsize);
249 replySize = sizeof(int);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700250 status = mDownmixInterface->command(
Andy Hung857d5a22015-03-26 18:46:00 -0700251 EFFECT_CMD_SET_PARAM /* cmdCode */, downmixParamSize /* cmdSize */,
252 param /*pCmdData*/, &replySize, &cmdStatus /*pReplyData*/);
253 free(param);
254 if (status != 0 || cmdStatus != 0) {
255 ALOGE("DownmixerBufferProvider() error %d cmdStatus %d while setting downmix type",
256 status, cmdStatus);
Mikhail Naganov022b9952017-01-04 16:36:51 -0800257 mOutBuffer.clear();
258 mInBuffer.clear();
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700259 mDownmixInterface.clear();
260 mEffectsFactory.clear();
Andy Hung857d5a22015-03-26 18:46:00 -0700261 return;
262 }
263 ALOGV("DownmixerBufferProvider() downmix type set to %d", (int) downmixType);
264}
265
266DownmixerBufferProvider::~DownmixerBufferProvider()
267{
268 ALOGV("~DownmixerBufferProvider (%p)", this);
Mikhail Naganov022b9952017-01-04 16:36:51 -0800269 if (mDownmixInterface != 0) {
270 mDownmixInterface->close();
271 }
Andy Hung857d5a22015-03-26 18:46:00 -0700272}
273
274void DownmixerBufferProvider::copyFrames(void *dst, const void *src, size_t frames)
275{
Mikhail Naganov022b9952017-01-04 16:36:51 -0800276 mInBuffer->setExternalData(const_cast<void*>(src));
277 mInBuffer->setFrameCount(frames);
278 mInBuffer->update();
279 mOutBuffer->setExternalData(dst);
280 mOutBuffer->setFrameCount(frames);
281 mOutBuffer->update();
Andy Hung857d5a22015-03-26 18:46:00 -0700282 // may be in-place if src == dst.
Mikhail Naganov022b9952017-01-04 16:36:51 -0800283 status_t res = mDownmixInterface->process();
284 if (res == OK) {
285 mOutBuffer->commit();
286 } else {
287 ALOGE("DownmixBufferProvider error %d", res);
288 }
Andy Hung857d5a22015-03-26 18:46:00 -0700289}
290
291/* call once in a pthread_once handler. */
292/*static*/ status_t DownmixerBufferProvider::init()
293{
294 // find multichannel downmix effect if we have to play multichannel content
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700295 sp<EffectsFactoryHalInterface> effectsFactory = EffectsFactoryHalInterface::create();
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700296 if (effectsFactory == 0) {
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700297 ALOGE("AudioMixer() error: could not obtain the effects factory");
298 return NO_INIT;
299 }
Andy Hung857d5a22015-03-26 18:46:00 -0700300 uint32_t numEffects = 0;
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700301 int ret = effectsFactory->queryNumberEffects(&numEffects);
Andy Hung857d5a22015-03-26 18:46:00 -0700302 if (ret != 0) {
303 ALOGE("AudioMixer() error %d querying number of effects", ret);
304 return NO_INIT;
305 }
306 ALOGV("EffectQueryNumberEffects() numEffects=%d", numEffects);
307
308 for (uint32_t i = 0 ; i < numEffects ; i++) {
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700309 if (effectsFactory->getDescriptor(i, &sDwnmFxDesc) == 0) {
Andy Hung857d5a22015-03-26 18:46:00 -0700310 ALOGV("effect %d is called %s", i, sDwnmFxDesc.name);
311 if (memcmp(&sDwnmFxDesc.type, EFFECT_UIID_DOWNMIX, sizeof(effect_uuid_t)) == 0) {
312 ALOGI("found effect \"%s\" from %s",
313 sDwnmFxDesc.name, sDwnmFxDesc.implementor);
314 sIsMultichannelCapable = true;
315 break;
316 }
317 }
318 }
319 ALOGW_IF(!sIsMultichannelCapable, "unable to find downmix effect");
320 return NO_INIT;
321}
322
323/*static*/ bool DownmixerBufferProvider::sIsMultichannelCapable = false;
324/*static*/ effect_descriptor_t DownmixerBufferProvider::sDwnmFxDesc;
325
326RemixBufferProvider::RemixBufferProvider(audio_channel_mask_t inputChannelMask,
327 audio_channel_mask_t outputChannelMask, audio_format_t format,
328 size_t bufferFrameCount) :
329 CopyBufferProvider(
330 audio_bytes_per_sample(format)
331 * audio_channel_count_from_out_mask(inputChannelMask),
332 audio_bytes_per_sample(format)
333 * audio_channel_count_from_out_mask(outputChannelMask),
334 bufferFrameCount),
335 mFormat(format),
336 mSampleSize(audio_bytes_per_sample(format)),
337 mInputChannels(audio_channel_count_from_out_mask(inputChannelMask)),
338 mOutputChannels(audio_channel_count_from_out_mask(outputChannelMask))
339{
340 ALOGV("RemixBufferProvider(%p)(%#x, %#x, %#x) %zu %zu",
341 this, format, inputChannelMask, outputChannelMask,
342 mInputChannels, mOutputChannels);
Andy Hung18aa2702015-05-05 23:48:38 -0700343 (void) memcpy_by_index_array_initialization_from_channel_mask(
344 mIdxAry, ARRAY_SIZE(mIdxAry), outputChannelMask, inputChannelMask);
Andy Hung857d5a22015-03-26 18:46:00 -0700345}
346
347void RemixBufferProvider::copyFrames(void *dst, const void *src, size_t frames)
348{
349 memcpy_by_index_array(dst, mOutputChannels,
350 src, mInputChannels, mIdxAry, mSampleSize, frames);
351}
352
353ReformatBufferProvider::ReformatBufferProvider(int32_t channelCount,
354 audio_format_t inputFormat, audio_format_t outputFormat,
355 size_t bufferFrameCount) :
356 CopyBufferProvider(
357 channelCount * audio_bytes_per_sample(inputFormat),
358 channelCount * audio_bytes_per_sample(outputFormat),
359 bufferFrameCount),
360 mChannelCount(channelCount),
361 mInputFormat(inputFormat),
362 mOutputFormat(outputFormat)
363{
364 ALOGV("ReformatBufferProvider(%p)(%u, %#x, %#x)",
365 this, channelCount, inputFormat, outputFormat);
366}
367
368void ReformatBufferProvider::copyFrames(void *dst, const void *src, size_t frames)
369{
370 memcpy_by_audio_format(dst, mOutputFormat, src, mInputFormat, frames * mChannelCount);
371}
372
Andy Hungc5656cc2015-03-26 19:04:33 -0700373TimestretchBufferProvider::TimestretchBufferProvider(int32_t channelCount,
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700374 audio_format_t format, uint32_t sampleRate, const AudioPlaybackRate &playbackRate) :
Andy Hungc5656cc2015-03-26 19:04:33 -0700375 mChannelCount(channelCount),
376 mFormat(format),
377 mSampleRate(sampleRate),
378 mFrameSize(channelCount * audio_bytes_per_sample(format)),
Andy Hungc5656cc2015-03-26 19:04:33 -0700379 mLocalBufferFrameCount(0),
380 mLocalBufferData(NULL),
Ricardo Garciaf097cae2015-04-13 12:17:21 -0700381 mRemaining(0),
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700382 mSonicStream(sonicCreateStream(sampleRate, mChannelCount)),
Ricardo Garcia6c7f0622015-04-30 18:39:16 -0700383 mFallbackFailErrorShown(false),
384 mAudioPlaybackRateValid(false)
Andy Hungc5656cc2015-03-26 19:04:33 -0700385{
Ricardo Garciaf097cae2015-04-13 12:17:21 -0700386 LOG_ALWAYS_FATAL_IF(mSonicStream == NULL,
387 "TimestretchBufferProvider can't allocate Sonic stream");
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700388
389 setPlaybackRate(playbackRate);
390 ALOGV("TimestretchBufferProvider(%p)(%u, %#x, %u %f %f %d %d)",
391 this, channelCount, format, sampleRate, playbackRate.mSpeed,
392 playbackRate.mPitch, playbackRate.mStretchMode, playbackRate.mFallbackMode);
393 mBuffer.frameCount = 0;
Andy Hungc5656cc2015-03-26 19:04:33 -0700394}
395
396TimestretchBufferProvider::~TimestretchBufferProvider()
397{
398 ALOGV("~TimestretchBufferProvider(%p)", this);
Ricardo Garciaf097cae2015-04-13 12:17:21 -0700399 sonicDestroyStream(mSonicStream);
Andy Hungc5656cc2015-03-26 19:04:33 -0700400 if (mBuffer.frameCount != 0) {
401 mTrackBufferProvider->releaseBuffer(&mBuffer);
402 }
403 free(mLocalBufferData);
404}
405
406status_t TimestretchBufferProvider::getNextBuffer(
Glenn Kastend79072e2016-01-06 08:41:20 -0800407 AudioBufferProvider::Buffer *pBuffer)
Andy Hungc5656cc2015-03-26 19:04:33 -0700408{
Glenn Kastend79072e2016-01-06 08:41:20 -0800409 ALOGV("TimestretchBufferProvider(%p)::getNextBuffer(%p (%zu))",
410 this, pBuffer, pBuffer->frameCount);
Andy Hungc5656cc2015-03-26 19:04:33 -0700411
412 // BYPASS
Glenn Kastend79072e2016-01-06 08:41:20 -0800413 //return mTrackBufferProvider->getNextBuffer(pBuffer);
Andy Hungc5656cc2015-03-26 19:04:33 -0700414
415 // check if previously processed data is sufficient.
416 if (pBuffer->frameCount <= mRemaining) {
417 ALOGV("previous sufficient");
418 pBuffer->raw = mLocalBufferData;
419 return OK;
420 }
421
422 // do we need to resize our buffer?
423 if (pBuffer->frameCount > mLocalBufferFrameCount) {
424 void *newmem;
425 if (posix_memalign(&newmem, 32, pBuffer->frameCount * mFrameSize) == OK) {
426 if (mRemaining != 0) {
427 memcpy(newmem, mLocalBufferData, mRemaining * mFrameSize);
428 }
429 free(mLocalBufferData);
430 mLocalBufferData = newmem;
431 mLocalBufferFrameCount = pBuffer->frameCount;
432 }
433 }
434
435 // need to fetch more data
436 const size_t outputDesired = pBuffer->frameCount - mRemaining;
Andy Hung6d626692015-08-21 12:53:46 -0700437 size_t dstAvailable;
438 do {
439 mBuffer.frameCount = mPlaybackRate.mSpeed == AUDIO_TIMESTRETCH_SPEED_NORMAL
440 ? outputDesired : outputDesired * mPlaybackRate.mSpeed + 1;
Andy Hungc5656cc2015-03-26 19:04:33 -0700441
Glenn Kastend79072e2016-01-06 08:41:20 -0800442 status_t res = mTrackBufferProvider->getNextBuffer(&mBuffer);
Andy Hungc5656cc2015-03-26 19:04:33 -0700443
Andy Hung6d626692015-08-21 12:53:46 -0700444 ALOG_ASSERT(res == OK || mBuffer.frameCount == 0);
445 if (res != OK || mBuffer.frameCount == 0) { // not needed by API spec, but to be safe.
446 ALOGV("upstream provider cannot provide data");
447 if (mRemaining == 0) {
448 pBuffer->raw = NULL;
449 pBuffer->frameCount = 0;
450 return res;
451 } else { // return partial count
452 pBuffer->raw = mLocalBufferData;
453 pBuffer->frameCount = mRemaining;
454 return OK;
455 }
Andy Hungc5656cc2015-03-26 19:04:33 -0700456 }
Andy Hungc5656cc2015-03-26 19:04:33 -0700457
Andy Hung6d626692015-08-21 12:53:46 -0700458 // time-stretch the data
459 dstAvailable = min(mLocalBufferFrameCount - mRemaining, outputDesired);
460 size_t srcAvailable = mBuffer.frameCount;
461 processFrames((uint8_t*)mLocalBufferData + mRemaining * mFrameSize, &dstAvailable,
462 mBuffer.raw, &srcAvailable);
Andy Hungc5656cc2015-03-26 19:04:33 -0700463
Andy Hung6d626692015-08-21 12:53:46 -0700464 // release all data consumed
465 mBuffer.frameCount = srcAvailable;
466 mTrackBufferProvider->releaseBuffer(&mBuffer);
467 } while (dstAvailable == 0); // try until we get output data or upstream provider fails.
Andy Hungc5656cc2015-03-26 19:04:33 -0700468
469 // update buffer vars with the actual data processed and return with buffer
470 mRemaining += dstAvailable;
471
472 pBuffer->raw = mLocalBufferData;
473 pBuffer->frameCount = mRemaining;
474
475 return OK;
476}
477
478void TimestretchBufferProvider::releaseBuffer(AudioBufferProvider::Buffer *pBuffer)
479{
480 ALOGV("TimestretchBufferProvider(%p)::releaseBuffer(%p (%zu))",
481 this, pBuffer, pBuffer->frameCount);
482
483 // BYPASS
484 //return mTrackBufferProvider->releaseBuffer(pBuffer);
485
486 // LOG_ALWAYS_FATAL_IF(pBuffer->frameCount == 0, "Invalid framecount");
487 if (pBuffer->frameCount < mRemaining) {
488 memcpy(mLocalBufferData,
489 (uint8_t*)mLocalBufferData + pBuffer->frameCount * mFrameSize,
490 (mRemaining - pBuffer->frameCount) * mFrameSize);
491 mRemaining -= pBuffer->frameCount;
492 } else if (pBuffer->frameCount == mRemaining) {
493 mRemaining = 0;
494 } else {
495 LOG_ALWAYS_FATAL("Releasing more frames(%zu) than available(%zu)",
496 pBuffer->frameCount, mRemaining);
497 }
498
499 pBuffer->raw = NULL;
500 pBuffer->frameCount = 0;
501}
502
503void TimestretchBufferProvider::reset()
504{
505 mRemaining = 0;
506}
507
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700508status_t TimestretchBufferProvider::setPlaybackRate(const AudioPlaybackRate &playbackRate)
Andy Hungc5656cc2015-03-26 19:04:33 -0700509{
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700510 mPlaybackRate = playbackRate;
511 mFallbackFailErrorShown = false;
512 sonicSetSpeed(mSonicStream, mPlaybackRate.mSpeed);
Ricardo Garciaf097cae2015-04-13 12:17:21 -0700513 //TODO: pitch is ignored for now
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700514 //TODO: optimize: if parameters are the same, don't do any extra computation.
Ricardo Garcia6c7f0622015-04-30 18:39:16 -0700515
516 mAudioPlaybackRateValid = isAudioPlaybackRateValid(mPlaybackRate);
Andy Hungc5656cc2015-03-26 19:04:33 -0700517 return OK;
518}
519
520void TimestretchBufferProvider::processFrames(void *dstBuffer, size_t *dstFrames,
521 const void *srcBuffer, size_t *srcFrames)
522{
523 ALOGV("processFrames(%zu %zu) remaining(%zu)", *dstFrames, *srcFrames, mRemaining);
524 // Note dstFrames is the required number of frames.
525
Ricardo Garcia6c7f0622015-04-30 18:39:16 -0700526 if (!mAudioPlaybackRateValid) {
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700527 //fallback mode
Andy Hungcf8d2c82016-08-10 16:02:01 -0700528 // Ensure consumption from src is as expected.
529 // TODO: add logic to track "very accurate" consumption related to speed, original sampling
530 // rate, actual frames processed.
531
532 const size_t targetSrc = *dstFrames * mPlaybackRate.mSpeed;
533 if (*srcFrames < targetSrc) { // limit dst frames to that possible
534 *dstFrames = *srcFrames / mPlaybackRate.mSpeed;
535 } else if (*srcFrames > targetSrc + 1) {
536 *srcFrames = targetSrc + 1;
537 }
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700538 if (*dstFrames > 0) {
539 switch(mPlaybackRate.mFallbackMode) {
540 case AUDIO_TIMESTRETCH_FALLBACK_CUT_REPEAT:
541 if (*dstFrames <= *srcFrames) {
542 size_t copySize = mFrameSize * *dstFrames;
543 memcpy(dstBuffer, srcBuffer, copySize);
544 } else {
545 // cyclically repeat the source.
546 for (size_t count = 0; count < *dstFrames; count += *srcFrames) {
547 size_t remaining = min(*srcFrames, *dstFrames - count);
548 memcpy((uint8_t*)dstBuffer + mFrameSize * count,
549 srcBuffer, mFrameSize * remaining);
550 }
551 }
552 break;
553 case AUDIO_TIMESTRETCH_FALLBACK_DEFAULT:
554 case AUDIO_TIMESTRETCH_FALLBACK_MUTE:
555 memset(dstBuffer,0, mFrameSize * *dstFrames);
556 break;
557 case AUDIO_TIMESTRETCH_FALLBACK_FAIL:
558 default:
559 if(!mFallbackFailErrorShown) {
560 ALOGE("invalid parameters in TimestretchBufferProvider fallbackMode:%d",
561 mPlaybackRate.mFallbackMode);
562 mFallbackFailErrorShown = true;
563 }
564 break;
565 }
Andy Hungc5656cc2015-03-26 19:04:33 -0700566 }
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700567 } else {
568 switch (mFormat) {
569 case AUDIO_FORMAT_PCM_FLOAT:
570 if (sonicWriteFloatToStream(mSonicStream, (float*)srcBuffer, *srcFrames) != 1) {
571 ALOGE("sonicWriteFloatToStream cannot realloc");
572 *srcFrames = 0; // cannot consume all of srcBuffer
573 }
574 *dstFrames = sonicReadFloatFromStream(mSonicStream, (float*)dstBuffer, *dstFrames);
575 break;
576 case AUDIO_FORMAT_PCM_16_BIT:
577 if (sonicWriteShortToStream(mSonicStream, (short*)srcBuffer, *srcFrames) != 1) {
578 ALOGE("sonicWriteShortToStream cannot realloc");
579 *srcFrames = 0; // cannot consume all of srcBuffer
580 }
581 *dstFrames = sonicReadShortFromStream(mSonicStream, (short*)dstBuffer, *dstFrames);
582 break;
583 default:
584 // could also be caught on construction
585 LOG_ALWAYS_FATAL("invalid format %#x for TimestretchBufferProvider", mFormat);
Ricardo Garciaf097cae2015-04-13 12:17:21 -0700586 }
Andy Hungc5656cc2015-03-26 19:04:33 -0700587 }
588}
Andy Hung857d5a22015-03-26 18:46:00 -0700589// ----------------------------------------------------------------------------
590} // namespace android