blob: 8d9f21ada655754612c55bc74735c091bb6b63e0 [file] [log] [blame]
Pawin Vongmasa36653902018-11-15 00:10:25 -08001/*
2 * Copyright 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "C2SoftAvcEnc"
19#include <log/log.h>
20#include <utils/misc.h>
21
22#include <media/hardware/VideoAPI.h>
23#include <media/stagefright/MediaDefs.h>
24#include <media/stagefright/MediaErrors.h>
25#include <media/stagefright/MetaData.h>
26#include <media/stagefright/foundation/AUtils.h>
27
28#include <C2Debug.h>
29#include <C2PlatformSupport.h>
30#include <Codec2BufferUtils.h>
31#include <SimpleC2Interface.h>
32#include <util/C2InterfaceHelper.h>
33
34#include "C2SoftAvcEnc.h"
35#include "ih264e.h"
36#include "ih264e_error.h"
37
38namespace android {
39
Manisha Jajoo9acd73d2019-03-12 14:08:05 +053040namespace {
41
42constexpr char COMPONENT_NAME[] = "c2.android.avc.encoder";
43
44} // namespace
45
46class C2SoftAvcEnc::IntfImpl : public SimpleInterface<void>::BaseParams {
Pawin Vongmasa36653902018-11-15 00:10:25 -080047public:
48 explicit IntfImpl(const std::shared_ptr<C2ReflectorHelper> &helper)
Manisha Jajoo9acd73d2019-03-12 14:08:05 +053049 : SimpleInterface<void>::BaseParams(
50 helper,
51 COMPONENT_NAME,
52 C2Component::KIND_ENCODER,
53 C2Component::DOMAIN_VIDEO,
54 MEDIA_MIMETYPE_VIDEO_AVC) {
55 noPrivateBuffers(); // TODO: account for our buffers here
56 noInputReferences();
57 noOutputReferences();
Manisha Jajoo9acd73d2019-03-12 14:08:05 +053058 noTimeStretch();
Pawin Vongmasa36653902018-11-15 00:10:25 -080059 setDerivedInstance(this);
60
61 addParameter(
Lajos Molnar3bb81cd2019-02-20 15:10:30 -080062 DefineParam(mUsage, C2_PARAMKEY_INPUT_STREAM_USAGE)
Pawin Vongmasa36653902018-11-15 00:10:25 -080063 .withConstValue(new C2StreamUsageTuning::input(
64 0u, (uint64_t)C2MemoryUsage::CPU_READ))
65 .build());
66
67 addParameter(
Manisha Jajoo9acd73d2019-03-12 14:08:05 +053068 DefineParam(mAttrib, C2_PARAMKEY_COMPONENT_ATTRIBUTES)
69 .withConstValue(new C2ComponentAttributesSetting(
70 C2Component::ATTRIB_IS_TEMPORAL))
71 .build());
72
73 addParameter(
Lajos Molnar3bb81cd2019-02-20 15:10:30 -080074 DefineParam(mSize, C2_PARAMKEY_PICTURE_SIZE)
75 .withDefault(new C2StreamPictureSizeInfo::input(0u, 320, 240))
Pawin Vongmasa36653902018-11-15 00:10:25 -080076 .withFields({
77 C2F(mSize, width).inRange(2, 2560, 2),
78 C2F(mSize, height).inRange(2, 2560, 2),
79 })
80 .withSetter(SizeSetter)
81 .build());
82
83 addParameter(
Manisha Jajoo26b946d2019-03-15 18:15:11 +053084 DefineParam(mActualInputDelay, C2_PARAMKEY_INPUT_DELAY)
85 .withDefault(new C2PortActualDelayTuning::input(DEFAULT_B_FRAMES))
86 .withFields({C2F(mActualInputDelay, value).inRange(0, MAX_B_FRAMES)})
87 .withSetter(Setter<decltype(*mActualInputDelay)>::StrictValueWithNoDeps)
88 .build());
89
90 addParameter(
Lajos Molnar3bb81cd2019-02-20 15:10:30 -080091 DefineParam(mFrameRate, C2_PARAMKEY_FRAME_RATE)
Pawin Vongmasa36653902018-11-15 00:10:25 -080092 .withDefault(new C2StreamFrameRateInfo::output(0u, 30.))
93 // TODO: More restriction?
94 .withFields({C2F(mFrameRate, value).greaterThan(0.)})
95 .withSetter(Setter<decltype(*mFrameRate)>::StrictValueWithNoDeps)
96 .build());
97
98 addParameter(
Lajos Molnar3bb81cd2019-02-20 15:10:30 -080099 DefineParam(mBitrate, C2_PARAMKEY_BITRATE)
100 .withDefault(new C2StreamBitrateInfo::output(0u, 64000))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800101 .withFields({C2F(mBitrate, value).inRange(4096, 12000000)})
102 .withSetter(BitrateSetter)
103 .build());
104
105 addParameter(
106 DefineParam(mIntraRefresh, C2_PARAMKEY_INTRA_REFRESH)
107 .withDefault(new C2StreamIntraRefreshTuning::output(
108 0u, C2Config::INTRA_REFRESH_DISABLED, 0.))
109 .withFields({
110 C2F(mIntraRefresh, mode).oneOf({
111 C2Config::INTRA_REFRESH_DISABLED, C2Config::INTRA_REFRESH_ARBITRARY }),
112 C2F(mIntraRefresh, period).any()
113 })
114 .withSetter(IntraRefreshSetter)
115 .build());
116
117 addParameter(
118 DefineParam(mProfileLevel, C2_PARAMKEY_PROFILE_LEVEL)
119 .withDefault(new C2StreamProfileLevelInfo::output(
120 0u, PROFILE_AVC_CONSTRAINED_BASELINE, LEVEL_AVC_4_1))
121 .withFields({
122 C2F(mProfileLevel, profile).oneOf({
123 PROFILE_AVC_BASELINE,
124 PROFILE_AVC_CONSTRAINED_BASELINE,
125 PROFILE_AVC_MAIN,
126 }),
127 C2F(mProfileLevel, level).oneOf({
128 LEVEL_AVC_1,
129 LEVEL_AVC_1B,
130 LEVEL_AVC_1_1,
131 LEVEL_AVC_1_2,
132 LEVEL_AVC_1_3,
133 LEVEL_AVC_2,
134 LEVEL_AVC_2_1,
135 LEVEL_AVC_2_2,
136 LEVEL_AVC_3,
137 LEVEL_AVC_3_1,
138 LEVEL_AVC_3_2,
139 LEVEL_AVC_4,
140 LEVEL_AVC_4_1,
141 LEVEL_AVC_4_2,
142 LEVEL_AVC_5,
143 }),
144 })
145 .withSetter(ProfileLevelSetter, mSize, mFrameRate, mBitrate)
146 .build());
147
148 addParameter(
149 DefineParam(mRequestSync, C2_PARAMKEY_REQUEST_SYNC_FRAME)
150 .withDefault(new C2StreamRequestSyncFrameTuning::output(0u, C2_FALSE))
151 .withFields({C2F(mRequestSync, value).oneOf({ C2_FALSE, C2_TRUE }) })
152 .withSetter(Setter<decltype(*mRequestSync)>::NonStrictValueWithNoDeps)
153 .build());
154
155 addParameter(
156 DefineParam(mSyncFramePeriod, C2_PARAMKEY_SYNC_FRAME_INTERVAL)
157 .withDefault(new C2StreamSyncFrameIntervalTuning::output(0u, 1000000))
158 .withFields({C2F(mSyncFramePeriod, value).any()})
159 .withSetter(Setter<decltype(*mSyncFramePeriod)>::StrictValueWithNoDeps)
160 .build());
161 }
162
163 static C2R BitrateSetter(bool mayBlock, C2P<C2StreamBitrateInfo::output> &me) {
164 (void)mayBlock;
165 C2R res = C2R::Ok();
166 if (me.v.value <= 4096) {
167 me.set().value = 4096;
168 }
169 return res;
170 }
171
172 static C2R SizeSetter(bool mayBlock, const C2P<C2StreamPictureSizeInfo::input> &oldMe,
173 C2P<C2StreamPictureSizeInfo::input> &me) {
174 (void)mayBlock;
175 C2R res = C2R::Ok();
176 if (!me.F(me.v.width).supportsAtAll(me.v.width)) {
177 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.width)));
178 me.set().width = oldMe.v.width;
179 }
180 if (!me.F(me.v.height).supportsAtAll(me.v.height)) {
181 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.height)));
182 me.set().height = oldMe.v.height;
183 }
184 return res;
185 }
186
187 static C2R ProfileLevelSetter(
188 bool mayBlock,
189 C2P<C2StreamProfileLevelInfo::output> &me,
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800190 const C2P<C2StreamPictureSizeInfo::input> &size,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800191 const C2P<C2StreamFrameRateInfo::output> &frameRate,
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800192 const C2P<C2StreamBitrateInfo::output> &bitrate) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800193 (void)mayBlock;
194 if (!me.F(me.v.profile).supportsAtAll(me.v.profile)) {
195 me.set().profile = PROFILE_AVC_CONSTRAINED_BASELINE;
196 }
197
198 struct LevelLimits {
199 C2Config::level_t level;
200 float mbsPerSec;
201 uint64_t mbs;
202 uint32_t bitrate;
203 };
204 constexpr LevelLimits kLimits[] = {
205 { LEVEL_AVC_1, 1485, 99, 64000 },
206 // Decoder does not properly handle level 1b.
207 // { LEVEL_AVC_1B, 1485, 99, 128000 },
208 { LEVEL_AVC_1_1, 3000, 396, 192000 },
209 { LEVEL_AVC_1_2, 6000, 396, 384000 },
210 { LEVEL_AVC_1_3, 11880, 396, 768000 },
211 { LEVEL_AVC_2, 11880, 396, 2000000 },
212 { LEVEL_AVC_2_1, 19800, 792, 4000000 },
213 { LEVEL_AVC_2_2, 20250, 1620, 4000000 },
214 { LEVEL_AVC_3, 40500, 1620, 10000000 },
215 { LEVEL_AVC_3_1, 108000, 3600, 14000000 },
216 { LEVEL_AVC_3_2, 216000, 5120, 20000000 },
217 { LEVEL_AVC_4, 245760, 8192, 20000000 },
218 { LEVEL_AVC_4_1, 245760, 8192, 50000000 },
219 { LEVEL_AVC_4_2, 522240, 8704, 50000000 },
220 { LEVEL_AVC_5, 589824, 22080, 135000000 },
221 };
222
223 uint64_t mbs = uint64_t((size.v.width + 15) / 16) * ((size.v.height + 15) / 16);
Pawin Vongmasa1f213362019-01-24 06:59:16 -0800224 float mbsPerSec = float(mbs) * frameRate.v.value;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800225
226 // Check if the supplied level meets the MB / bitrate requirements. If
227 // not, update the level with the lowest level meeting the requirements.
228
229 bool found = false;
230 // By default needsUpdate = false in case the supplied level does meet
231 // the requirements. For Level 1b, we want to update the level anyway,
232 // so we set it to true in that case.
233 bool needsUpdate = (me.v.level == LEVEL_AVC_1B);
234 for (const LevelLimits &limit : kLimits) {
235 if (mbs <= limit.mbs && mbsPerSec <= limit.mbsPerSec &&
236 bitrate.v.value <= limit.bitrate) {
237 // This is the lowest level that meets the requirements, and if
238 // we haven't seen the supplied level yet, that means we don't
239 // need the update.
240 if (needsUpdate) {
241 ALOGD("Given level %x does not cover current configuration: "
242 "adjusting to %x", me.v.level, limit.level);
243 me.set().level = limit.level;
244 }
245 found = true;
246 break;
247 }
248 if (me.v.level == limit.level) {
249 // We break out of the loop when the lowest feasible level is
250 // found. The fact that we're here means that our level doesn't
251 // meet the requirement and needs to be updated.
252 needsUpdate = true;
253 }
254 }
255 if (!found) {
256 // We set to the highest supported level.
257 me.set().level = LEVEL_AVC_5;
258 }
259
260 return C2R::Ok();
261 }
262
263 static C2R IntraRefreshSetter(bool mayBlock, C2P<C2StreamIntraRefreshTuning::output> &me) {
264 (void)mayBlock;
265 C2R res = C2R::Ok();
266 if (me.v.period < 1) {
267 me.set().mode = C2Config::INTRA_REFRESH_DISABLED;
268 me.set().period = 0;
269 } else {
270 // only support arbitrary mode (cyclic in our case)
271 me.set().mode = C2Config::INTRA_REFRESH_ARBITRARY;
272 }
273 return res;
274 }
275
276 IV_PROFILE_T getProfile_l() const {
277 switch (mProfileLevel->profile) {
278 case PROFILE_AVC_CONSTRAINED_BASELINE: [[fallthrough]];
279 case PROFILE_AVC_BASELINE: return IV_PROFILE_BASE;
280 case PROFILE_AVC_MAIN: return IV_PROFILE_MAIN;
281 default:
282 ALOGD("Unrecognized profile: %x", mProfileLevel->profile);
283 return IV_PROFILE_DEFAULT;
284 }
285 }
286
287 UWORD32 getLevel_l() const {
288 struct Level {
289 C2Config::level_t c2Level;
290 UWORD32 avcLevel;
291 };
292 constexpr Level levels[] = {
293 { LEVEL_AVC_1, 10 },
294 { LEVEL_AVC_1B, 9 },
295 { LEVEL_AVC_1_1, 11 },
296 { LEVEL_AVC_1_2, 12 },
297 { LEVEL_AVC_1_3, 13 },
298 { LEVEL_AVC_2, 20 },
299 { LEVEL_AVC_2_1, 21 },
300 { LEVEL_AVC_2_2, 22 },
301 { LEVEL_AVC_3, 30 },
302 { LEVEL_AVC_3_1, 31 },
303 { LEVEL_AVC_3_2, 32 },
304 { LEVEL_AVC_4, 40 },
305 { LEVEL_AVC_4_1, 41 },
306 { LEVEL_AVC_4_2, 42 },
307 { LEVEL_AVC_5, 50 },
308 };
309 for (const Level &level : levels) {
310 if (mProfileLevel->level == level.c2Level) {
311 return level.avcLevel;
312 }
313 }
314 ALOGD("Unrecognized level: %x", mProfileLevel->level);
315 return 41;
316 }
317 uint32_t getSyncFramePeriod_l() const {
318 if (mSyncFramePeriod->value < 0 || mSyncFramePeriod->value == INT64_MAX) {
319 return 0;
320 }
321 double period = mSyncFramePeriod->value / 1e6 * mFrameRate->value;
322 return (uint32_t)c2_max(c2_min(period + 0.5, double(UINT32_MAX)), 1.);
323 }
324
325 // unsafe getters
326 std::shared_ptr<C2StreamPictureSizeInfo::input> getSize_l() const { return mSize; }
327 std::shared_ptr<C2StreamIntraRefreshTuning::output> getIntraRefresh_l() const { return mIntraRefresh; }
328 std::shared_ptr<C2StreamFrameRateInfo::output> getFrameRate_l() const { return mFrameRate; }
329 std::shared_ptr<C2StreamBitrateInfo::output> getBitrate_l() const { return mBitrate; }
330 std::shared_ptr<C2StreamRequestSyncFrameTuning::output> getRequestSync_l() const { return mRequestSync; }
331
332private:
Pawin Vongmasa36653902018-11-15 00:10:25 -0800333 std::shared_ptr<C2StreamUsageTuning::input> mUsage;
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800334 std::shared_ptr<C2StreamPictureSizeInfo::input> mSize;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800335 std::shared_ptr<C2StreamFrameRateInfo::output> mFrameRate;
336 std::shared_ptr<C2StreamRequestSyncFrameTuning::output> mRequestSync;
337 std::shared_ptr<C2StreamIntraRefreshTuning::output> mIntraRefresh;
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800338 std::shared_ptr<C2StreamBitrateInfo::output> mBitrate;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800339 std::shared_ptr<C2StreamProfileLevelInfo::output> mProfileLevel;
340 std::shared_ptr<C2StreamSyncFrameIntervalTuning::output> mSyncFramePeriod;
341};
342
343#define ive_api_function ih264e_api_function
344
Pawin Vongmasa36653902018-11-15 00:10:25 -0800345namespace {
346
347// From external/libavc/encoder/ih264e_bitstream.h
348constexpr uint32_t MIN_STREAM_SIZE = 0x800;
349
350static size_t GetCPUCoreCount() {
351 long cpuCoreCount = 1;
352#if defined(_SC_NPROCESSORS_ONLN)
353 cpuCoreCount = sysconf(_SC_NPROCESSORS_ONLN);
354#else
355 // _SC_NPROC_ONLN must be defined...
356 cpuCoreCount = sysconf(_SC_NPROC_ONLN);
357#endif
358 CHECK(cpuCoreCount >= 1);
359 ALOGV("Number of CPU cores: %ld", cpuCoreCount);
360 return (size_t)cpuCoreCount;
361}
362
363} // namespace
364
365C2SoftAvcEnc::C2SoftAvcEnc(
366 const char *name, c2_node_id_t id, const std::shared_ptr<IntfImpl> &intfImpl)
367 : SimpleC2Component(std::make_shared<SimpleInterface<IntfImpl>>(name, id, intfImpl)),
368 mIntf(intfImpl),
369 mIvVideoColorFormat(IV_YUV_420P),
370 mAVCEncProfile(IV_PROFILE_BASE),
371 mAVCEncLevel(41),
372 mStarted(false),
373 mSawInputEOS(false),
Pawin Vongmasa36653902018-11-15 00:10:25 -0800374 mSignalledError(false),
375 mCodecCtx(nullptr),
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530376 mOutBlock(nullptr),
Pawin Vongmasa36653902018-11-15 00:10:25 -0800377 // TODO: output buffer size
378 mOutBufferSize(524288) {
379
380 // If dump is enabled, then open create an empty file
381 GENERATE_FILE_NAMES();
382 CREATE_DUMP_FILE(mInFile);
383 CREATE_DUMP_FILE(mOutFile);
384
385 initEncParams();
386}
387
388C2SoftAvcEnc::~C2SoftAvcEnc() {
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530389 onRelease();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800390}
391
392c2_status_t C2SoftAvcEnc::onInit() {
393 return C2_OK;
394}
395
396c2_status_t C2SoftAvcEnc::onStop() {
397 return C2_OK;
398}
399
400void C2SoftAvcEnc::onReset() {
401 // TODO: use IVE_CMD_CTL_RESET?
402 releaseEncoder();
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530403 if (mOutBlock) {
404 mOutBlock.reset();
405 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800406 initEncParams();
407}
408
409void C2SoftAvcEnc::onRelease() {
410 releaseEncoder();
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530411 if (mOutBlock) {
412 mOutBlock.reset();
413 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800414}
415
416c2_status_t C2SoftAvcEnc::onFlush_sm() {
417 // TODO: use IVE_CMD_CTL_FLUSH?
418 return C2_OK;
419}
420
421void C2SoftAvcEnc::initEncParams() {
422 mCodecCtx = nullptr;
423 mMemRecords = nullptr;
424 mNumMemRecords = DEFAULT_MEM_REC_CNT;
425 mHeaderGenerated = 0;
426 mNumCores = GetCPUCoreCount();
427 mArch = DEFAULT_ARCH;
428 mSliceMode = DEFAULT_SLICE_MODE;
429 mSliceParam = DEFAULT_SLICE_PARAM;
430 mHalfPelEnable = DEFAULT_HPEL;
431 mIInterval = DEFAULT_I_INTERVAL;
432 mIDRInterval = DEFAULT_IDR_INTERVAL;
433 mDisableDeblkLevel = DEFAULT_DISABLE_DEBLK_LEVEL;
434 mEnableFastSad = DEFAULT_ENABLE_FAST_SAD;
435 mEnableAltRef = DEFAULT_ENABLE_ALT_REF;
436 mEncSpeed = DEFAULT_ENC_SPEED;
437 mIntra4x4 = DEFAULT_INTRA4x4;
438 mConstrainedIntraFlag = DEFAULT_CONSTRAINED_INTRA;
439 mPSNREnable = DEFAULT_PSNR_ENABLE;
440 mReconEnable = DEFAULT_RECON_ENABLE;
441 mEntropyMode = DEFAULT_ENTROPY_MODE;
442 mBframes = DEFAULT_B_FRAMES;
443
444 gettimeofday(&mTimeStart, nullptr);
445 gettimeofday(&mTimeEnd, nullptr);
446}
447
448c2_status_t C2SoftAvcEnc::setDimensions() {
449 ive_ctl_set_dimensions_ip_t s_dimensions_ip;
450 ive_ctl_set_dimensions_op_t s_dimensions_op;
451 IV_STATUS_T status;
452
453 s_dimensions_ip.e_cmd = IVE_CMD_VIDEO_CTL;
454 s_dimensions_ip.e_sub_cmd = IVE_CMD_CTL_SET_DIMENSIONS;
455 s_dimensions_ip.u4_ht = mSize->height;
456 s_dimensions_ip.u4_wd = mSize->width;
457
458 s_dimensions_ip.u4_timestamp_high = -1;
459 s_dimensions_ip.u4_timestamp_low = -1;
460
461 s_dimensions_ip.u4_size = sizeof(ive_ctl_set_dimensions_ip_t);
462 s_dimensions_op.u4_size = sizeof(ive_ctl_set_dimensions_op_t);
463
464 status = ive_api_function(mCodecCtx, &s_dimensions_ip, &s_dimensions_op);
465 if (status != IV_SUCCESS) {
466 ALOGE("Unable to set frame dimensions = 0x%x\n",
467 s_dimensions_op.u4_error_code);
468 return C2_CORRUPTED;
469 }
470 return C2_OK;
471}
472
473c2_status_t C2SoftAvcEnc::setNumCores() {
474 IV_STATUS_T status;
475 ive_ctl_set_num_cores_ip_t s_num_cores_ip;
476 ive_ctl_set_num_cores_op_t s_num_cores_op;
477 s_num_cores_ip.e_cmd = IVE_CMD_VIDEO_CTL;
478 s_num_cores_ip.e_sub_cmd = IVE_CMD_CTL_SET_NUM_CORES;
479 s_num_cores_ip.u4_num_cores = MIN(mNumCores, CODEC_MAX_CORES);
480 s_num_cores_ip.u4_timestamp_high = -1;
481 s_num_cores_ip.u4_timestamp_low = -1;
482 s_num_cores_ip.u4_size = sizeof(ive_ctl_set_num_cores_ip_t);
483
484 s_num_cores_op.u4_size = sizeof(ive_ctl_set_num_cores_op_t);
485
486 status = ive_api_function(
487 mCodecCtx, (void *) &s_num_cores_ip, (void *) &s_num_cores_op);
488 if (status != IV_SUCCESS) {
489 ALOGE("Unable to set processor params = 0x%x\n",
490 s_num_cores_op.u4_error_code);
491 return C2_CORRUPTED;
492 }
493 return C2_OK;
494}
495
496c2_status_t C2SoftAvcEnc::setFrameRate() {
497 ive_ctl_set_frame_rate_ip_t s_frame_rate_ip;
498 ive_ctl_set_frame_rate_op_t s_frame_rate_op;
499 IV_STATUS_T status;
500
501 s_frame_rate_ip.e_cmd = IVE_CMD_VIDEO_CTL;
502 s_frame_rate_ip.e_sub_cmd = IVE_CMD_CTL_SET_FRAMERATE;
503
504 s_frame_rate_ip.u4_src_frame_rate = mFrameRate->value + 0.5;
505 s_frame_rate_ip.u4_tgt_frame_rate = mFrameRate->value + 0.5;
506
507 s_frame_rate_ip.u4_timestamp_high = -1;
508 s_frame_rate_ip.u4_timestamp_low = -1;
509
510 s_frame_rate_ip.u4_size = sizeof(ive_ctl_set_frame_rate_ip_t);
511 s_frame_rate_op.u4_size = sizeof(ive_ctl_set_frame_rate_op_t);
512
513 status = ive_api_function(mCodecCtx, &s_frame_rate_ip, &s_frame_rate_op);
514 if (status != IV_SUCCESS) {
515 ALOGE("Unable to set frame rate = 0x%x\n",
516 s_frame_rate_op.u4_error_code);
517 return C2_CORRUPTED;
518 }
519 return C2_OK;
520}
521
522c2_status_t C2SoftAvcEnc::setIpeParams() {
523 ive_ctl_set_ipe_params_ip_t s_ipe_params_ip;
524 ive_ctl_set_ipe_params_op_t s_ipe_params_op;
525 IV_STATUS_T status;
526
527 s_ipe_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
528 s_ipe_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_IPE_PARAMS;
529
530 s_ipe_params_ip.u4_enable_intra_4x4 = mIntra4x4;
531 s_ipe_params_ip.u4_enc_speed_preset = mEncSpeed;
532 s_ipe_params_ip.u4_constrained_intra_pred = mConstrainedIntraFlag;
533
534 s_ipe_params_ip.u4_timestamp_high = -1;
535 s_ipe_params_ip.u4_timestamp_low = -1;
536
537 s_ipe_params_ip.u4_size = sizeof(ive_ctl_set_ipe_params_ip_t);
538 s_ipe_params_op.u4_size = sizeof(ive_ctl_set_ipe_params_op_t);
539
540 status = ive_api_function(mCodecCtx, &s_ipe_params_ip, &s_ipe_params_op);
541 if (status != IV_SUCCESS) {
542 ALOGE("Unable to set ipe params = 0x%x\n",
543 s_ipe_params_op.u4_error_code);
544 return C2_CORRUPTED;
545 }
546 return C2_OK;
547}
548
549c2_status_t C2SoftAvcEnc::setBitRate() {
550 ive_ctl_set_bitrate_ip_t s_bitrate_ip;
551 ive_ctl_set_bitrate_op_t s_bitrate_op;
552 IV_STATUS_T status;
553
554 s_bitrate_ip.e_cmd = IVE_CMD_VIDEO_CTL;
555 s_bitrate_ip.e_sub_cmd = IVE_CMD_CTL_SET_BITRATE;
556
557 s_bitrate_ip.u4_target_bitrate = mBitrate->value;
558
559 s_bitrate_ip.u4_timestamp_high = -1;
560 s_bitrate_ip.u4_timestamp_low = -1;
561
562 s_bitrate_ip.u4_size = sizeof(ive_ctl_set_bitrate_ip_t);
563 s_bitrate_op.u4_size = sizeof(ive_ctl_set_bitrate_op_t);
564
565 status = ive_api_function(mCodecCtx, &s_bitrate_ip, &s_bitrate_op);
566 if (status != IV_SUCCESS) {
567 ALOGE("Unable to set bit rate = 0x%x\n", s_bitrate_op.u4_error_code);
568 return C2_CORRUPTED;
569 }
570 return C2_OK;
571}
572
573c2_status_t C2SoftAvcEnc::setFrameType(IV_PICTURE_CODING_TYPE_T e_frame_type) {
574 ive_ctl_set_frame_type_ip_t s_frame_type_ip;
575 ive_ctl_set_frame_type_op_t s_frame_type_op;
576 IV_STATUS_T status;
577 s_frame_type_ip.e_cmd = IVE_CMD_VIDEO_CTL;
578 s_frame_type_ip.e_sub_cmd = IVE_CMD_CTL_SET_FRAMETYPE;
579
580 s_frame_type_ip.e_frame_type = e_frame_type;
581
582 s_frame_type_ip.u4_timestamp_high = -1;
583 s_frame_type_ip.u4_timestamp_low = -1;
584
585 s_frame_type_ip.u4_size = sizeof(ive_ctl_set_frame_type_ip_t);
586 s_frame_type_op.u4_size = sizeof(ive_ctl_set_frame_type_op_t);
587
588 status = ive_api_function(mCodecCtx, &s_frame_type_ip, &s_frame_type_op);
589 if (status != IV_SUCCESS) {
590 ALOGE("Unable to set frame type = 0x%x\n",
591 s_frame_type_op.u4_error_code);
592 return C2_CORRUPTED;
593 }
594 return C2_OK;
595}
596
597c2_status_t C2SoftAvcEnc::setQp() {
598 ive_ctl_set_qp_ip_t s_qp_ip;
599 ive_ctl_set_qp_op_t s_qp_op;
600 IV_STATUS_T status;
601
602 s_qp_ip.e_cmd = IVE_CMD_VIDEO_CTL;
603 s_qp_ip.e_sub_cmd = IVE_CMD_CTL_SET_QP;
604
605 s_qp_ip.u4_i_qp = DEFAULT_I_QP;
606 s_qp_ip.u4_i_qp_max = DEFAULT_QP_MAX;
607 s_qp_ip.u4_i_qp_min = DEFAULT_QP_MIN;
608
609 s_qp_ip.u4_p_qp = DEFAULT_P_QP;
610 s_qp_ip.u4_p_qp_max = DEFAULT_QP_MAX;
611 s_qp_ip.u4_p_qp_min = DEFAULT_QP_MIN;
612
613 s_qp_ip.u4_b_qp = DEFAULT_P_QP;
614 s_qp_ip.u4_b_qp_max = DEFAULT_QP_MAX;
615 s_qp_ip.u4_b_qp_min = DEFAULT_QP_MIN;
616
617 s_qp_ip.u4_timestamp_high = -1;
618 s_qp_ip.u4_timestamp_low = -1;
619
620 s_qp_ip.u4_size = sizeof(ive_ctl_set_qp_ip_t);
621 s_qp_op.u4_size = sizeof(ive_ctl_set_qp_op_t);
622
623 status = ive_api_function(mCodecCtx, &s_qp_ip, &s_qp_op);
624 if (status != IV_SUCCESS) {
625 ALOGE("Unable to set qp 0x%x\n", s_qp_op.u4_error_code);
626 return C2_CORRUPTED;
627 }
628 return C2_OK;
629}
630
631c2_status_t C2SoftAvcEnc::setEncMode(IVE_ENC_MODE_T e_enc_mode) {
632 IV_STATUS_T status;
633 ive_ctl_set_enc_mode_ip_t s_enc_mode_ip;
634 ive_ctl_set_enc_mode_op_t s_enc_mode_op;
635
636 s_enc_mode_ip.e_cmd = IVE_CMD_VIDEO_CTL;
637 s_enc_mode_ip.e_sub_cmd = IVE_CMD_CTL_SET_ENC_MODE;
638
639 s_enc_mode_ip.e_enc_mode = e_enc_mode;
640
641 s_enc_mode_ip.u4_timestamp_high = -1;
642 s_enc_mode_ip.u4_timestamp_low = -1;
643
644 s_enc_mode_ip.u4_size = sizeof(ive_ctl_set_enc_mode_ip_t);
645 s_enc_mode_op.u4_size = sizeof(ive_ctl_set_enc_mode_op_t);
646
647 status = ive_api_function(mCodecCtx, &s_enc_mode_ip, &s_enc_mode_op);
648 if (status != IV_SUCCESS) {
649 ALOGE("Unable to set in header encode mode = 0x%x\n",
650 s_enc_mode_op.u4_error_code);
651 return C2_CORRUPTED;
652 }
653 return C2_OK;
654}
655
656c2_status_t C2SoftAvcEnc::setVbvParams() {
657 ive_ctl_set_vbv_params_ip_t s_vbv_ip;
658 ive_ctl_set_vbv_params_op_t s_vbv_op;
659 IV_STATUS_T status;
660
661 s_vbv_ip.e_cmd = IVE_CMD_VIDEO_CTL;
662 s_vbv_ip.e_sub_cmd = IVE_CMD_CTL_SET_VBV_PARAMS;
663
664 s_vbv_ip.u4_vbv_buf_size = 0;
665 s_vbv_ip.u4_vbv_buffer_delay = 1000;
666
667 s_vbv_ip.u4_timestamp_high = -1;
668 s_vbv_ip.u4_timestamp_low = -1;
669
670 s_vbv_ip.u4_size = sizeof(ive_ctl_set_vbv_params_ip_t);
671 s_vbv_op.u4_size = sizeof(ive_ctl_set_vbv_params_op_t);
672
673 status = ive_api_function(mCodecCtx, &s_vbv_ip, &s_vbv_op);
674 if (status != IV_SUCCESS) {
675 ALOGE("Unable to set VBV params = 0x%x\n", s_vbv_op.u4_error_code);
676 return C2_CORRUPTED;
677 }
678 return C2_OK;
679}
680
681c2_status_t C2SoftAvcEnc::setAirParams() {
682 ive_ctl_set_air_params_ip_t s_air_ip;
683 ive_ctl_set_air_params_op_t s_air_op;
684 IV_STATUS_T status;
685
686 s_air_ip.e_cmd = IVE_CMD_VIDEO_CTL;
687 s_air_ip.e_sub_cmd = IVE_CMD_CTL_SET_AIR_PARAMS;
688
689 s_air_ip.e_air_mode =
690 (mIntraRefresh->mode == C2Config::INTRA_REFRESH_DISABLED || mIntraRefresh->period < 1)
691 ? IVE_AIR_MODE_NONE : IVE_AIR_MODE_CYCLIC;
692 s_air_ip.u4_air_refresh_period = mIntraRefresh->period;
693
694 s_air_ip.u4_timestamp_high = -1;
695 s_air_ip.u4_timestamp_low = -1;
696
697 s_air_ip.u4_size = sizeof(ive_ctl_set_air_params_ip_t);
698 s_air_op.u4_size = sizeof(ive_ctl_set_air_params_op_t);
699
700 status = ive_api_function(mCodecCtx, &s_air_ip, &s_air_op);
701 if (status != IV_SUCCESS) {
702 ALOGE("Unable to set air params = 0x%x\n", s_air_op.u4_error_code);
703 return C2_CORRUPTED;
704 }
705 return C2_OK;
706}
707
708c2_status_t C2SoftAvcEnc::setMeParams() {
709 IV_STATUS_T status;
710 ive_ctl_set_me_params_ip_t s_me_params_ip;
711 ive_ctl_set_me_params_op_t s_me_params_op;
712
713 s_me_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
714 s_me_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_ME_PARAMS;
715
716 s_me_params_ip.u4_enable_fast_sad = mEnableFastSad;
717 s_me_params_ip.u4_enable_alt_ref = mEnableAltRef;
718
719 s_me_params_ip.u4_enable_hpel = mHalfPelEnable;
720 s_me_params_ip.u4_enable_qpel = DEFAULT_QPEL;
721 s_me_params_ip.u4_me_speed_preset = DEFAULT_ME_SPEED;
722 s_me_params_ip.u4_srch_rng_x = DEFAULT_SRCH_RNG_X;
723 s_me_params_ip.u4_srch_rng_y = DEFAULT_SRCH_RNG_Y;
724
725 s_me_params_ip.u4_timestamp_high = -1;
726 s_me_params_ip.u4_timestamp_low = -1;
727
728 s_me_params_ip.u4_size = sizeof(ive_ctl_set_me_params_ip_t);
729 s_me_params_op.u4_size = sizeof(ive_ctl_set_me_params_op_t);
730
731 status = ive_api_function(mCodecCtx, &s_me_params_ip, &s_me_params_op);
732 if (status != IV_SUCCESS) {
733 ALOGE("Unable to set me params = 0x%x\n", s_me_params_op.u4_error_code);
734 return C2_CORRUPTED;
735 }
736 return C2_OK;
737}
738
739c2_status_t C2SoftAvcEnc::setGopParams() {
740 IV_STATUS_T status;
741 ive_ctl_set_gop_params_ip_t s_gop_params_ip;
742 ive_ctl_set_gop_params_op_t s_gop_params_op;
743
744 s_gop_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
745 s_gop_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_GOP_PARAMS;
746
747 s_gop_params_ip.u4_i_frm_interval = mIInterval;
748 s_gop_params_ip.u4_idr_frm_interval = mIDRInterval;
749
750 s_gop_params_ip.u4_timestamp_high = -1;
751 s_gop_params_ip.u4_timestamp_low = -1;
752
753 s_gop_params_ip.u4_size = sizeof(ive_ctl_set_gop_params_ip_t);
754 s_gop_params_op.u4_size = sizeof(ive_ctl_set_gop_params_op_t);
755
756 status = ive_api_function(mCodecCtx, &s_gop_params_ip, &s_gop_params_op);
757 if (status != IV_SUCCESS) {
758 ALOGE("Unable to set GOP params = 0x%x\n",
759 s_gop_params_op.u4_error_code);
760 return C2_CORRUPTED;
761 }
762 return C2_OK;
763}
764
765c2_status_t C2SoftAvcEnc::setProfileParams() {
766 IntfImpl::Lock lock = mIntf->lock();
767
768 IV_STATUS_T status;
769 ive_ctl_set_profile_params_ip_t s_profile_params_ip;
770 ive_ctl_set_profile_params_op_t s_profile_params_op;
771
772 s_profile_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
773 s_profile_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_PROFILE_PARAMS;
774
775 s_profile_params_ip.e_profile = mIntf->getProfile_l();
Harish Mahendrakar8725ae02018-08-31 10:33:56 -0700776 if (s_profile_params_ip.e_profile == IV_PROFILE_BASE) {
777 s_profile_params_ip.u4_entropy_coding_mode = 0;
778 } else {
779 s_profile_params_ip.u4_entropy_coding_mode = 1;
780 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800781 s_profile_params_ip.u4_timestamp_high = -1;
782 s_profile_params_ip.u4_timestamp_low = -1;
783
784 s_profile_params_ip.u4_size = sizeof(ive_ctl_set_profile_params_ip_t);
785 s_profile_params_op.u4_size = sizeof(ive_ctl_set_profile_params_op_t);
786 lock.unlock();
787
788 status = ive_api_function(mCodecCtx, &s_profile_params_ip, &s_profile_params_op);
789 if (status != IV_SUCCESS) {
790 ALOGE("Unable to set profile params = 0x%x\n",
791 s_profile_params_op.u4_error_code);
792 return C2_CORRUPTED;
793 }
794 return C2_OK;
795}
796
797c2_status_t C2SoftAvcEnc::setDeblockParams() {
798 IV_STATUS_T status;
799 ive_ctl_set_deblock_params_ip_t s_deblock_params_ip;
800 ive_ctl_set_deblock_params_op_t s_deblock_params_op;
801
802 s_deblock_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
803 s_deblock_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_DEBLOCK_PARAMS;
804
805 s_deblock_params_ip.u4_disable_deblock_level = mDisableDeblkLevel;
806
807 s_deblock_params_ip.u4_timestamp_high = -1;
808 s_deblock_params_ip.u4_timestamp_low = -1;
809
810 s_deblock_params_ip.u4_size = sizeof(ive_ctl_set_deblock_params_ip_t);
811 s_deblock_params_op.u4_size = sizeof(ive_ctl_set_deblock_params_op_t);
812
813 status = ive_api_function(mCodecCtx, &s_deblock_params_ip, &s_deblock_params_op);
814 if (status != IV_SUCCESS) {
815 ALOGE("Unable to enable/disable deblock params = 0x%x\n",
816 s_deblock_params_op.u4_error_code);
817 return C2_CORRUPTED;
818 }
819 return C2_OK;
820}
821
822void C2SoftAvcEnc::logVersion() {
823 ive_ctl_getversioninfo_ip_t s_ctl_ip;
824 ive_ctl_getversioninfo_op_t s_ctl_op;
825 UWORD8 au1_buf[512];
826 IV_STATUS_T status;
827
828 s_ctl_ip.e_cmd = IVE_CMD_VIDEO_CTL;
829 s_ctl_ip.e_sub_cmd = IVE_CMD_CTL_GETVERSION;
830 s_ctl_ip.u4_size = sizeof(ive_ctl_getversioninfo_ip_t);
831 s_ctl_op.u4_size = sizeof(ive_ctl_getversioninfo_op_t);
832 s_ctl_ip.pu1_version = au1_buf;
833 s_ctl_ip.u4_version_bufsize = sizeof(au1_buf);
834
835 status = ive_api_function(mCodecCtx, (void *) &s_ctl_ip, (void *) &s_ctl_op);
836
837 if (status != IV_SUCCESS) {
838 ALOGE("Error in getting version: 0x%x", s_ctl_op.u4_error_code);
839 } else {
840 ALOGV("Ittiam encoder version: %s", (char *)s_ctl_ip.pu1_version);
841 }
842 return;
843}
844
845c2_status_t C2SoftAvcEnc::initEncoder() {
846 IV_STATUS_T status;
847 WORD32 level;
848
849 CHECK(!mStarted);
850
851 c2_status_t errType = C2_OK;
852
853 {
854 IntfImpl::Lock lock = mIntf->lock();
855 mSize = mIntf->getSize_l();
856 mBitrate = mIntf->getBitrate_l();
857 mFrameRate = mIntf->getFrameRate_l();
858 mIntraRefresh = mIntf->getIntraRefresh_l();
859 mAVCEncLevel = mIntf->getLevel_l();
860 mIInterval = mIntf->getSyncFramePeriod_l();
861 mIDRInterval = mIntf->getSyncFramePeriod_l();
862 }
863 uint32_t width = mSize->width;
864 uint32_t height = mSize->height;
865
866 mStride = width;
867
868 // TODO
869 mIvVideoColorFormat = IV_YUV_420P;
870
871 ALOGD("Params width %d height %d level %d colorFormat %d", width,
872 height, mAVCEncLevel, mIvVideoColorFormat);
873
874 /* Getting Number of MemRecords */
875 {
876 iv_num_mem_rec_ip_t s_num_mem_rec_ip;
877 iv_num_mem_rec_op_t s_num_mem_rec_op;
878
879 s_num_mem_rec_ip.u4_size = sizeof(iv_num_mem_rec_ip_t);
880 s_num_mem_rec_op.u4_size = sizeof(iv_num_mem_rec_op_t);
881
882 s_num_mem_rec_ip.e_cmd = IV_CMD_GET_NUM_MEM_REC;
883
884 status = ive_api_function(nullptr, &s_num_mem_rec_ip, &s_num_mem_rec_op);
885
886 if (status != IV_SUCCESS) {
887 ALOGE("Get number of memory records failed = 0x%x\n",
888 s_num_mem_rec_op.u4_error_code);
889 return C2_CORRUPTED;
890 }
891
892 mNumMemRecords = s_num_mem_rec_op.u4_num_mem_rec;
893 }
894
895 /* Allocate array to hold memory records */
896 if (mNumMemRecords > SIZE_MAX / sizeof(iv_mem_rec_t)) {
897 ALOGE("requested memory size is too big.");
898 return C2_CORRUPTED;
899 }
900 mMemRecords = (iv_mem_rec_t *)malloc(mNumMemRecords * sizeof(iv_mem_rec_t));
901 if (nullptr == mMemRecords) {
902 ALOGE("Unable to allocate memory for hold memory records: Size %zu",
903 mNumMemRecords * sizeof(iv_mem_rec_t));
904 mSignalledError = true;
905 return C2_CORRUPTED;
906 }
907
908 {
909 iv_mem_rec_t *ps_mem_rec;
910 ps_mem_rec = mMemRecords;
911 for (size_t i = 0; i < mNumMemRecords; i++) {
912 ps_mem_rec->u4_size = sizeof(iv_mem_rec_t);
913 ps_mem_rec->pv_base = nullptr;
914 ps_mem_rec->u4_mem_size = 0;
915 ps_mem_rec->u4_mem_alignment = 0;
916 ps_mem_rec->e_mem_type = IV_NA_MEM_TYPE;
917
918 ps_mem_rec++;
919 }
920 }
921
922 /* Getting MemRecords Attributes */
923 {
924 iv_fill_mem_rec_ip_t s_fill_mem_rec_ip;
925 iv_fill_mem_rec_op_t s_fill_mem_rec_op;
926
927 s_fill_mem_rec_ip.u4_size = sizeof(iv_fill_mem_rec_ip_t);
928 s_fill_mem_rec_op.u4_size = sizeof(iv_fill_mem_rec_op_t);
929
930 s_fill_mem_rec_ip.e_cmd = IV_CMD_FILL_NUM_MEM_REC;
931 s_fill_mem_rec_ip.ps_mem_rec = mMemRecords;
932 s_fill_mem_rec_ip.u4_num_mem_rec = mNumMemRecords;
933 s_fill_mem_rec_ip.u4_max_wd = width;
934 s_fill_mem_rec_ip.u4_max_ht = height;
935 s_fill_mem_rec_ip.u4_max_level = mAVCEncLevel;
936 s_fill_mem_rec_ip.e_color_format = DEFAULT_INP_COLOR_FORMAT;
937 s_fill_mem_rec_ip.u4_max_ref_cnt = DEFAULT_MAX_REF_FRM;
938 s_fill_mem_rec_ip.u4_max_reorder_cnt = DEFAULT_MAX_REORDER_FRM;
939 s_fill_mem_rec_ip.u4_max_srch_rng_x = DEFAULT_MAX_SRCH_RANGE_X;
940 s_fill_mem_rec_ip.u4_max_srch_rng_y = DEFAULT_MAX_SRCH_RANGE_Y;
941
942 status = ive_api_function(nullptr, &s_fill_mem_rec_ip, &s_fill_mem_rec_op);
943
944 if (status != IV_SUCCESS) {
945 ALOGE("Fill memory records failed = 0x%x\n",
946 s_fill_mem_rec_op.u4_error_code);
947 return C2_CORRUPTED;
948 }
949 }
950
951 /* Allocating Memory for Mem Records */
952 {
953 WORD32 total_size;
954 iv_mem_rec_t *ps_mem_rec;
955 total_size = 0;
956 ps_mem_rec = mMemRecords;
957
958 for (size_t i = 0; i < mNumMemRecords; i++) {
959 ps_mem_rec->pv_base = ive_aligned_malloc(
960 ps_mem_rec->u4_mem_alignment, ps_mem_rec->u4_mem_size);
961 if (ps_mem_rec->pv_base == nullptr) {
962 ALOGE("Allocation failure for mem record id %zu size %u\n", i,
963 ps_mem_rec->u4_mem_size);
964 return C2_CORRUPTED;
965
966 }
967 total_size += ps_mem_rec->u4_mem_size;
968
969 ps_mem_rec++;
970 }
971 }
972
973 /* Codec Instance Creation */
974 {
975 ive_init_ip_t s_init_ip;
976 ive_init_op_t s_init_op;
977
978 mCodecCtx = (iv_obj_t *)mMemRecords[0].pv_base;
979 mCodecCtx->u4_size = sizeof(iv_obj_t);
980 mCodecCtx->pv_fxns = (void *)ive_api_function;
981
982 s_init_ip.u4_size = sizeof(ive_init_ip_t);
983 s_init_op.u4_size = sizeof(ive_init_op_t);
984
985 s_init_ip.e_cmd = IV_CMD_INIT;
986 s_init_ip.u4_num_mem_rec = mNumMemRecords;
987 s_init_ip.ps_mem_rec = mMemRecords;
988 s_init_ip.u4_max_wd = width;
989 s_init_ip.u4_max_ht = height;
990 s_init_ip.u4_max_ref_cnt = DEFAULT_MAX_REF_FRM;
991 s_init_ip.u4_max_reorder_cnt = DEFAULT_MAX_REORDER_FRM;
992 s_init_ip.u4_max_level = mAVCEncLevel;
993 s_init_ip.e_inp_color_fmt = mIvVideoColorFormat;
994
995 if (mReconEnable || mPSNREnable) {
996 s_init_ip.u4_enable_recon = 1;
997 } else {
998 s_init_ip.u4_enable_recon = 0;
999 }
1000 s_init_ip.e_recon_color_fmt = DEFAULT_RECON_COLOR_FORMAT;
1001 s_init_ip.e_rc_mode = DEFAULT_RC_MODE;
1002 s_init_ip.u4_max_framerate = DEFAULT_MAX_FRAMERATE;
1003 s_init_ip.u4_max_bitrate = DEFAULT_MAX_BITRATE;
1004 s_init_ip.u4_num_bframes = mBframes;
1005 s_init_ip.e_content_type = IV_PROGRESSIVE;
1006 s_init_ip.u4_max_srch_rng_x = DEFAULT_MAX_SRCH_RANGE_X;
1007 s_init_ip.u4_max_srch_rng_y = DEFAULT_MAX_SRCH_RANGE_Y;
1008 s_init_ip.e_slice_mode = mSliceMode;
1009 s_init_ip.u4_slice_param = mSliceParam;
1010 s_init_ip.e_arch = mArch;
1011 s_init_ip.e_soc = DEFAULT_SOC;
1012
1013 status = ive_api_function(mCodecCtx, &s_init_ip, &s_init_op);
1014
1015 if (status != IV_SUCCESS) {
1016 ALOGE("Init encoder failed = 0x%x\n", s_init_op.u4_error_code);
1017 return C2_CORRUPTED;
1018 }
1019 }
1020
1021 /* Get Codec Version */
1022 logVersion();
1023
1024 /* set processor details */
1025 setNumCores();
1026
1027 /* Video control Set Frame dimensions */
1028 setDimensions();
1029
1030 /* Video control Set Frame rates */
1031 setFrameRate();
1032
1033 /* Video control Set IPE Params */
1034 setIpeParams();
1035
1036 /* Video control Set Bitrate */
1037 setBitRate();
1038
1039 /* Video control Set QP */
1040 setQp();
1041
1042 /* Video control Set AIR params */
1043 setAirParams();
1044
1045 /* Video control Set VBV params */
1046 setVbvParams();
1047
1048 /* Video control Set Motion estimation params */
1049 setMeParams();
1050
1051 /* Video control Set GOP params */
1052 setGopParams();
1053
1054 /* Video control Set Deblock params */
1055 setDeblockParams();
1056
1057 /* Video control Set Profile params */
1058 setProfileParams();
1059
1060 /* Video control Set in Encode header mode */
1061 setEncMode(IVE_ENC_MODE_HEADER);
1062
1063 ALOGV("init_codec successfull");
1064
1065 mSpsPpsHeaderReceived = false;
1066 mStarted = true;
1067
1068 return C2_OK;
1069}
1070
1071c2_status_t C2SoftAvcEnc::releaseEncoder() {
1072 IV_STATUS_T status = IV_SUCCESS;
1073 iv_retrieve_mem_rec_ip_t s_retrieve_mem_ip;
1074 iv_retrieve_mem_rec_op_t s_retrieve_mem_op;
1075 iv_mem_rec_t *ps_mem_rec;
1076
1077 if (!mStarted) {
1078 return C2_OK;
1079 }
1080
1081 s_retrieve_mem_ip.u4_size = sizeof(iv_retrieve_mem_rec_ip_t);
1082 s_retrieve_mem_op.u4_size = sizeof(iv_retrieve_mem_rec_op_t);
1083 s_retrieve_mem_ip.e_cmd = IV_CMD_RETRIEVE_MEMREC;
1084 s_retrieve_mem_ip.ps_mem_rec = mMemRecords;
1085
1086 status = ive_api_function(mCodecCtx, &s_retrieve_mem_ip, &s_retrieve_mem_op);
1087
1088 if (status != IV_SUCCESS) {
1089 ALOGE("Unable to retrieve memory records = 0x%x\n",
1090 s_retrieve_mem_op.u4_error_code);
1091 return C2_CORRUPTED;
1092 }
1093
1094 /* Free memory records */
1095 ps_mem_rec = mMemRecords;
1096 for (size_t i = 0; i < s_retrieve_mem_op.u4_num_mem_rec_filled; i++) {
1097 if (ps_mem_rec) ive_aligned_free(ps_mem_rec->pv_base);
1098 else {
1099 ALOGE("memory record is null.");
1100 return C2_CORRUPTED;
1101 }
1102 ps_mem_rec++;
1103 }
1104
1105 if (mMemRecords) free(mMemRecords);
1106
1107 // clear other pointers into the space being free()d
1108 mCodecCtx = nullptr;
1109
1110 mStarted = false;
1111
1112 return C2_OK;
1113}
1114
1115c2_status_t C2SoftAvcEnc::setEncodeArgs(
1116 ive_video_encode_ip_t *ps_encode_ip,
1117 ive_video_encode_op_t *ps_encode_op,
1118 const C2GraphicView *const input,
1119 uint8_t *base,
1120 uint32_t capacity,
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301121 uint64_t workIndex) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001122 iv_raw_buf_t *ps_inp_raw_buf;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301123 memset(ps_encode_ip, 0, sizeof(*ps_encode_ip));
1124 memset(ps_encode_op, 0, sizeof(*ps_encode_op));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001125
1126 ps_inp_raw_buf = &ps_encode_ip->s_inp_buf;
1127 ps_encode_ip->s_out_buf.pv_buf = base;
1128 ps_encode_ip->s_out_buf.u4_bytes = 0;
1129 ps_encode_ip->s_out_buf.u4_bufsize = capacity;
1130 ps_encode_ip->u4_size = sizeof(ive_video_encode_ip_t);
1131 ps_encode_op->u4_size = sizeof(ive_video_encode_op_t);
1132
1133 ps_encode_ip->e_cmd = IVE_CMD_VIDEO_ENCODE;
1134 ps_encode_ip->pv_bufs = nullptr;
1135 ps_encode_ip->pv_mb_info = nullptr;
1136 ps_encode_ip->pv_pic_info = nullptr;
1137 ps_encode_ip->u4_mb_info_type = 0;
1138 ps_encode_ip->u4_pic_info_type = 0;
1139 ps_encode_ip->u4_is_last = 0;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301140 ps_encode_ip->u4_timestamp_high = workIndex >> 32;
1141 ps_encode_ip->u4_timestamp_low = workIndex & 0xFFFFFFFF;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001142 ps_encode_op->s_out_buf.pv_buf = nullptr;
1143
1144 /* Initialize color formats */
1145 memset(ps_inp_raw_buf, 0, sizeof(iv_raw_buf_t));
1146 ps_inp_raw_buf->u4_size = sizeof(iv_raw_buf_t);
1147 ps_inp_raw_buf->e_color_fmt = mIvVideoColorFormat;
1148 if (input == nullptr) {
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301149 if (mSawInputEOS) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001150 ps_encode_ip->u4_is_last = 1;
1151 }
1152 return C2_OK;
1153 }
1154
1155 if (input->width() < mSize->width ||
1156 input->height() < mSize->height) {
1157 /* Expect width height to be configured */
1158 ALOGW("unexpected Capacity Aspect %d(%d) x %d(%d)", input->width(),
1159 mSize->width, input->height(), mSize->height);
1160 return C2_BAD_VALUE;
1161 }
1162 ALOGV("width = %d, height = %d", input->width(), input->height());
1163 const C2PlanarLayout &layout = input->layout();
1164 uint8_t *yPlane = const_cast<uint8_t *>(input->data()[C2PlanarLayout::PLANE_Y]);
1165 uint8_t *uPlane = const_cast<uint8_t *>(input->data()[C2PlanarLayout::PLANE_U]);
1166 uint8_t *vPlane = const_cast<uint8_t *>(input->data()[C2PlanarLayout::PLANE_V]);
1167 int32_t yStride = layout.planes[C2PlanarLayout::PLANE_Y].rowInc;
1168 int32_t uStride = layout.planes[C2PlanarLayout::PLANE_U].rowInc;
1169 int32_t vStride = layout.planes[C2PlanarLayout::PLANE_V].rowInc;
1170
1171 uint32_t width = mSize->width;
1172 uint32_t height = mSize->height;
1173 // width and height are always even (as block size is 16x16)
1174 CHECK_EQ((width & 1u), 0u);
1175 CHECK_EQ((height & 1u), 0u);
1176 size_t yPlaneSize = width * height;
1177
1178 switch (layout.type) {
1179 case C2PlanarLayout::TYPE_RGB:
1180 [[fallthrough]];
1181 case C2PlanarLayout::TYPE_RGBA: {
1182 ALOGV("yPlaneSize = %zu", yPlaneSize);
1183 MemoryBlock conversionBuffer = mConversionBuffers.fetch(yPlaneSize * 3 / 2);
1184 mConversionBuffersInUse.emplace(conversionBuffer.data(), conversionBuffer);
1185 yPlane = conversionBuffer.data();
1186 uPlane = yPlane + yPlaneSize;
1187 vPlane = uPlane + yPlaneSize / 4;
1188 yStride = width;
1189 uStride = vStride = yStride / 2;
1190 ConvertRGBToPlanarYUV(yPlane, yStride, height, conversionBuffer.size(), *input);
1191 break;
1192 }
1193 case C2PlanarLayout::TYPE_YUV: {
1194 if (!IsYUV420(*input)) {
1195 ALOGE("input is not YUV420");
1196 return C2_BAD_VALUE;
1197 }
1198
1199 if (layout.planes[layout.PLANE_Y].colInc == 1
1200 && layout.planes[layout.PLANE_U].colInc == 1
1201 && layout.planes[layout.PLANE_V].colInc == 1
1202 && uStride == vStride
1203 && yStride == 2 * vStride) {
1204 // I420 compatible - already set up above
1205 break;
1206 }
1207
1208 // copy to I420
1209 yStride = width;
1210 uStride = vStride = yStride / 2;
1211 MemoryBlock conversionBuffer = mConversionBuffers.fetch(yPlaneSize * 3 / 2);
1212 mConversionBuffersInUse.emplace(conversionBuffer.data(), conversionBuffer);
1213 MediaImage2 img = CreateYUV420PlanarMediaImage2(width, height, yStride, height);
1214 status_t err = ImageCopy(conversionBuffer.data(), &img, *input);
1215 if (err != OK) {
1216 ALOGE("Buffer conversion failed: %d", err);
1217 return C2_BAD_VALUE;
1218 }
1219 yPlane = conversionBuffer.data();
1220 uPlane = yPlane + yPlaneSize;
1221 vPlane = uPlane + yPlaneSize / 4;
1222 break;
1223
1224 }
1225
1226 case C2PlanarLayout::TYPE_YUVA:
1227 ALOGE("YUVA plane type is not supported");
1228 return C2_BAD_VALUE;
1229
1230 default:
1231 ALOGE("Unrecognized plane type: %d", layout.type);
1232 return C2_BAD_VALUE;
1233 }
1234
1235 switch (mIvVideoColorFormat) {
1236 case IV_YUV_420P:
1237 {
1238 // input buffer is supposed to be const but Ittiam API wants bare pointer.
1239 ps_inp_raw_buf->apv_bufs[0] = yPlane;
1240 ps_inp_raw_buf->apv_bufs[1] = uPlane;
1241 ps_inp_raw_buf->apv_bufs[2] = vPlane;
1242
1243 ps_inp_raw_buf->au4_wd[0] = input->width();
1244 ps_inp_raw_buf->au4_wd[1] = input->width() / 2;
1245 ps_inp_raw_buf->au4_wd[2] = input->width() / 2;
1246
1247 ps_inp_raw_buf->au4_ht[0] = input->height();
1248 ps_inp_raw_buf->au4_ht[1] = input->height() / 2;
1249 ps_inp_raw_buf->au4_ht[2] = input->height() / 2;
1250
1251 ps_inp_raw_buf->au4_strd[0] = yStride;
1252 ps_inp_raw_buf->au4_strd[1] = uStride;
1253 ps_inp_raw_buf->au4_strd[2] = vStride;
1254 break;
1255 }
1256
1257 case IV_YUV_422ILE:
1258 {
1259 // TODO
1260 // ps_inp_raw_buf->apv_bufs[0] = pu1_buf;
1261 // ps_inp_raw_buf->au4_wd[0] = mWidth * 2;
1262 // ps_inp_raw_buf->au4_ht[0] = mHeight;
1263 // ps_inp_raw_buf->au4_strd[0] = mStride * 2;
1264 break;
1265 }
1266
1267 case IV_YUV_420SP_UV:
1268 case IV_YUV_420SP_VU:
1269 default:
1270 {
1271 ps_inp_raw_buf->apv_bufs[0] = yPlane;
1272 ps_inp_raw_buf->apv_bufs[1] = uPlane;
1273
1274 ps_inp_raw_buf->au4_wd[0] = input->width();
1275 ps_inp_raw_buf->au4_wd[1] = input->width();
1276
1277 ps_inp_raw_buf->au4_ht[0] = input->height();
1278 ps_inp_raw_buf->au4_ht[1] = input->height() / 2;
1279
1280 ps_inp_raw_buf->au4_strd[0] = yStride;
1281 ps_inp_raw_buf->au4_strd[1] = uStride;
1282 break;
1283 }
1284 }
1285 return C2_OK;
1286}
1287
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301288void C2SoftAvcEnc::finishWork(uint64_t workIndex, const std::unique_ptr<C2Work> &work,
1289 ive_video_encode_op_t *ps_encode_op) {
1290 std::shared_ptr<C2Buffer> buffer =
1291 createLinearBuffer(mOutBlock, 0, ps_encode_op->s_out_buf.u4_bytes);
1292 if (IV_IDR_FRAME == ps_encode_op->u4_encoded_frame_type) {
1293 ALOGV("IDR frame produced");
1294 buffer->setInfo(std::make_shared<C2StreamPictureTypeMaskInfo::output>(
1295 0u /* stream id */, C2Config::SYNC_FRAME));
1296 }
1297 mOutBlock = nullptr;
1298
1299 auto fillWork = [buffer](const std::unique_ptr<C2Work> &work) {
1300 work->worklets.front()->output.flags = (C2FrameData::flags_t)0;
1301 work->worklets.front()->output.buffers.clear();
1302 work->worklets.front()->output.buffers.push_back(buffer);
1303 work->worklets.front()->output.ordinal = work->input.ordinal;
1304 work->workletsProcessed = 1u;
1305 };
1306 if (work && c2_cntr64_t(workIndex) == work->input.ordinal.frameIndex) {
1307 fillWork(work);
1308 if (mSawInputEOS) {
1309 work->worklets.front()->output.flags = C2FrameData::FLAG_END_OF_STREAM;
1310 }
1311 } else {
1312 finish(workIndex, fillWork);
1313 }
1314}
1315
Pawin Vongmasa36653902018-11-15 00:10:25 -08001316void C2SoftAvcEnc::process(
1317 const std::unique_ptr<C2Work> &work,
1318 const std::shared_ptr<C2BlockPool> &pool) {
1319 // Initialize output work
1320 work->result = C2_OK;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301321 work->workletsProcessed = 0u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001322 work->worklets.front()->output.flags = work->input.flags;
1323
1324 IV_STATUS_T status;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301325 WORD32 timeDelay = 0;
1326 WORD32 timeTaken = 0;
1327 uint64_t workIndex = work->input.ordinal.frameIndex.peekull();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001328
1329 // Initialize encoder if not already initialized
1330 if (mCodecCtx == nullptr) {
1331 if (C2_OK != initEncoder()) {
1332 ALOGE("Failed to initialize encoder");
1333 mSignalledError = true;
1334 work->result = C2_CORRUPTED;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301335 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001336 return;
1337 }
1338 }
1339 if (mSignalledError) {
1340 return;
1341 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001342 // while (!mSawOutputEOS && !outQueue.empty()) {
1343 c2_status_t error;
1344 ive_video_encode_ip_t s_encode_ip;
1345 ive_video_encode_op_t s_encode_op;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301346 memset(&s_encode_op, 0, sizeof(s_encode_op));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001347
1348 if (!mSpsPpsHeaderReceived) {
1349 constexpr uint32_t kHeaderLength = MIN_STREAM_SIZE;
1350 uint8_t header[kHeaderLength];
1351 error = setEncodeArgs(
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301352 &s_encode_ip, &s_encode_op, nullptr, header, kHeaderLength, workIndex);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001353 if (error != C2_OK) {
1354 ALOGE("setEncodeArgs failed: %d", error);
1355 mSignalledError = true;
1356 work->result = C2_CORRUPTED;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301357 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001358 return;
1359 }
1360 status = ive_api_function(mCodecCtx, &s_encode_ip, &s_encode_op);
1361
1362 if (IV_SUCCESS != status) {
1363 ALOGE("Encode header failed = 0x%x\n",
1364 s_encode_op.u4_error_code);
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301365 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001366 return;
1367 } else {
1368 ALOGV("Bytes Generated in header %d\n",
1369 s_encode_op.s_out_buf.u4_bytes);
1370 }
1371
1372 mSpsPpsHeaderReceived = true;
1373
Lajos Molnar3bb81cd2019-02-20 15:10:30 -08001374 std::unique_ptr<C2StreamInitDataInfo::output> csd =
1375 C2StreamInitDataInfo::output::AllocUnique(s_encode_op.s_out_buf.u4_bytes, 0u);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001376 if (!csd) {
1377 ALOGE("CSD allocation failed");
1378 mSignalledError = true;
1379 work->result = C2_NO_MEMORY;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301380 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001381 return;
1382 }
1383 memcpy(csd->m.value, header, s_encode_op.s_out_buf.u4_bytes);
1384 work->worklets.front()->output.configUpdate.push_back(std::move(csd));
1385
1386 DUMP_TO_FILE(
1387 mOutFile, csd->m.value, csd->flexCount());
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301388 if (work->input.buffers.empty()) {
1389 work->workletsProcessed = 1u;
1390 return;
1391 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001392 }
1393
1394 // handle dynamic config parameters
1395 {
1396 IntfImpl::Lock lock = mIntf->lock();
1397 std::shared_ptr<C2StreamIntraRefreshTuning::output> intraRefresh = mIntf->getIntraRefresh_l();
1398 std::shared_ptr<C2StreamBitrateInfo::output> bitrate = mIntf->getBitrate_l();
1399 std::shared_ptr<C2StreamRequestSyncFrameTuning::output> requestSync = mIntf->getRequestSync_l();
1400 lock.unlock();
1401
1402 if (bitrate != mBitrate) {
1403 mBitrate = bitrate;
1404 setBitRate();
1405 }
1406
1407 if (intraRefresh != mIntraRefresh) {
1408 mIntraRefresh = intraRefresh;
1409 setAirParams();
1410 }
1411
1412 if (requestSync != mRequestSync) {
1413 // we can handle IDR immediately
1414 if (requestSync->value) {
1415 // unset request
1416 C2StreamRequestSyncFrameTuning::output clearSync(0u, C2_FALSE);
1417 std::vector<std::unique_ptr<C2SettingResult>> failures;
1418 mIntf->config({ &clearSync }, C2_MAY_BLOCK, &failures);
1419 ALOGV("Got sync request");
1420 setFrameType(IV_IDR_FRAME);
1421 }
1422 mRequestSync = requestSync;
1423 }
1424 }
1425
1426 if (work->input.flags & C2FrameData::FLAG_END_OF_STREAM) {
1427 mSawInputEOS = true;
1428 }
1429
1430 /* In normal mode, store inputBufferInfo and this will be returned
1431 when encoder consumes this input */
1432 // if (!mInputDataIsMeta && (inputBufferInfo != NULL)) {
1433 // for (size_t i = 0; i < MAX_INPUT_BUFFER_HEADERS; i++) {
1434 // if (NULL == mInputBufferInfo[i]) {
1435 // mInputBufferInfo[i] = inputBufferInfo;
1436 // break;
1437 // }
1438 // }
1439 // }
1440 std::shared_ptr<const C2GraphicView> view;
1441 std::shared_ptr<C2Buffer> inputBuffer;
1442 if (!work->input.buffers.empty()) {
1443 inputBuffer = work->input.buffers[0];
1444 view = std::make_shared<const C2GraphicView>(
1445 inputBuffer->data().graphicBlocks().front().map().get());
1446 if (view->error() != C2_OK) {
1447 ALOGE("graphic view map err = %d", view->error());
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301448 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001449 return;
1450 }
1451 }
1452
Pawin Vongmasa36653902018-11-15 00:10:25 -08001453 do {
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301454 if (mSawInputEOS && work->input.buffers.empty()) break;
1455 if (!mOutBlock) {
1456 C2MemoryUsage usage = {C2MemoryUsage::CPU_READ,
1457 C2MemoryUsage::CPU_WRITE};
1458 // TODO: error handling, proper usage, etc.
1459 c2_status_t err =
1460 pool->fetchLinearBlock(mOutBufferSize, usage, &mOutBlock);
1461 if (err != C2_OK) {
1462 ALOGE("fetch linear block err = %d", err);
1463 work->result = err;
1464 work->workletsProcessed = 1u;
1465 return;
1466 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001467 }
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301468 C2WriteView wView = mOutBlock->map().get();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001469 if (wView.error() != C2_OK) {
1470 ALOGE("write view map err = %d", wView.error());
1471 work->result = wView.error();
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301472 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001473 return;
1474 }
1475
1476 error = setEncodeArgs(
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301477 &s_encode_ip, &s_encode_op, view.get(), wView.base(), wView.capacity(), workIndex);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001478 if (error != C2_OK) {
1479 ALOGE("setEncodeArgs failed : %d", error);
1480 mSignalledError = true;
1481 work->result = error;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301482 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001483 return;
1484 }
1485
1486 // DUMP_TO_FILE(
1487 // mInFile, s_encode_ip.s_inp_buf.apv_bufs[0],
1488 // (mHeight * mStride * 3 / 2));
1489
1490 GETTIME(&mTimeStart, nullptr);
1491 /* Compute time elapsed between end of previous decode()
1492 * to start of current decode() */
1493 TIME_DIFF(mTimeEnd, mTimeStart, timeDelay);
1494 status = ive_api_function(mCodecCtx, &s_encode_ip, &s_encode_op);
1495
1496 if (IV_SUCCESS != status) {
1497 if ((s_encode_op.u4_error_code & 0xFF) == IH264E_BITSTREAM_BUFFER_OVERFLOW) {
1498 // TODO: use IVE_CMD_CTL_GETBUFINFO for proper max input size?
1499 mOutBufferSize *= 2;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301500 mOutBlock.reset();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001501 continue;
1502 }
1503 ALOGE("Encode Frame failed = 0x%x\n",
1504 s_encode_op.u4_error_code);
1505 mSignalledError = true;
1506 work->result = C2_CORRUPTED;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301507 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001508 return;
1509 }
1510 } while (IV_SUCCESS != status);
1511
1512 // Hold input buffer reference
1513 if (inputBuffer) {
1514 mBuffers[s_encode_ip.s_inp_buf.apv_bufs[0]] = inputBuffer;
1515 }
1516
1517 GETTIME(&mTimeEnd, nullptr);
1518 /* Compute time taken for decode() */
1519 TIME_DIFF(mTimeStart, mTimeEnd, timeTaken);
1520
1521 ALOGV("timeTaken=%6d delay=%6d numBytes=%6d", timeTaken, timeDelay,
1522 s_encode_op.s_out_buf.u4_bytes);
1523
1524 void *freed = s_encode_op.s_inp_buf.apv_bufs[0];
1525 /* If encoder frees up an input buffer, mark it as free */
1526 if (freed != nullptr) {
1527 if (mBuffers.count(freed) == 0u) {
1528 ALOGD("buffer not tracked");
1529 } else {
1530 // Release input buffer reference
1531 mBuffers.erase(freed);
1532 mConversionBuffersInUse.erase(freed);
1533 }
1534 }
1535
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301536 if (s_encode_op.output_present) {
1537 if (!s_encode_op.s_out_buf.u4_bytes) {
1538 ALOGE("Error: Output present but bytes generated is zero");
1539 mSignalledError = true;
1540 work->result = C2_CORRUPTED;
1541 work->workletsProcessed = 1u;
1542 return;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001543 }
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301544 uint64_t workId = ((uint64_t)s_encode_op.u4_timestamp_high << 32) |
1545 s_encode_op.u4_timestamp_low;
1546 finishWork(workId, work, &s_encode_op);
1547 }
1548 if (mSawInputEOS) {
1549 drainInternal(DRAIN_COMPONENT_WITH_EOS, pool, work);
1550 }
1551}
1552
1553c2_status_t C2SoftAvcEnc::drainInternal(
1554 uint32_t drainMode,
1555 const std::shared_ptr<C2BlockPool> &pool,
1556 const std::unique_ptr<C2Work> &work) {
1557
1558 if (drainMode == NO_DRAIN) {
1559 ALOGW("drain with NO_DRAIN: no-op");
1560 return C2_OK;
1561 }
1562 if (drainMode == DRAIN_CHAIN) {
1563 ALOGW("DRAIN_CHAIN not supported");
1564 return C2_OMITTED;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001565 }
1566
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301567 while (true) {
1568 if (!mOutBlock) {
1569 C2MemoryUsage usage = {C2MemoryUsage::CPU_READ,
1570 C2MemoryUsage::CPU_WRITE};
1571 // TODO: error handling, proper usage, etc.
1572 c2_status_t err =
1573 pool->fetchLinearBlock(mOutBufferSize, usage, &mOutBlock);
1574 if (err != C2_OK) {
1575 ALOGE("fetch linear block err = %d", err);
1576 work->result = err;
1577 work->workletsProcessed = 1u;
1578 return err;
1579 }
1580 }
1581 C2WriteView wView = mOutBlock->map().get();
1582 if (wView.error()) {
1583 ALOGE("graphic view map failed %d", wView.error());
1584 return C2_CORRUPTED;
1585 }
1586 ive_video_encode_ip_t s_encode_ip;
1587 ive_video_encode_op_t s_encode_op;
1588 if (C2_OK != setEncodeArgs(&s_encode_ip, &s_encode_op, nullptr,
1589 wView.base(), wView.capacity(), 0)) {
1590 ALOGE("setEncodeArgs failed for drainInternal");
1591 mSignalledError = true;
1592 work->result = C2_CORRUPTED;
1593 work->workletsProcessed = 1u;
1594 return C2_CORRUPTED;
1595 }
1596 (void)ive_api_function(mCodecCtx, &s_encode_ip, &s_encode_op);
1597
1598 void *freed = s_encode_op.s_inp_buf.apv_bufs[0];
1599 /* If encoder frees up an input buffer, mark it as free */
1600 if (freed != nullptr) {
1601 if (mBuffers.count(freed) == 0u) {
1602 ALOGD("buffer not tracked");
1603 } else {
1604 // Release input buffer reference
1605 mBuffers.erase(freed);
1606 mConversionBuffersInUse.erase(freed);
1607 }
1608 }
1609
1610 if (s_encode_op.output_present) {
1611 uint64_t workId = ((uint64_t)s_encode_op.u4_timestamp_high << 32) |
1612 s_encode_op.u4_timestamp_low;
1613 finishWork(workId, work, &s_encode_op);
1614 } else {
1615 if (work->workletsProcessed != 1u) {
1616 work->worklets.front()->output.flags = work->input.flags;
1617 work->worklets.front()->output.ordinal = work->input.ordinal;
1618 work->worklets.front()->output.buffers.clear();
1619 work->workletsProcessed = 1u;
1620 }
1621 break;
1622 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001623 }
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301624
1625 return C2_OK;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001626}
1627
1628c2_status_t C2SoftAvcEnc::drain(
1629 uint32_t drainMode,
1630 const std::shared_ptr<C2BlockPool> &pool) {
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301631 return drainInternal(drainMode, pool, nullptr);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001632}
1633
Pawin Vongmasa36653902018-11-15 00:10:25 -08001634class C2SoftAvcEncFactory : public C2ComponentFactory {
1635public:
1636 C2SoftAvcEncFactory() : mHelper(std::static_pointer_cast<C2ReflectorHelper>(
1637 GetCodec2PlatformComponentStore()->getParamReflector())) {
1638 }
1639
1640 virtual c2_status_t createComponent(
1641 c2_node_id_t id,
1642 std::shared_ptr<C2Component>* const component,
1643 std::function<void(C2Component*)> deleter) override {
1644 *component = std::shared_ptr<C2Component>(
1645 new C2SoftAvcEnc(COMPONENT_NAME,
1646 id,
1647 std::make_shared<C2SoftAvcEnc::IntfImpl>(mHelper)),
1648 deleter);
1649 return C2_OK;
1650 }
1651
1652 virtual c2_status_t createInterface(
1653 c2_node_id_t id,
1654 std::shared_ptr<C2ComponentInterface>* const interface,
1655 std::function<void(C2ComponentInterface*)> deleter) override {
1656 *interface = std::shared_ptr<C2ComponentInterface>(
1657 new SimpleInterface<C2SoftAvcEnc::IntfImpl>(
1658 COMPONENT_NAME, id, std::make_shared<C2SoftAvcEnc::IntfImpl>(mHelper)),
1659 deleter);
1660 return C2_OK;
1661 }
1662
1663 virtual ~C2SoftAvcEncFactory() override = default;
1664
1665private:
1666 std::shared_ptr<C2ReflectorHelper> mHelper;
1667};
1668
1669} // namespace android
1670
1671extern "C" ::C2ComponentFactory* CreateCodec2Factory() {
1672 ALOGV("in %s", __func__);
1673 return new ::android::C2SoftAvcEncFactory();
1674}
1675
1676extern "C" void DestroyCodec2Factory(::C2ComponentFactory* factory) {
1677 ALOGV("in %s", __func__);
1678 delete factory;
1679}