blob: 1ea7c682d9b98a98d02485bb717162b79a5a4f49 [file] [log] [blame]
Pawin Vongmasa36653902018-11-15 00:10:25 -08001/*
2 * Copyright 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "C2SoftAvcEnc"
19#include <log/log.h>
20#include <utils/misc.h>
21
22#include <media/hardware/VideoAPI.h>
23#include <media/stagefright/MediaDefs.h>
24#include <media/stagefright/MediaErrors.h>
25#include <media/stagefright/MetaData.h>
26#include <media/stagefright/foundation/AUtils.h>
27
28#include <C2Debug.h>
29#include <C2PlatformSupport.h>
30#include <Codec2BufferUtils.h>
31#include <SimpleC2Interface.h>
32#include <util/C2InterfaceHelper.h>
33
34#include "C2SoftAvcEnc.h"
35#include "ih264e.h"
36#include "ih264e_error.h"
37
38namespace android {
39
Manisha Jajoo9acd73d2019-03-12 14:08:05 +053040namespace {
41
42constexpr char COMPONENT_NAME[] = "c2.android.avc.encoder";
Harish Mahendrakarea0eb372019-11-21 10:33:05 -080043constexpr uint32_t kMinOutBufferSize = 524288;
Wonsik Kime1c360a2019-05-22 10:38:58 -070044void ParseGop(
45 const C2StreamGopTuning::output &gop,
46 uint32_t *syncInterval, uint32_t *iInterval, uint32_t *maxBframes) {
47 uint32_t syncInt = 1;
48 uint32_t iInt = 1;
49 for (size_t i = 0; i < gop.flexCount(); ++i) {
50 const C2GopLayerStruct &layer = gop.m.values[i];
51 if (layer.count == UINT32_MAX) {
52 syncInt = 0;
53 } else if (syncInt <= UINT32_MAX / (layer.count + 1)) {
54 syncInt *= (layer.count + 1);
55 }
56 if ((layer.type_ & I_FRAME) == 0) {
57 if (layer.count == UINT32_MAX) {
58 iInt = 0;
59 } else if (iInt <= UINT32_MAX / (layer.count + 1)) {
60 iInt *= (layer.count + 1);
61 }
62 }
63 if (layer.type_ == C2Config::picture_type_t(P_FRAME | B_FRAME) && maxBframes) {
64 *maxBframes = layer.count;
65 }
66 }
67 if (syncInterval) {
68 *syncInterval = syncInt;
69 }
70 if (iInterval) {
71 *iInterval = iInt;
72 }
73}
74
Manisha Jajoo9acd73d2019-03-12 14:08:05 +053075} // namespace
76
77class C2SoftAvcEnc::IntfImpl : public SimpleInterface<void>::BaseParams {
Pawin Vongmasa36653902018-11-15 00:10:25 -080078public:
79 explicit IntfImpl(const std::shared_ptr<C2ReflectorHelper> &helper)
Manisha Jajoo9acd73d2019-03-12 14:08:05 +053080 : SimpleInterface<void>::BaseParams(
81 helper,
82 COMPONENT_NAME,
83 C2Component::KIND_ENCODER,
84 C2Component::DOMAIN_VIDEO,
85 MEDIA_MIMETYPE_VIDEO_AVC) {
86 noPrivateBuffers(); // TODO: account for our buffers here
87 noInputReferences();
88 noOutputReferences();
Manisha Jajoo9acd73d2019-03-12 14:08:05 +053089 noTimeStretch();
Pawin Vongmasa36653902018-11-15 00:10:25 -080090 setDerivedInstance(this);
91
92 addParameter(
Lajos Molnar3bb81cd2019-02-20 15:10:30 -080093 DefineParam(mUsage, C2_PARAMKEY_INPUT_STREAM_USAGE)
Pawin Vongmasa36653902018-11-15 00:10:25 -080094 .withConstValue(new C2StreamUsageTuning::input(
95 0u, (uint64_t)C2MemoryUsage::CPU_READ))
96 .build());
97
98 addParameter(
Manisha Jajoo9acd73d2019-03-12 14:08:05 +053099 DefineParam(mAttrib, C2_PARAMKEY_COMPONENT_ATTRIBUTES)
100 .withConstValue(new C2ComponentAttributesSetting(
101 C2Component::ATTRIB_IS_TEMPORAL))
102 .build());
103
104 addParameter(
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800105 DefineParam(mSize, C2_PARAMKEY_PICTURE_SIZE)
Harish Mahendrakarbb40ea82020-04-07 01:35:52 +0530106 .withDefault(new C2StreamPictureSizeInfo::input(0u, 16, 16))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800107 .withFields({
108 C2F(mSize, width).inRange(2, 2560, 2),
109 C2F(mSize, height).inRange(2, 2560, 2),
110 })
111 .withSetter(SizeSetter)
112 .build());
113
114 addParameter(
Wonsik Kime1c360a2019-05-22 10:38:58 -0700115 DefineParam(mGop, C2_PARAMKEY_GOP)
116 .withDefault(C2StreamGopTuning::output::AllocShared(
117 0 /* flexCount */, 0u /* stream */))
118 .withFields({C2F(mGop, m.values[0].type_).any(),
119 C2F(mGop, m.values[0].count).any()})
120 .withSetter(GopSetter)
121 .build());
122
123 addParameter(
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530124 DefineParam(mActualInputDelay, C2_PARAMKEY_INPUT_DELAY)
125 .withDefault(new C2PortActualDelayTuning::input(DEFAULT_B_FRAMES))
126 .withFields({C2F(mActualInputDelay, value).inRange(0, MAX_B_FRAMES)})
Wonsik Kime1c360a2019-05-22 10:38:58 -0700127 .calculatedAs(InputDelaySetter, mGop)
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530128 .build());
129
130 addParameter(
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800131 DefineParam(mFrameRate, C2_PARAMKEY_FRAME_RATE)
Harish Mahendrakarbb40ea82020-04-07 01:35:52 +0530132 .withDefault(new C2StreamFrameRateInfo::output(0u, 1.))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800133 // TODO: More restriction?
134 .withFields({C2F(mFrameRate, value).greaterThan(0.)})
135 .withSetter(Setter<decltype(*mFrameRate)>::StrictValueWithNoDeps)
136 .build());
137
138 addParameter(
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800139 DefineParam(mBitrate, C2_PARAMKEY_BITRATE)
140 .withDefault(new C2StreamBitrateInfo::output(0u, 64000))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800141 .withFields({C2F(mBitrate, value).inRange(4096, 12000000)})
142 .withSetter(BitrateSetter)
143 .build());
144
145 addParameter(
146 DefineParam(mIntraRefresh, C2_PARAMKEY_INTRA_REFRESH)
147 .withDefault(new C2StreamIntraRefreshTuning::output(
148 0u, C2Config::INTRA_REFRESH_DISABLED, 0.))
149 .withFields({
150 C2F(mIntraRefresh, mode).oneOf({
151 C2Config::INTRA_REFRESH_DISABLED, C2Config::INTRA_REFRESH_ARBITRARY }),
152 C2F(mIntraRefresh, period).any()
153 })
154 .withSetter(IntraRefreshSetter)
155 .build());
156
157 addParameter(
158 DefineParam(mProfileLevel, C2_PARAMKEY_PROFILE_LEVEL)
159 .withDefault(new C2StreamProfileLevelInfo::output(
160 0u, PROFILE_AVC_CONSTRAINED_BASELINE, LEVEL_AVC_4_1))
161 .withFields({
162 C2F(mProfileLevel, profile).oneOf({
163 PROFILE_AVC_BASELINE,
164 PROFILE_AVC_CONSTRAINED_BASELINE,
165 PROFILE_AVC_MAIN,
166 }),
167 C2F(mProfileLevel, level).oneOf({
168 LEVEL_AVC_1,
169 LEVEL_AVC_1B,
170 LEVEL_AVC_1_1,
171 LEVEL_AVC_1_2,
172 LEVEL_AVC_1_3,
173 LEVEL_AVC_2,
174 LEVEL_AVC_2_1,
175 LEVEL_AVC_2_2,
176 LEVEL_AVC_3,
177 LEVEL_AVC_3_1,
178 LEVEL_AVC_3_2,
179 LEVEL_AVC_4,
180 LEVEL_AVC_4_1,
181 LEVEL_AVC_4_2,
182 LEVEL_AVC_5,
183 }),
184 })
185 .withSetter(ProfileLevelSetter, mSize, mFrameRate, mBitrate)
186 .build());
187
188 addParameter(
189 DefineParam(mRequestSync, C2_PARAMKEY_REQUEST_SYNC_FRAME)
190 .withDefault(new C2StreamRequestSyncFrameTuning::output(0u, C2_FALSE))
191 .withFields({C2F(mRequestSync, value).oneOf({ C2_FALSE, C2_TRUE }) })
192 .withSetter(Setter<decltype(*mRequestSync)>::NonStrictValueWithNoDeps)
193 .build());
194
195 addParameter(
196 DefineParam(mSyncFramePeriod, C2_PARAMKEY_SYNC_FRAME_INTERVAL)
197 .withDefault(new C2StreamSyncFrameIntervalTuning::output(0u, 1000000))
198 .withFields({C2F(mSyncFramePeriod, value).any()})
199 .withSetter(Setter<decltype(*mSyncFramePeriod)>::StrictValueWithNoDeps)
200 .build());
201 }
202
Wonsik Kime1c360a2019-05-22 10:38:58 -0700203 static C2R InputDelaySetter(
204 bool mayBlock,
205 C2P<C2PortActualDelayTuning::input> &me,
206 const C2P<C2StreamGopTuning::output> &gop) {
207 (void)mayBlock;
208 uint32_t maxBframes = 0;
209 ParseGop(gop.v, nullptr, nullptr, &maxBframes);
210 me.set().value = maxBframes;
211 return C2R::Ok();
212 }
213
Pawin Vongmasa36653902018-11-15 00:10:25 -0800214 static C2R BitrateSetter(bool mayBlock, C2P<C2StreamBitrateInfo::output> &me) {
215 (void)mayBlock;
216 C2R res = C2R::Ok();
217 if (me.v.value <= 4096) {
218 me.set().value = 4096;
219 }
220 return res;
221 }
222
223 static C2R SizeSetter(bool mayBlock, const C2P<C2StreamPictureSizeInfo::input> &oldMe,
224 C2P<C2StreamPictureSizeInfo::input> &me) {
225 (void)mayBlock;
226 C2R res = C2R::Ok();
227 if (!me.F(me.v.width).supportsAtAll(me.v.width)) {
228 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.width)));
229 me.set().width = oldMe.v.width;
230 }
231 if (!me.F(me.v.height).supportsAtAll(me.v.height)) {
232 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.height)));
233 me.set().height = oldMe.v.height;
234 }
235 return res;
236 }
237
238 static C2R ProfileLevelSetter(
239 bool mayBlock,
240 C2P<C2StreamProfileLevelInfo::output> &me,
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800241 const C2P<C2StreamPictureSizeInfo::input> &size,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800242 const C2P<C2StreamFrameRateInfo::output> &frameRate,
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800243 const C2P<C2StreamBitrateInfo::output> &bitrate) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800244 (void)mayBlock;
245 if (!me.F(me.v.profile).supportsAtAll(me.v.profile)) {
246 me.set().profile = PROFILE_AVC_CONSTRAINED_BASELINE;
247 }
248
249 struct LevelLimits {
250 C2Config::level_t level;
251 float mbsPerSec;
252 uint64_t mbs;
253 uint32_t bitrate;
254 };
255 constexpr LevelLimits kLimits[] = {
256 { LEVEL_AVC_1, 1485, 99, 64000 },
257 // Decoder does not properly handle level 1b.
258 // { LEVEL_AVC_1B, 1485, 99, 128000 },
259 { LEVEL_AVC_1_1, 3000, 396, 192000 },
260 { LEVEL_AVC_1_2, 6000, 396, 384000 },
261 { LEVEL_AVC_1_3, 11880, 396, 768000 },
262 { LEVEL_AVC_2, 11880, 396, 2000000 },
263 { LEVEL_AVC_2_1, 19800, 792, 4000000 },
264 { LEVEL_AVC_2_2, 20250, 1620, 4000000 },
265 { LEVEL_AVC_3, 40500, 1620, 10000000 },
266 { LEVEL_AVC_3_1, 108000, 3600, 14000000 },
267 { LEVEL_AVC_3_2, 216000, 5120, 20000000 },
268 { LEVEL_AVC_4, 245760, 8192, 20000000 },
269 { LEVEL_AVC_4_1, 245760, 8192, 50000000 },
270 { LEVEL_AVC_4_2, 522240, 8704, 50000000 },
271 { LEVEL_AVC_5, 589824, 22080, 135000000 },
272 };
273
274 uint64_t mbs = uint64_t((size.v.width + 15) / 16) * ((size.v.height + 15) / 16);
Pawin Vongmasa1f213362019-01-24 06:59:16 -0800275 float mbsPerSec = float(mbs) * frameRate.v.value;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800276
277 // Check if the supplied level meets the MB / bitrate requirements. If
278 // not, update the level with the lowest level meeting the requirements.
279
280 bool found = false;
281 // By default needsUpdate = false in case the supplied level does meet
282 // the requirements. For Level 1b, we want to update the level anyway,
283 // so we set it to true in that case.
284 bool needsUpdate = (me.v.level == LEVEL_AVC_1B);
285 for (const LevelLimits &limit : kLimits) {
286 if (mbs <= limit.mbs && mbsPerSec <= limit.mbsPerSec &&
287 bitrate.v.value <= limit.bitrate) {
288 // This is the lowest level that meets the requirements, and if
289 // we haven't seen the supplied level yet, that means we don't
290 // need the update.
291 if (needsUpdate) {
292 ALOGD("Given level %x does not cover current configuration: "
293 "adjusting to %x", me.v.level, limit.level);
294 me.set().level = limit.level;
295 }
296 found = true;
297 break;
298 }
299 if (me.v.level == limit.level) {
300 // We break out of the loop when the lowest feasible level is
301 // found. The fact that we're here means that our level doesn't
302 // meet the requirement and needs to be updated.
303 needsUpdate = true;
304 }
305 }
306 if (!found) {
307 // We set to the highest supported level.
308 me.set().level = LEVEL_AVC_5;
309 }
310
311 return C2R::Ok();
312 }
313
314 static C2R IntraRefreshSetter(bool mayBlock, C2P<C2StreamIntraRefreshTuning::output> &me) {
315 (void)mayBlock;
316 C2R res = C2R::Ok();
317 if (me.v.period < 1) {
318 me.set().mode = C2Config::INTRA_REFRESH_DISABLED;
319 me.set().period = 0;
320 } else {
321 // only support arbitrary mode (cyclic in our case)
322 me.set().mode = C2Config::INTRA_REFRESH_ARBITRARY;
323 }
324 return res;
325 }
326
Wonsik Kime1c360a2019-05-22 10:38:58 -0700327 static C2R GopSetter(bool mayBlock, C2P<C2StreamGopTuning::output> &me) {
328 (void)mayBlock;
329 for (size_t i = 0; i < me.v.flexCount(); ++i) {
330 const C2GopLayerStruct &layer = me.v.m.values[0];
331 if (layer.type_ == C2Config::picture_type_t(P_FRAME | B_FRAME)
332 && layer.count > MAX_B_FRAMES) {
333 me.set().m.values[i].count = MAX_B_FRAMES;
334 }
335 }
336 return C2R::Ok();
337 }
338
Pawin Vongmasa36653902018-11-15 00:10:25 -0800339 IV_PROFILE_T getProfile_l() const {
340 switch (mProfileLevel->profile) {
341 case PROFILE_AVC_CONSTRAINED_BASELINE: [[fallthrough]];
342 case PROFILE_AVC_BASELINE: return IV_PROFILE_BASE;
343 case PROFILE_AVC_MAIN: return IV_PROFILE_MAIN;
344 default:
345 ALOGD("Unrecognized profile: %x", mProfileLevel->profile);
346 return IV_PROFILE_DEFAULT;
347 }
348 }
349
350 UWORD32 getLevel_l() const {
351 struct Level {
352 C2Config::level_t c2Level;
353 UWORD32 avcLevel;
354 };
355 constexpr Level levels[] = {
356 { LEVEL_AVC_1, 10 },
357 { LEVEL_AVC_1B, 9 },
358 { LEVEL_AVC_1_1, 11 },
359 { LEVEL_AVC_1_2, 12 },
360 { LEVEL_AVC_1_3, 13 },
361 { LEVEL_AVC_2, 20 },
362 { LEVEL_AVC_2_1, 21 },
363 { LEVEL_AVC_2_2, 22 },
364 { LEVEL_AVC_3, 30 },
365 { LEVEL_AVC_3_1, 31 },
366 { LEVEL_AVC_3_2, 32 },
367 { LEVEL_AVC_4, 40 },
368 { LEVEL_AVC_4_1, 41 },
369 { LEVEL_AVC_4_2, 42 },
370 { LEVEL_AVC_5, 50 },
371 };
372 for (const Level &level : levels) {
373 if (mProfileLevel->level == level.c2Level) {
374 return level.avcLevel;
375 }
376 }
377 ALOGD("Unrecognized level: %x", mProfileLevel->level);
378 return 41;
379 }
Wonsik Kime1c360a2019-05-22 10:38:58 -0700380
Pawin Vongmasa36653902018-11-15 00:10:25 -0800381 uint32_t getSyncFramePeriod_l() const {
382 if (mSyncFramePeriod->value < 0 || mSyncFramePeriod->value == INT64_MAX) {
383 return 0;
384 }
385 double period = mSyncFramePeriod->value / 1e6 * mFrameRate->value;
386 return (uint32_t)c2_max(c2_min(period + 0.5, double(UINT32_MAX)), 1.);
387 }
388
389 // unsafe getters
390 std::shared_ptr<C2StreamPictureSizeInfo::input> getSize_l() const { return mSize; }
391 std::shared_ptr<C2StreamIntraRefreshTuning::output> getIntraRefresh_l() const { return mIntraRefresh; }
392 std::shared_ptr<C2StreamFrameRateInfo::output> getFrameRate_l() const { return mFrameRate; }
393 std::shared_ptr<C2StreamBitrateInfo::output> getBitrate_l() const { return mBitrate; }
394 std::shared_ptr<C2StreamRequestSyncFrameTuning::output> getRequestSync_l() const { return mRequestSync; }
Wonsik Kime1c360a2019-05-22 10:38:58 -0700395 std::shared_ptr<C2StreamGopTuning::output> getGop_l() const { return mGop; }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800396
397private:
Pawin Vongmasa36653902018-11-15 00:10:25 -0800398 std::shared_ptr<C2StreamUsageTuning::input> mUsage;
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800399 std::shared_ptr<C2StreamPictureSizeInfo::input> mSize;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800400 std::shared_ptr<C2StreamFrameRateInfo::output> mFrameRate;
401 std::shared_ptr<C2StreamRequestSyncFrameTuning::output> mRequestSync;
402 std::shared_ptr<C2StreamIntraRefreshTuning::output> mIntraRefresh;
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800403 std::shared_ptr<C2StreamBitrateInfo::output> mBitrate;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800404 std::shared_ptr<C2StreamProfileLevelInfo::output> mProfileLevel;
405 std::shared_ptr<C2StreamSyncFrameIntervalTuning::output> mSyncFramePeriod;
Wonsik Kime1c360a2019-05-22 10:38:58 -0700406 std::shared_ptr<C2StreamGopTuning::output> mGop;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800407};
408
409#define ive_api_function ih264e_api_function
410
Pawin Vongmasa36653902018-11-15 00:10:25 -0800411namespace {
412
413// From external/libavc/encoder/ih264e_bitstream.h
414constexpr uint32_t MIN_STREAM_SIZE = 0x800;
415
416static size_t GetCPUCoreCount() {
417 long cpuCoreCount = 1;
418#if defined(_SC_NPROCESSORS_ONLN)
419 cpuCoreCount = sysconf(_SC_NPROCESSORS_ONLN);
420#else
421 // _SC_NPROC_ONLN must be defined...
422 cpuCoreCount = sysconf(_SC_NPROC_ONLN);
423#endif
424 CHECK(cpuCoreCount >= 1);
425 ALOGV("Number of CPU cores: %ld", cpuCoreCount);
426 return (size_t)cpuCoreCount;
427}
428
429} // namespace
430
431C2SoftAvcEnc::C2SoftAvcEnc(
432 const char *name, c2_node_id_t id, const std::shared_ptr<IntfImpl> &intfImpl)
433 : SimpleC2Component(std::make_shared<SimpleInterface<IntfImpl>>(name, id, intfImpl)),
434 mIntf(intfImpl),
435 mIvVideoColorFormat(IV_YUV_420P),
436 mAVCEncProfile(IV_PROFILE_BASE),
437 mAVCEncLevel(41),
438 mStarted(false),
439 mSawInputEOS(false),
Pawin Vongmasa36653902018-11-15 00:10:25 -0800440 mSignalledError(false),
441 mCodecCtx(nullptr),
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530442 mOutBlock(nullptr),
Harish Mahendrakarea0eb372019-11-21 10:33:05 -0800443 mOutBufferSize(kMinOutBufferSize) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800444
445 // If dump is enabled, then open create an empty file
446 GENERATE_FILE_NAMES();
447 CREATE_DUMP_FILE(mInFile);
448 CREATE_DUMP_FILE(mOutFile);
449
450 initEncParams();
451}
452
453C2SoftAvcEnc::~C2SoftAvcEnc() {
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530454 onRelease();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800455}
456
457c2_status_t C2SoftAvcEnc::onInit() {
458 return C2_OK;
459}
460
461c2_status_t C2SoftAvcEnc::onStop() {
462 return C2_OK;
463}
464
465void C2SoftAvcEnc::onReset() {
466 // TODO: use IVE_CMD_CTL_RESET?
467 releaseEncoder();
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530468 if (mOutBlock) {
469 mOutBlock.reset();
470 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800471 initEncParams();
472}
473
474void C2SoftAvcEnc::onRelease() {
475 releaseEncoder();
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530476 if (mOutBlock) {
477 mOutBlock.reset();
478 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800479}
480
481c2_status_t C2SoftAvcEnc::onFlush_sm() {
482 // TODO: use IVE_CMD_CTL_FLUSH?
483 return C2_OK;
484}
485
486void C2SoftAvcEnc::initEncParams() {
487 mCodecCtx = nullptr;
488 mMemRecords = nullptr;
489 mNumMemRecords = DEFAULT_MEM_REC_CNT;
490 mHeaderGenerated = 0;
491 mNumCores = GetCPUCoreCount();
492 mArch = DEFAULT_ARCH;
493 mSliceMode = DEFAULT_SLICE_MODE;
494 mSliceParam = DEFAULT_SLICE_PARAM;
495 mHalfPelEnable = DEFAULT_HPEL;
496 mIInterval = DEFAULT_I_INTERVAL;
497 mIDRInterval = DEFAULT_IDR_INTERVAL;
498 mDisableDeblkLevel = DEFAULT_DISABLE_DEBLK_LEVEL;
499 mEnableFastSad = DEFAULT_ENABLE_FAST_SAD;
500 mEnableAltRef = DEFAULT_ENABLE_ALT_REF;
501 mEncSpeed = DEFAULT_ENC_SPEED;
502 mIntra4x4 = DEFAULT_INTRA4x4;
503 mConstrainedIntraFlag = DEFAULT_CONSTRAINED_INTRA;
504 mPSNREnable = DEFAULT_PSNR_ENABLE;
505 mReconEnable = DEFAULT_RECON_ENABLE;
506 mEntropyMode = DEFAULT_ENTROPY_MODE;
507 mBframes = DEFAULT_B_FRAMES;
508
509 gettimeofday(&mTimeStart, nullptr);
510 gettimeofday(&mTimeEnd, nullptr);
511}
512
513c2_status_t C2SoftAvcEnc::setDimensions() {
514 ive_ctl_set_dimensions_ip_t s_dimensions_ip;
515 ive_ctl_set_dimensions_op_t s_dimensions_op;
516 IV_STATUS_T status;
517
518 s_dimensions_ip.e_cmd = IVE_CMD_VIDEO_CTL;
519 s_dimensions_ip.e_sub_cmd = IVE_CMD_CTL_SET_DIMENSIONS;
520 s_dimensions_ip.u4_ht = mSize->height;
521 s_dimensions_ip.u4_wd = mSize->width;
522
523 s_dimensions_ip.u4_timestamp_high = -1;
524 s_dimensions_ip.u4_timestamp_low = -1;
525
526 s_dimensions_ip.u4_size = sizeof(ive_ctl_set_dimensions_ip_t);
527 s_dimensions_op.u4_size = sizeof(ive_ctl_set_dimensions_op_t);
528
529 status = ive_api_function(mCodecCtx, &s_dimensions_ip, &s_dimensions_op);
530 if (status != IV_SUCCESS) {
531 ALOGE("Unable to set frame dimensions = 0x%x\n",
532 s_dimensions_op.u4_error_code);
533 return C2_CORRUPTED;
534 }
535 return C2_OK;
536}
537
538c2_status_t C2SoftAvcEnc::setNumCores() {
539 IV_STATUS_T status;
540 ive_ctl_set_num_cores_ip_t s_num_cores_ip;
541 ive_ctl_set_num_cores_op_t s_num_cores_op;
542 s_num_cores_ip.e_cmd = IVE_CMD_VIDEO_CTL;
543 s_num_cores_ip.e_sub_cmd = IVE_CMD_CTL_SET_NUM_CORES;
544 s_num_cores_ip.u4_num_cores = MIN(mNumCores, CODEC_MAX_CORES);
545 s_num_cores_ip.u4_timestamp_high = -1;
546 s_num_cores_ip.u4_timestamp_low = -1;
547 s_num_cores_ip.u4_size = sizeof(ive_ctl_set_num_cores_ip_t);
548
549 s_num_cores_op.u4_size = sizeof(ive_ctl_set_num_cores_op_t);
550
551 status = ive_api_function(
552 mCodecCtx, (void *) &s_num_cores_ip, (void *) &s_num_cores_op);
553 if (status != IV_SUCCESS) {
554 ALOGE("Unable to set processor params = 0x%x\n",
555 s_num_cores_op.u4_error_code);
556 return C2_CORRUPTED;
557 }
558 return C2_OK;
559}
560
561c2_status_t C2SoftAvcEnc::setFrameRate() {
562 ive_ctl_set_frame_rate_ip_t s_frame_rate_ip;
563 ive_ctl_set_frame_rate_op_t s_frame_rate_op;
564 IV_STATUS_T status;
565
566 s_frame_rate_ip.e_cmd = IVE_CMD_VIDEO_CTL;
567 s_frame_rate_ip.e_sub_cmd = IVE_CMD_CTL_SET_FRAMERATE;
568
569 s_frame_rate_ip.u4_src_frame_rate = mFrameRate->value + 0.5;
570 s_frame_rate_ip.u4_tgt_frame_rate = mFrameRate->value + 0.5;
571
572 s_frame_rate_ip.u4_timestamp_high = -1;
573 s_frame_rate_ip.u4_timestamp_low = -1;
574
575 s_frame_rate_ip.u4_size = sizeof(ive_ctl_set_frame_rate_ip_t);
576 s_frame_rate_op.u4_size = sizeof(ive_ctl_set_frame_rate_op_t);
577
578 status = ive_api_function(mCodecCtx, &s_frame_rate_ip, &s_frame_rate_op);
579 if (status != IV_SUCCESS) {
580 ALOGE("Unable to set frame rate = 0x%x\n",
581 s_frame_rate_op.u4_error_code);
582 return C2_CORRUPTED;
583 }
584 return C2_OK;
585}
586
587c2_status_t C2SoftAvcEnc::setIpeParams() {
588 ive_ctl_set_ipe_params_ip_t s_ipe_params_ip;
589 ive_ctl_set_ipe_params_op_t s_ipe_params_op;
590 IV_STATUS_T status;
591
592 s_ipe_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
593 s_ipe_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_IPE_PARAMS;
594
595 s_ipe_params_ip.u4_enable_intra_4x4 = mIntra4x4;
596 s_ipe_params_ip.u4_enc_speed_preset = mEncSpeed;
597 s_ipe_params_ip.u4_constrained_intra_pred = mConstrainedIntraFlag;
598
599 s_ipe_params_ip.u4_timestamp_high = -1;
600 s_ipe_params_ip.u4_timestamp_low = -1;
601
602 s_ipe_params_ip.u4_size = sizeof(ive_ctl_set_ipe_params_ip_t);
603 s_ipe_params_op.u4_size = sizeof(ive_ctl_set_ipe_params_op_t);
604
605 status = ive_api_function(mCodecCtx, &s_ipe_params_ip, &s_ipe_params_op);
606 if (status != IV_SUCCESS) {
607 ALOGE("Unable to set ipe params = 0x%x\n",
608 s_ipe_params_op.u4_error_code);
609 return C2_CORRUPTED;
610 }
611 return C2_OK;
612}
613
614c2_status_t C2SoftAvcEnc::setBitRate() {
615 ive_ctl_set_bitrate_ip_t s_bitrate_ip;
616 ive_ctl_set_bitrate_op_t s_bitrate_op;
617 IV_STATUS_T status;
618
619 s_bitrate_ip.e_cmd = IVE_CMD_VIDEO_CTL;
620 s_bitrate_ip.e_sub_cmd = IVE_CMD_CTL_SET_BITRATE;
621
622 s_bitrate_ip.u4_target_bitrate = mBitrate->value;
623
624 s_bitrate_ip.u4_timestamp_high = -1;
625 s_bitrate_ip.u4_timestamp_low = -1;
626
627 s_bitrate_ip.u4_size = sizeof(ive_ctl_set_bitrate_ip_t);
628 s_bitrate_op.u4_size = sizeof(ive_ctl_set_bitrate_op_t);
629
630 status = ive_api_function(mCodecCtx, &s_bitrate_ip, &s_bitrate_op);
631 if (status != IV_SUCCESS) {
632 ALOGE("Unable to set bit rate = 0x%x\n", s_bitrate_op.u4_error_code);
633 return C2_CORRUPTED;
634 }
635 return C2_OK;
636}
637
638c2_status_t C2SoftAvcEnc::setFrameType(IV_PICTURE_CODING_TYPE_T e_frame_type) {
639 ive_ctl_set_frame_type_ip_t s_frame_type_ip;
640 ive_ctl_set_frame_type_op_t s_frame_type_op;
641 IV_STATUS_T status;
642 s_frame_type_ip.e_cmd = IVE_CMD_VIDEO_CTL;
643 s_frame_type_ip.e_sub_cmd = IVE_CMD_CTL_SET_FRAMETYPE;
644
645 s_frame_type_ip.e_frame_type = e_frame_type;
646
647 s_frame_type_ip.u4_timestamp_high = -1;
648 s_frame_type_ip.u4_timestamp_low = -1;
649
650 s_frame_type_ip.u4_size = sizeof(ive_ctl_set_frame_type_ip_t);
651 s_frame_type_op.u4_size = sizeof(ive_ctl_set_frame_type_op_t);
652
653 status = ive_api_function(mCodecCtx, &s_frame_type_ip, &s_frame_type_op);
654 if (status != IV_SUCCESS) {
655 ALOGE("Unable to set frame type = 0x%x\n",
656 s_frame_type_op.u4_error_code);
657 return C2_CORRUPTED;
658 }
659 return C2_OK;
660}
661
662c2_status_t C2SoftAvcEnc::setQp() {
663 ive_ctl_set_qp_ip_t s_qp_ip;
664 ive_ctl_set_qp_op_t s_qp_op;
665 IV_STATUS_T status;
666
667 s_qp_ip.e_cmd = IVE_CMD_VIDEO_CTL;
668 s_qp_ip.e_sub_cmd = IVE_CMD_CTL_SET_QP;
669
670 s_qp_ip.u4_i_qp = DEFAULT_I_QP;
671 s_qp_ip.u4_i_qp_max = DEFAULT_QP_MAX;
672 s_qp_ip.u4_i_qp_min = DEFAULT_QP_MIN;
673
674 s_qp_ip.u4_p_qp = DEFAULT_P_QP;
675 s_qp_ip.u4_p_qp_max = DEFAULT_QP_MAX;
676 s_qp_ip.u4_p_qp_min = DEFAULT_QP_MIN;
677
678 s_qp_ip.u4_b_qp = DEFAULT_P_QP;
679 s_qp_ip.u4_b_qp_max = DEFAULT_QP_MAX;
680 s_qp_ip.u4_b_qp_min = DEFAULT_QP_MIN;
681
682 s_qp_ip.u4_timestamp_high = -1;
683 s_qp_ip.u4_timestamp_low = -1;
684
685 s_qp_ip.u4_size = sizeof(ive_ctl_set_qp_ip_t);
686 s_qp_op.u4_size = sizeof(ive_ctl_set_qp_op_t);
687
688 status = ive_api_function(mCodecCtx, &s_qp_ip, &s_qp_op);
689 if (status != IV_SUCCESS) {
690 ALOGE("Unable to set qp 0x%x\n", s_qp_op.u4_error_code);
691 return C2_CORRUPTED;
692 }
693 return C2_OK;
694}
695
696c2_status_t C2SoftAvcEnc::setEncMode(IVE_ENC_MODE_T e_enc_mode) {
697 IV_STATUS_T status;
698 ive_ctl_set_enc_mode_ip_t s_enc_mode_ip;
699 ive_ctl_set_enc_mode_op_t s_enc_mode_op;
700
701 s_enc_mode_ip.e_cmd = IVE_CMD_VIDEO_CTL;
702 s_enc_mode_ip.e_sub_cmd = IVE_CMD_CTL_SET_ENC_MODE;
703
704 s_enc_mode_ip.e_enc_mode = e_enc_mode;
705
706 s_enc_mode_ip.u4_timestamp_high = -1;
707 s_enc_mode_ip.u4_timestamp_low = -1;
708
709 s_enc_mode_ip.u4_size = sizeof(ive_ctl_set_enc_mode_ip_t);
710 s_enc_mode_op.u4_size = sizeof(ive_ctl_set_enc_mode_op_t);
711
712 status = ive_api_function(mCodecCtx, &s_enc_mode_ip, &s_enc_mode_op);
713 if (status != IV_SUCCESS) {
714 ALOGE("Unable to set in header encode mode = 0x%x\n",
715 s_enc_mode_op.u4_error_code);
716 return C2_CORRUPTED;
717 }
718 return C2_OK;
719}
720
721c2_status_t C2SoftAvcEnc::setVbvParams() {
722 ive_ctl_set_vbv_params_ip_t s_vbv_ip;
723 ive_ctl_set_vbv_params_op_t s_vbv_op;
724 IV_STATUS_T status;
725
726 s_vbv_ip.e_cmd = IVE_CMD_VIDEO_CTL;
727 s_vbv_ip.e_sub_cmd = IVE_CMD_CTL_SET_VBV_PARAMS;
728
729 s_vbv_ip.u4_vbv_buf_size = 0;
730 s_vbv_ip.u4_vbv_buffer_delay = 1000;
731
732 s_vbv_ip.u4_timestamp_high = -1;
733 s_vbv_ip.u4_timestamp_low = -1;
734
735 s_vbv_ip.u4_size = sizeof(ive_ctl_set_vbv_params_ip_t);
736 s_vbv_op.u4_size = sizeof(ive_ctl_set_vbv_params_op_t);
737
738 status = ive_api_function(mCodecCtx, &s_vbv_ip, &s_vbv_op);
739 if (status != IV_SUCCESS) {
740 ALOGE("Unable to set VBV params = 0x%x\n", s_vbv_op.u4_error_code);
741 return C2_CORRUPTED;
742 }
743 return C2_OK;
744}
745
746c2_status_t C2SoftAvcEnc::setAirParams() {
747 ive_ctl_set_air_params_ip_t s_air_ip;
748 ive_ctl_set_air_params_op_t s_air_op;
749 IV_STATUS_T status;
750
751 s_air_ip.e_cmd = IVE_CMD_VIDEO_CTL;
752 s_air_ip.e_sub_cmd = IVE_CMD_CTL_SET_AIR_PARAMS;
753
754 s_air_ip.e_air_mode =
755 (mIntraRefresh->mode == C2Config::INTRA_REFRESH_DISABLED || mIntraRefresh->period < 1)
756 ? IVE_AIR_MODE_NONE : IVE_AIR_MODE_CYCLIC;
757 s_air_ip.u4_air_refresh_period = mIntraRefresh->period;
758
759 s_air_ip.u4_timestamp_high = -1;
760 s_air_ip.u4_timestamp_low = -1;
761
762 s_air_ip.u4_size = sizeof(ive_ctl_set_air_params_ip_t);
763 s_air_op.u4_size = sizeof(ive_ctl_set_air_params_op_t);
764
765 status = ive_api_function(mCodecCtx, &s_air_ip, &s_air_op);
766 if (status != IV_SUCCESS) {
767 ALOGE("Unable to set air params = 0x%x\n", s_air_op.u4_error_code);
768 return C2_CORRUPTED;
769 }
770 return C2_OK;
771}
772
773c2_status_t C2SoftAvcEnc::setMeParams() {
774 IV_STATUS_T status;
775 ive_ctl_set_me_params_ip_t s_me_params_ip;
776 ive_ctl_set_me_params_op_t s_me_params_op;
777
778 s_me_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
779 s_me_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_ME_PARAMS;
780
781 s_me_params_ip.u4_enable_fast_sad = mEnableFastSad;
782 s_me_params_ip.u4_enable_alt_ref = mEnableAltRef;
783
784 s_me_params_ip.u4_enable_hpel = mHalfPelEnable;
785 s_me_params_ip.u4_enable_qpel = DEFAULT_QPEL;
786 s_me_params_ip.u4_me_speed_preset = DEFAULT_ME_SPEED;
787 s_me_params_ip.u4_srch_rng_x = DEFAULT_SRCH_RNG_X;
788 s_me_params_ip.u4_srch_rng_y = DEFAULT_SRCH_RNG_Y;
789
790 s_me_params_ip.u4_timestamp_high = -1;
791 s_me_params_ip.u4_timestamp_low = -1;
792
793 s_me_params_ip.u4_size = sizeof(ive_ctl_set_me_params_ip_t);
794 s_me_params_op.u4_size = sizeof(ive_ctl_set_me_params_op_t);
795
796 status = ive_api_function(mCodecCtx, &s_me_params_ip, &s_me_params_op);
797 if (status != IV_SUCCESS) {
798 ALOGE("Unable to set me params = 0x%x\n", s_me_params_op.u4_error_code);
799 return C2_CORRUPTED;
800 }
801 return C2_OK;
802}
803
804c2_status_t C2SoftAvcEnc::setGopParams() {
805 IV_STATUS_T status;
806 ive_ctl_set_gop_params_ip_t s_gop_params_ip;
807 ive_ctl_set_gop_params_op_t s_gop_params_op;
808
809 s_gop_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
810 s_gop_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_GOP_PARAMS;
811
812 s_gop_params_ip.u4_i_frm_interval = mIInterval;
813 s_gop_params_ip.u4_idr_frm_interval = mIDRInterval;
814
815 s_gop_params_ip.u4_timestamp_high = -1;
816 s_gop_params_ip.u4_timestamp_low = -1;
817
818 s_gop_params_ip.u4_size = sizeof(ive_ctl_set_gop_params_ip_t);
819 s_gop_params_op.u4_size = sizeof(ive_ctl_set_gop_params_op_t);
820
821 status = ive_api_function(mCodecCtx, &s_gop_params_ip, &s_gop_params_op);
822 if (status != IV_SUCCESS) {
823 ALOGE("Unable to set GOP params = 0x%x\n",
824 s_gop_params_op.u4_error_code);
825 return C2_CORRUPTED;
826 }
827 return C2_OK;
828}
829
830c2_status_t C2SoftAvcEnc::setProfileParams() {
831 IntfImpl::Lock lock = mIntf->lock();
832
833 IV_STATUS_T status;
834 ive_ctl_set_profile_params_ip_t s_profile_params_ip;
835 ive_ctl_set_profile_params_op_t s_profile_params_op;
836
837 s_profile_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
838 s_profile_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_PROFILE_PARAMS;
839
840 s_profile_params_ip.e_profile = mIntf->getProfile_l();
Harish Mahendrakar8725ae02018-08-31 10:33:56 -0700841 if (s_profile_params_ip.e_profile == IV_PROFILE_BASE) {
842 s_profile_params_ip.u4_entropy_coding_mode = 0;
843 } else {
844 s_profile_params_ip.u4_entropy_coding_mode = 1;
845 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800846 s_profile_params_ip.u4_timestamp_high = -1;
847 s_profile_params_ip.u4_timestamp_low = -1;
848
849 s_profile_params_ip.u4_size = sizeof(ive_ctl_set_profile_params_ip_t);
850 s_profile_params_op.u4_size = sizeof(ive_ctl_set_profile_params_op_t);
851 lock.unlock();
852
853 status = ive_api_function(mCodecCtx, &s_profile_params_ip, &s_profile_params_op);
854 if (status != IV_SUCCESS) {
855 ALOGE("Unable to set profile params = 0x%x\n",
856 s_profile_params_op.u4_error_code);
857 return C2_CORRUPTED;
858 }
859 return C2_OK;
860}
861
862c2_status_t C2SoftAvcEnc::setDeblockParams() {
863 IV_STATUS_T status;
864 ive_ctl_set_deblock_params_ip_t s_deblock_params_ip;
865 ive_ctl_set_deblock_params_op_t s_deblock_params_op;
866
867 s_deblock_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
868 s_deblock_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_DEBLOCK_PARAMS;
869
870 s_deblock_params_ip.u4_disable_deblock_level = mDisableDeblkLevel;
871
872 s_deblock_params_ip.u4_timestamp_high = -1;
873 s_deblock_params_ip.u4_timestamp_low = -1;
874
875 s_deblock_params_ip.u4_size = sizeof(ive_ctl_set_deblock_params_ip_t);
876 s_deblock_params_op.u4_size = sizeof(ive_ctl_set_deblock_params_op_t);
877
878 status = ive_api_function(mCodecCtx, &s_deblock_params_ip, &s_deblock_params_op);
879 if (status != IV_SUCCESS) {
880 ALOGE("Unable to enable/disable deblock params = 0x%x\n",
881 s_deblock_params_op.u4_error_code);
882 return C2_CORRUPTED;
883 }
884 return C2_OK;
885}
886
887void C2SoftAvcEnc::logVersion() {
888 ive_ctl_getversioninfo_ip_t s_ctl_ip;
889 ive_ctl_getversioninfo_op_t s_ctl_op;
890 UWORD8 au1_buf[512];
891 IV_STATUS_T status;
892
893 s_ctl_ip.e_cmd = IVE_CMD_VIDEO_CTL;
894 s_ctl_ip.e_sub_cmd = IVE_CMD_CTL_GETVERSION;
895 s_ctl_ip.u4_size = sizeof(ive_ctl_getversioninfo_ip_t);
896 s_ctl_op.u4_size = sizeof(ive_ctl_getversioninfo_op_t);
897 s_ctl_ip.pu1_version = au1_buf;
898 s_ctl_ip.u4_version_bufsize = sizeof(au1_buf);
899
900 status = ive_api_function(mCodecCtx, (void *) &s_ctl_ip, (void *) &s_ctl_op);
901
902 if (status != IV_SUCCESS) {
903 ALOGE("Error in getting version: 0x%x", s_ctl_op.u4_error_code);
904 } else {
905 ALOGV("Ittiam encoder version: %s", (char *)s_ctl_ip.pu1_version);
906 }
907 return;
908}
909
910c2_status_t C2SoftAvcEnc::initEncoder() {
911 IV_STATUS_T status;
912 WORD32 level;
913
914 CHECK(!mStarted);
915
916 c2_status_t errType = C2_OK;
917
Wonsik Kime1c360a2019-05-22 10:38:58 -0700918 std::shared_ptr<C2StreamGopTuning::output> gop;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800919 {
920 IntfImpl::Lock lock = mIntf->lock();
921 mSize = mIntf->getSize_l();
922 mBitrate = mIntf->getBitrate_l();
923 mFrameRate = mIntf->getFrameRate_l();
924 mIntraRefresh = mIntf->getIntraRefresh_l();
925 mAVCEncLevel = mIntf->getLevel_l();
926 mIInterval = mIntf->getSyncFramePeriod_l();
927 mIDRInterval = mIntf->getSyncFramePeriod_l();
Wonsik Kime1c360a2019-05-22 10:38:58 -0700928 gop = mIntf->getGop_l();
929 }
930 if (gop && gop->flexCount() > 0) {
931 uint32_t syncInterval = 1;
932 uint32_t iInterval = 1;
933 uint32_t maxBframes = 0;
934 ParseGop(*gop, &syncInterval, &iInterval, &maxBframes);
935 if (syncInterval > 0) {
936 ALOGD("Updating IDR interval from GOP: old %u new %u", mIDRInterval, syncInterval);
937 mIDRInterval = syncInterval;
938 }
939 if (iInterval > 0) {
940 ALOGD("Updating I interval from GOP: old %u new %u", mIInterval, iInterval);
941 mIInterval = iInterval;
942 }
943 if (mBframes != maxBframes) {
944 ALOGD("Updating max B frames from GOP: old %u new %u", mBframes, maxBframes);
945 mBframes = maxBframes;
946 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800947 }
948 uint32_t width = mSize->width;
949 uint32_t height = mSize->height;
950
951 mStride = width;
952
Harish Mahendrakarea0eb372019-11-21 10:33:05 -0800953 // Assume worst case output buffer size to be equal to number of bytes in input
954 mOutBufferSize = std::max(width * height * 3 / 2, kMinOutBufferSize);
955
Pawin Vongmasa36653902018-11-15 00:10:25 -0800956 // TODO
957 mIvVideoColorFormat = IV_YUV_420P;
958
Wonsik Kime1c360a2019-05-22 10:38:58 -0700959 ALOGD("Params width %d height %d level %d colorFormat %d bframes %d", width,
960 height, mAVCEncLevel, mIvVideoColorFormat, mBframes);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800961
962 /* Getting Number of MemRecords */
963 {
964 iv_num_mem_rec_ip_t s_num_mem_rec_ip;
965 iv_num_mem_rec_op_t s_num_mem_rec_op;
966
967 s_num_mem_rec_ip.u4_size = sizeof(iv_num_mem_rec_ip_t);
968 s_num_mem_rec_op.u4_size = sizeof(iv_num_mem_rec_op_t);
969
970 s_num_mem_rec_ip.e_cmd = IV_CMD_GET_NUM_MEM_REC;
971
972 status = ive_api_function(nullptr, &s_num_mem_rec_ip, &s_num_mem_rec_op);
973
974 if (status != IV_SUCCESS) {
975 ALOGE("Get number of memory records failed = 0x%x\n",
976 s_num_mem_rec_op.u4_error_code);
977 return C2_CORRUPTED;
978 }
979
980 mNumMemRecords = s_num_mem_rec_op.u4_num_mem_rec;
981 }
982
983 /* Allocate array to hold memory records */
984 if (mNumMemRecords > SIZE_MAX / sizeof(iv_mem_rec_t)) {
985 ALOGE("requested memory size is too big.");
986 return C2_CORRUPTED;
987 }
988 mMemRecords = (iv_mem_rec_t *)malloc(mNumMemRecords * sizeof(iv_mem_rec_t));
989 if (nullptr == mMemRecords) {
990 ALOGE("Unable to allocate memory for hold memory records: Size %zu",
991 mNumMemRecords * sizeof(iv_mem_rec_t));
992 mSignalledError = true;
993 return C2_CORRUPTED;
994 }
995
996 {
997 iv_mem_rec_t *ps_mem_rec;
998 ps_mem_rec = mMemRecords;
999 for (size_t i = 0; i < mNumMemRecords; i++) {
1000 ps_mem_rec->u4_size = sizeof(iv_mem_rec_t);
1001 ps_mem_rec->pv_base = nullptr;
1002 ps_mem_rec->u4_mem_size = 0;
1003 ps_mem_rec->u4_mem_alignment = 0;
1004 ps_mem_rec->e_mem_type = IV_NA_MEM_TYPE;
1005
1006 ps_mem_rec++;
1007 }
1008 }
1009
1010 /* Getting MemRecords Attributes */
1011 {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301012 ih264e_fill_mem_rec_ip_t s_ih264e_mem_rec_ip = {};
1013 ih264e_fill_mem_rec_op_t s_ih264e_mem_rec_op = {};
1014 iv_fill_mem_rec_ip_t *ps_fill_mem_rec_ip = &s_ih264e_mem_rec_ip.s_ive_ip;
1015 iv_fill_mem_rec_op_t *ps_fill_mem_rec_op = &s_ih264e_mem_rec_op.s_ive_op;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001016
Manisha Jajoo93960e52020-12-21 21:00:11 +05301017 ps_fill_mem_rec_ip->u4_size = sizeof(ih264e_fill_mem_rec_ip_t);
1018 ps_fill_mem_rec_op->u4_size = sizeof(ih264e_fill_mem_rec_op_t);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001019
Manisha Jajoo93960e52020-12-21 21:00:11 +05301020 ps_fill_mem_rec_ip->e_cmd = IV_CMD_FILL_NUM_MEM_REC;
1021 ps_fill_mem_rec_ip->ps_mem_rec = mMemRecords;
1022 ps_fill_mem_rec_ip->u4_num_mem_rec = mNumMemRecords;
1023 ps_fill_mem_rec_ip->u4_max_wd = width;
1024 ps_fill_mem_rec_ip->u4_max_ht = height;
1025 ps_fill_mem_rec_ip->u4_max_level = mAVCEncLevel;
1026 ps_fill_mem_rec_ip->e_color_format = DEFAULT_INP_COLOR_FORMAT;
1027 ps_fill_mem_rec_ip->u4_max_ref_cnt = DEFAULT_MAX_REF_FRM;
1028 ps_fill_mem_rec_ip->u4_max_reorder_cnt = DEFAULT_MAX_REORDER_FRM;
1029 ps_fill_mem_rec_ip->u4_max_srch_rng_x = DEFAULT_MAX_SRCH_RANGE_X;
1030 ps_fill_mem_rec_ip->u4_max_srch_rng_y = DEFAULT_MAX_SRCH_RANGE_Y;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001031
Manisha Jajoo93960e52020-12-21 21:00:11 +05301032 status = ive_api_function(nullptr, &s_ih264e_mem_rec_ip, &s_ih264e_mem_rec_op);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001033
1034 if (status != IV_SUCCESS) {
1035 ALOGE("Fill memory records failed = 0x%x\n",
Manisha Jajoo93960e52020-12-21 21:00:11 +05301036 ps_fill_mem_rec_op->u4_error_code);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001037 return C2_CORRUPTED;
1038 }
1039 }
1040
1041 /* Allocating Memory for Mem Records */
1042 {
1043 WORD32 total_size;
1044 iv_mem_rec_t *ps_mem_rec;
1045 total_size = 0;
1046 ps_mem_rec = mMemRecords;
1047
1048 for (size_t i = 0; i < mNumMemRecords; i++) {
1049 ps_mem_rec->pv_base = ive_aligned_malloc(
1050 ps_mem_rec->u4_mem_alignment, ps_mem_rec->u4_mem_size);
1051 if (ps_mem_rec->pv_base == nullptr) {
1052 ALOGE("Allocation failure for mem record id %zu size %u\n", i,
1053 ps_mem_rec->u4_mem_size);
1054 return C2_CORRUPTED;
1055
1056 }
1057 total_size += ps_mem_rec->u4_mem_size;
1058
1059 ps_mem_rec++;
1060 }
1061 }
1062
1063 /* Codec Instance Creation */
1064 {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301065 ih264e_init_ip_t s_enc_ip = {};
1066 ih264e_init_op_t s_enc_op = {};
1067
1068 ive_init_ip_t *ps_init_ip = &s_enc_ip.s_ive_ip;
1069 ive_init_op_t *ps_init_op = &s_enc_op.s_ive_op;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001070
1071 mCodecCtx = (iv_obj_t *)mMemRecords[0].pv_base;
1072 mCodecCtx->u4_size = sizeof(iv_obj_t);
1073 mCodecCtx->pv_fxns = (void *)ive_api_function;
1074
Manisha Jajoo93960e52020-12-21 21:00:11 +05301075 ps_init_ip->u4_size = sizeof(ih264e_init_ip_t);
1076 ps_init_op->u4_size = sizeof(ih264e_init_op_t);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001077
Manisha Jajoo93960e52020-12-21 21:00:11 +05301078 ps_init_ip->e_cmd = IV_CMD_INIT;
1079 ps_init_ip->u4_num_mem_rec = mNumMemRecords;
1080 ps_init_ip->ps_mem_rec = mMemRecords;
1081 ps_init_ip->u4_max_wd = width;
1082 ps_init_ip->u4_max_ht = height;
1083 ps_init_ip->u4_max_ref_cnt = DEFAULT_MAX_REF_FRM;
1084 ps_init_ip->u4_max_reorder_cnt = DEFAULT_MAX_REORDER_FRM;
1085 ps_init_ip->u4_max_level = mAVCEncLevel;
1086 ps_init_ip->e_inp_color_fmt = mIvVideoColorFormat;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001087
1088 if (mReconEnable || mPSNREnable) {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301089 ps_init_ip->u4_enable_recon = 1;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001090 } else {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301091 ps_init_ip->u4_enable_recon = 0;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001092 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301093 ps_init_ip->e_recon_color_fmt = DEFAULT_RECON_COLOR_FORMAT;
1094 ps_init_ip->e_rc_mode = DEFAULT_RC_MODE;
1095 ps_init_ip->u4_max_framerate = DEFAULT_MAX_FRAMERATE;
1096 ps_init_ip->u4_max_bitrate = DEFAULT_MAX_BITRATE;
1097 ps_init_ip->u4_num_bframes = mBframes;
1098 ps_init_ip->e_content_type = IV_PROGRESSIVE;
1099 ps_init_ip->u4_max_srch_rng_x = DEFAULT_MAX_SRCH_RANGE_X;
1100 ps_init_ip->u4_max_srch_rng_y = DEFAULT_MAX_SRCH_RANGE_Y;
1101 ps_init_ip->e_slice_mode = mSliceMode;
1102 ps_init_ip->u4_slice_param = mSliceParam;
1103 ps_init_ip->e_arch = mArch;
1104 ps_init_ip->e_soc = DEFAULT_SOC;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001105
Manisha Jajoo93960e52020-12-21 21:00:11 +05301106 status = ive_api_function(mCodecCtx, &s_enc_ip, &s_enc_op);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001107
1108 if (status != IV_SUCCESS) {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301109 ALOGE("Init encoder failed = 0x%x\n", ps_init_op->u4_error_code);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001110 return C2_CORRUPTED;
1111 }
1112 }
1113
1114 /* Get Codec Version */
1115 logVersion();
1116
1117 /* set processor details */
1118 setNumCores();
1119
1120 /* Video control Set Frame dimensions */
1121 setDimensions();
1122
1123 /* Video control Set Frame rates */
1124 setFrameRate();
1125
1126 /* Video control Set IPE Params */
1127 setIpeParams();
1128
1129 /* Video control Set Bitrate */
1130 setBitRate();
1131
1132 /* Video control Set QP */
1133 setQp();
1134
1135 /* Video control Set AIR params */
1136 setAirParams();
1137
1138 /* Video control Set VBV params */
1139 setVbvParams();
1140
1141 /* Video control Set Motion estimation params */
1142 setMeParams();
1143
1144 /* Video control Set GOP params */
1145 setGopParams();
1146
1147 /* Video control Set Deblock params */
1148 setDeblockParams();
1149
1150 /* Video control Set Profile params */
1151 setProfileParams();
1152
1153 /* Video control Set in Encode header mode */
1154 setEncMode(IVE_ENC_MODE_HEADER);
1155
1156 ALOGV("init_codec successfull");
1157
1158 mSpsPpsHeaderReceived = false;
1159 mStarted = true;
1160
1161 return C2_OK;
1162}
1163
1164c2_status_t C2SoftAvcEnc::releaseEncoder() {
1165 IV_STATUS_T status = IV_SUCCESS;
1166 iv_retrieve_mem_rec_ip_t s_retrieve_mem_ip;
1167 iv_retrieve_mem_rec_op_t s_retrieve_mem_op;
1168 iv_mem_rec_t *ps_mem_rec;
1169
1170 if (!mStarted) {
1171 return C2_OK;
1172 }
1173
1174 s_retrieve_mem_ip.u4_size = sizeof(iv_retrieve_mem_rec_ip_t);
1175 s_retrieve_mem_op.u4_size = sizeof(iv_retrieve_mem_rec_op_t);
1176 s_retrieve_mem_ip.e_cmd = IV_CMD_RETRIEVE_MEMREC;
1177 s_retrieve_mem_ip.ps_mem_rec = mMemRecords;
1178
1179 status = ive_api_function(mCodecCtx, &s_retrieve_mem_ip, &s_retrieve_mem_op);
1180
1181 if (status != IV_SUCCESS) {
1182 ALOGE("Unable to retrieve memory records = 0x%x\n",
1183 s_retrieve_mem_op.u4_error_code);
1184 return C2_CORRUPTED;
1185 }
1186
1187 /* Free memory records */
1188 ps_mem_rec = mMemRecords;
1189 for (size_t i = 0; i < s_retrieve_mem_op.u4_num_mem_rec_filled; i++) {
1190 if (ps_mem_rec) ive_aligned_free(ps_mem_rec->pv_base);
1191 else {
1192 ALOGE("memory record is null.");
1193 return C2_CORRUPTED;
1194 }
1195 ps_mem_rec++;
1196 }
1197
1198 if (mMemRecords) free(mMemRecords);
1199
1200 // clear other pointers into the space being free()d
1201 mCodecCtx = nullptr;
1202
1203 mStarted = false;
1204
1205 return C2_OK;
1206}
1207
1208c2_status_t C2SoftAvcEnc::setEncodeArgs(
1209 ive_video_encode_ip_t *ps_encode_ip,
1210 ive_video_encode_op_t *ps_encode_op,
1211 const C2GraphicView *const input,
1212 uint8_t *base,
1213 uint32_t capacity,
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301214 uint64_t workIndex) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001215 iv_raw_buf_t *ps_inp_raw_buf;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301216 memset(ps_encode_ip, 0, sizeof(*ps_encode_ip));
1217 memset(ps_encode_op, 0, sizeof(*ps_encode_op));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001218
1219 ps_inp_raw_buf = &ps_encode_ip->s_inp_buf;
1220 ps_encode_ip->s_out_buf.pv_buf = base;
1221 ps_encode_ip->s_out_buf.u4_bytes = 0;
1222 ps_encode_ip->s_out_buf.u4_bufsize = capacity;
1223 ps_encode_ip->u4_size = sizeof(ive_video_encode_ip_t);
1224 ps_encode_op->u4_size = sizeof(ive_video_encode_op_t);
1225
1226 ps_encode_ip->e_cmd = IVE_CMD_VIDEO_ENCODE;
1227 ps_encode_ip->pv_bufs = nullptr;
1228 ps_encode_ip->pv_mb_info = nullptr;
1229 ps_encode_ip->pv_pic_info = nullptr;
1230 ps_encode_ip->u4_mb_info_type = 0;
1231 ps_encode_ip->u4_pic_info_type = 0;
1232 ps_encode_ip->u4_is_last = 0;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301233 ps_encode_ip->u4_timestamp_high = workIndex >> 32;
1234 ps_encode_ip->u4_timestamp_low = workIndex & 0xFFFFFFFF;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001235 ps_encode_op->s_out_buf.pv_buf = nullptr;
1236
1237 /* Initialize color formats */
1238 memset(ps_inp_raw_buf, 0, sizeof(iv_raw_buf_t));
1239 ps_inp_raw_buf->u4_size = sizeof(iv_raw_buf_t);
1240 ps_inp_raw_buf->e_color_fmt = mIvVideoColorFormat;
1241 if (input == nullptr) {
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301242 if (mSawInputEOS) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001243 ps_encode_ip->u4_is_last = 1;
1244 }
1245 return C2_OK;
1246 }
1247
1248 if (input->width() < mSize->width ||
1249 input->height() < mSize->height) {
1250 /* Expect width height to be configured */
1251 ALOGW("unexpected Capacity Aspect %d(%d) x %d(%d)", input->width(),
1252 mSize->width, input->height(), mSize->height);
1253 return C2_BAD_VALUE;
1254 }
1255 ALOGV("width = %d, height = %d", input->width(), input->height());
1256 const C2PlanarLayout &layout = input->layout();
1257 uint8_t *yPlane = const_cast<uint8_t *>(input->data()[C2PlanarLayout::PLANE_Y]);
1258 uint8_t *uPlane = const_cast<uint8_t *>(input->data()[C2PlanarLayout::PLANE_U]);
1259 uint8_t *vPlane = const_cast<uint8_t *>(input->data()[C2PlanarLayout::PLANE_V]);
1260 int32_t yStride = layout.planes[C2PlanarLayout::PLANE_Y].rowInc;
1261 int32_t uStride = layout.planes[C2PlanarLayout::PLANE_U].rowInc;
1262 int32_t vStride = layout.planes[C2PlanarLayout::PLANE_V].rowInc;
1263
1264 uint32_t width = mSize->width;
1265 uint32_t height = mSize->height;
1266 // width and height are always even (as block size is 16x16)
1267 CHECK_EQ((width & 1u), 0u);
1268 CHECK_EQ((height & 1u), 0u);
1269 size_t yPlaneSize = width * height;
1270
1271 switch (layout.type) {
1272 case C2PlanarLayout::TYPE_RGB:
1273 [[fallthrough]];
1274 case C2PlanarLayout::TYPE_RGBA: {
1275 ALOGV("yPlaneSize = %zu", yPlaneSize);
1276 MemoryBlock conversionBuffer = mConversionBuffers.fetch(yPlaneSize * 3 / 2);
1277 mConversionBuffersInUse.emplace(conversionBuffer.data(), conversionBuffer);
1278 yPlane = conversionBuffer.data();
1279 uPlane = yPlane + yPlaneSize;
1280 vPlane = uPlane + yPlaneSize / 4;
1281 yStride = width;
1282 uStride = vStride = yStride / 2;
1283 ConvertRGBToPlanarYUV(yPlane, yStride, height, conversionBuffer.size(), *input);
1284 break;
1285 }
1286 case C2PlanarLayout::TYPE_YUV: {
1287 if (!IsYUV420(*input)) {
1288 ALOGE("input is not YUV420");
1289 return C2_BAD_VALUE;
1290 }
1291
1292 if (layout.planes[layout.PLANE_Y].colInc == 1
1293 && layout.planes[layout.PLANE_U].colInc == 1
1294 && layout.planes[layout.PLANE_V].colInc == 1
1295 && uStride == vStride
1296 && yStride == 2 * vStride) {
1297 // I420 compatible - already set up above
1298 break;
1299 }
1300
1301 // copy to I420
1302 yStride = width;
1303 uStride = vStride = yStride / 2;
1304 MemoryBlock conversionBuffer = mConversionBuffers.fetch(yPlaneSize * 3 / 2);
1305 mConversionBuffersInUse.emplace(conversionBuffer.data(), conversionBuffer);
1306 MediaImage2 img = CreateYUV420PlanarMediaImage2(width, height, yStride, height);
1307 status_t err = ImageCopy(conversionBuffer.data(), &img, *input);
1308 if (err != OK) {
1309 ALOGE("Buffer conversion failed: %d", err);
1310 return C2_BAD_VALUE;
1311 }
1312 yPlane = conversionBuffer.data();
1313 uPlane = yPlane + yPlaneSize;
1314 vPlane = uPlane + yPlaneSize / 4;
1315 break;
1316
1317 }
1318
1319 case C2PlanarLayout::TYPE_YUVA:
1320 ALOGE("YUVA plane type is not supported");
1321 return C2_BAD_VALUE;
1322
1323 default:
1324 ALOGE("Unrecognized plane type: %d", layout.type);
1325 return C2_BAD_VALUE;
1326 }
1327
1328 switch (mIvVideoColorFormat) {
1329 case IV_YUV_420P:
1330 {
1331 // input buffer is supposed to be const but Ittiam API wants bare pointer.
1332 ps_inp_raw_buf->apv_bufs[0] = yPlane;
1333 ps_inp_raw_buf->apv_bufs[1] = uPlane;
1334 ps_inp_raw_buf->apv_bufs[2] = vPlane;
1335
1336 ps_inp_raw_buf->au4_wd[0] = input->width();
1337 ps_inp_raw_buf->au4_wd[1] = input->width() / 2;
1338 ps_inp_raw_buf->au4_wd[2] = input->width() / 2;
1339
1340 ps_inp_raw_buf->au4_ht[0] = input->height();
1341 ps_inp_raw_buf->au4_ht[1] = input->height() / 2;
1342 ps_inp_raw_buf->au4_ht[2] = input->height() / 2;
1343
1344 ps_inp_raw_buf->au4_strd[0] = yStride;
1345 ps_inp_raw_buf->au4_strd[1] = uStride;
1346 ps_inp_raw_buf->au4_strd[2] = vStride;
1347 break;
1348 }
1349
1350 case IV_YUV_422ILE:
1351 {
1352 // TODO
1353 // ps_inp_raw_buf->apv_bufs[0] = pu1_buf;
1354 // ps_inp_raw_buf->au4_wd[0] = mWidth * 2;
1355 // ps_inp_raw_buf->au4_ht[0] = mHeight;
1356 // ps_inp_raw_buf->au4_strd[0] = mStride * 2;
1357 break;
1358 }
1359
1360 case IV_YUV_420SP_UV:
1361 case IV_YUV_420SP_VU:
1362 default:
1363 {
1364 ps_inp_raw_buf->apv_bufs[0] = yPlane;
1365 ps_inp_raw_buf->apv_bufs[1] = uPlane;
1366
1367 ps_inp_raw_buf->au4_wd[0] = input->width();
1368 ps_inp_raw_buf->au4_wd[1] = input->width();
1369
1370 ps_inp_raw_buf->au4_ht[0] = input->height();
1371 ps_inp_raw_buf->au4_ht[1] = input->height() / 2;
1372
1373 ps_inp_raw_buf->au4_strd[0] = yStride;
1374 ps_inp_raw_buf->au4_strd[1] = uStride;
1375 break;
1376 }
1377 }
1378 return C2_OK;
1379}
1380
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301381void C2SoftAvcEnc::finishWork(uint64_t workIndex, const std::unique_ptr<C2Work> &work,
1382 ive_video_encode_op_t *ps_encode_op) {
1383 std::shared_ptr<C2Buffer> buffer =
1384 createLinearBuffer(mOutBlock, 0, ps_encode_op->s_out_buf.u4_bytes);
1385 if (IV_IDR_FRAME == ps_encode_op->u4_encoded_frame_type) {
1386 ALOGV("IDR frame produced");
1387 buffer->setInfo(std::make_shared<C2StreamPictureTypeMaskInfo::output>(
1388 0u /* stream id */, C2Config::SYNC_FRAME));
1389 }
1390 mOutBlock = nullptr;
1391
1392 auto fillWork = [buffer](const std::unique_ptr<C2Work> &work) {
1393 work->worklets.front()->output.flags = (C2FrameData::flags_t)0;
1394 work->worklets.front()->output.buffers.clear();
1395 work->worklets.front()->output.buffers.push_back(buffer);
1396 work->worklets.front()->output.ordinal = work->input.ordinal;
1397 work->workletsProcessed = 1u;
1398 };
1399 if (work && c2_cntr64_t(workIndex) == work->input.ordinal.frameIndex) {
1400 fillWork(work);
1401 if (mSawInputEOS) {
1402 work->worklets.front()->output.flags = C2FrameData::FLAG_END_OF_STREAM;
1403 }
1404 } else {
1405 finish(workIndex, fillWork);
1406 }
1407}
1408
Pawin Vongmasa36653902018-11-15 00:10:25 -08001409void C2SoftAvcEnc::process(
1410 const std::unique_ptr<C2Work> &work,
1411 const std::shared_ptr<C2BlockPool> &pool) {
1412 // Initialize output work
1413 work->result = C2_OK;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301414 work->workletsProcessed = 0u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001415 work->worklets.front()->output.flags = work->input.flags;
1416
1417 IV_STATUS_T status;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301418 WORD32 timeDelay = 0;
1419 WORD32 timeTaken = 0;
1420 uint64_t workIndex = work->input.ordinal.frameIndex.peekull();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001421
1422 // Initialize encoder if not already initialized
1423 if (mCodecCtx == nullptr) {
1424 if (C2_OK != initEncoder()) {
1425 ALOGE("Failed to initialize encoder");
1426 mSignalledError = true;
1427 work->result = C2_CORRUPTED;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301428 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001429 return;
1430 }
1431 }
1432 if (mSignalledError) {
1433 return;
1434 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001435 // while (!mSawOutputEOS && !outQueue.empty()) {
1436 c2_status_t error;
Manisha Jajoo93960e52020-12-21 21:00:11 +05301437 ih264e_video_encode_ip_t s_video_encode_ip = {};
1438 ih264e_video_encode_op_t s_video_encode_op = {};
1439 ive_video_encode_ip_t *ps_encode_ip = &s_video_encode_ip.s_ive_ip;
1440 ive_video_encode_op_t *ps_encode_op = &s_video_encode_op.s_ive_op;
1441 memset(ps_encode_op, 0, sizeof(*ps_encode_op));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001442
1443 if (!mSpsPpsHeaderReceived) {
1444 constexpr uint32_t kHeaderLength = MIN_STREAM_SIZE;
1445 uint8_t header[kHeaderLength];
1446 error = setEncodeArgs(
Manisha Jajoo93960e52020-12-21 21:00:11 +05301447 ps_encode_ip, ps_encode_op, nullptr, header, kHeaderLength, workIndex);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001448 if (error != C2_OK) {
1449 ALOGE("setEncodeArgs failed: %d", error);
1450 mSignalledError = true;
1451 work->result = C2_CORRUPTED;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301452 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001453 return;
1454 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301455 status = ive_api_function(mCodecCtx, ps_encode_ip, ps_encode_op);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001456
1457 if (IV_SUCCESS != status) {
1458 ALOGE("Encode header failed = 0x%x\n",
Manisha Jajoo93960e52020-12-21 21:00:11 +05301459 ps_encode_op->u4_error_code);
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301460 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001461 return;
1462 } else {
1463 ALOGV("Bytes Generated in header %d\n",
Manisha Jajoo93960e52020-12-21 21:00:11 +05301464 ps_encode_op->s_out_buf.u4_bytes);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001465 }
1466
1467 mSpsPpsHeaderReceived = true;
1468
Lajos Molnar3bb81cd2019-02-20 15:10:30 -08001469 std::unique_ptr<C2StreamInitDataInfo::output> csd =
Manisha Jajoo93960e52020-12-21 21:00:11 +05301470 C2StreamInitDataInfo::output::AllocUnique(ps_encode_op->s_out_buf.u4_bytes, 0u);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001471 if (!csd) {
1472 ALOGE("CSD allocation failed");
1473 mSignalledError = true;
1474 work->result = C2_NO_MEMORY;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301475 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001476 return;
1477 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301478 memcpy(csd->m.value, header, ps_encode_op->s_out_buf.u4_bytes);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001479 work->worklets.front()->output.configUpdate.push_back(std::move(csd));
1480
1481 DUMP_TO_FILE(
1482 mOutFile, csd->m.value, csd->flexCount());
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301483 if (work->input.buffers.empty()) {
1484 work->workletsProcessed = 1u;
1485 return;
1486 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001487 }
1488
1489 // handle dynamic config parameters
1490 {
1491 IntfImpl::Lock lock = mIntf->lock();
1492 std::shared_ptr<C2StreamIntraRefreshTuning::output> intraRefresh = mIntf->getIntraRefresh_l();
1493 std::shared_ptr<C2StreamBitrateInfo::output> bitrate = mIntf->getBitrate_l();
1494 std::shared_ptr<C2StreamRequestSyncFrameTuning::output> requestSync = mIntf->getRequestSync_l();
1495 lock.unlock();
1496
1497 if (bitrate != mBitrate) {
1498 mBitrate = bitrate;
1499 setBitRate();
1500 }
1501
1502 if (intraRefresh != mIntraRefresh) {
1503 mIntraRefresh = intraRefresh;
1504 setAirParams();
1505 }
1506
1507 if (requestSync != mRequestSync) {
1508 // we can handle IDR immediately
1509 if (requestSync->value) {
1510 // unset request
1511 C2StreamRequestSyncFrameTuning::output clearSync(0u, C2_FALSE);
1512 std::vector<std::unique_ptr<C2SettingResult>> failures;
1513 mIntf->config({ &clearSync }, C2_MAY_BLOCK, &failures);
1514 ALOGV("Got sync request");
1515 setFrameType(IV_IDR_FRAME);
1516 }
1517 mRequestSync = requestSync;
1518 }
1519 }
1520
1521 if (work->input.flags & C2FrameData::FLAG_END_OF_STREAM) {
1522 mSawInputEOS = true;
1523 }
1524
1525 /* In normal mode, store inputBufferInfo and this will be returned
1526 when encoder consumes this input */
1527 // if (!mInputDataIsMeta && (inputBufferInfo != NULL)) {
1528 // for (size_t i = 0; i < MAX_INPUT_BUFFER_HEADERS; i++) {
1529 // if (NULL == mInputBufferInfo[i]) {
1530 // mInputBufferInfo[i] = inputBufferInfo;
1531 // break;
1532 // }
1533 // }
1534 // }
1535 std::shared_ptr<const C2GraphicView> view;
1536 std::shared_ptr<C2Buffer> inputBuffer;
1537 if (!work->input.buffers.empty()) {
1538 inputBuffer = work->input.buffers[0];
1539 view = std::make_shared<const C2GraphicView>(
1540 inputBuffer->data().graphicBlocks().front().map().get());
1541 if (view->error() != C2_OK) {
1542 ALOGE("graphic view map err = %d", view->error());
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301543 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001544 return;
1545 }
1546 }
1547
Pawin Vongmasa36653902018-11-15 00:10:25 -08001548 do {
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301549 if (mSawInputEOS && work->input.buffers.empty()) break;
1550 if (!mOutBlock) {
1551 C2MemoryUsage usage = {C2MemoryUsage::CPU_READ,
1552 C2MemoryUsage::CPU_WRITE};
1553 // TODO: error handling, proper usage, etc.
1554 c2_status_t err =
1555 pool->fetchLinearBlock(mOutBufferSize, usage, &mOutBlock);
1556 if (err != C2_OK) {
1557 ALOGE("fetch linear block err = %d", err);
1558 work->result = err;
1559 work->workletsProcessed = 1u;
1560 return;
1561 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001562 }
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301563 C2WriteView wView = mOutBlock->map().get();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001564 if (wView.error() != C2_OK) {
1565 ALOGE("write view map err = %d", wView.error());
1566 work->result = wView.error();
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301567 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001568 return;
1569 }
1570
1571 error = setEncodeArgs(
Manisha Jajoo93960e52020-12-21 21:00:11 +05301572 ps_encode_ip, ps_encode_op, view.get(), wView.base(), wView.capacity(), workIndex);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001573 if (error != C2_OK) {
1574 ALOGE("setEncodeArgs failed : %d", error);
1575 mSignalledError = true;
1576 work->result = error;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301577 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001578 return;
1579 }
1580
1581 // DUMP_TO_FILE(
1582 // mInFile, s_encode_ip.s_inp_buf.apv_bufs[0],
1583 // (mHeight * mStride * 3 / 2));
1584
1585 GETTIME(&mTimeStart, nullptr);
1586 /* Compute time elapsed between end of previous decode()
1587 * to start of current decode() */
1588 TIME_DIFF(mTimeEnd, mTimeStart, timeDelay);
Manisha Jajoo93960e52020-12-21 21:00:11 +05301589 status = ive_api_function(mCodecCtx, &s_video_encode_ip, &s_video_encode_op);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001590
1591 if (IV_SUCCESS != status) {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301592 if ((ps_encode_op->u4_error_code & 0xFF) == IH264E_BITSTREAM_BUFFER_OVERFLOW) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001593 // TODO: use IVE_CMD_CTL_GETBUFINFO for proper max input size?
1594 mOutBufferSize *= 2;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301595 mOutBlock.reset();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001596 continue;
1597 }
1598 ALOGE("Encode Frame failed = 0x%x\n",
Manisha Jajoo93960e52020-12-21 21:00:11 +05301599 ps_encode_op->u4_error_code);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001600 mSignalledError = true;
1601 work->result = C2_CORRUPTED;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301602 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001603 return;
1604 }
1605 } while (IV_SUCCESS != status);
1606
1607 // Hold input buffer reference
1608 if (inputBuffer) {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301609 mBuffers[ps_encode_ip->s_inp_buf.apv_bufs[0]] = inputBuffer;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001610 }
1611
1612 GETTIME(&mTimeEnd, nullptr);
1613 /* Compute time taken for decode() */
1614 TIME_DIFF(mTimeStart, mTimeEnd, timeTaken);
1615
1616 ALOGV("timeTaken=%6d delay=%6d numBytes=%6d", timeTaken, timeDelay,
Manisha Jajoo93960e52020-12-21 21:00:11 +05301617 ps_encode_op->s_out_buf.u4_bytes);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001618
Manisha Jajoo93960e52020-12-21 21:00:11 +05301619 void *freed = ps_encode_op->s_inp_buf.apv_bufs[0];
Pawin Vongmasa36653902018-11-15 00:10:25 -08001620 /* If encoder frees up an input buffer, mark it as free */
1621 if (freed != nullptr) {
1622 if (mBuffers.count(freed) == 0u) {
1623 ALOGD("buffer not tracked");
1624 } else {
1625 // Release input buffer reference
1626 mBuffers.erase(freed);
1627 mConversionBuffersInUse.erase(freed);
1628 }
1629 }
1630
Manisha Jajoo93960e52020-12-21 21:00:11 +05301631 if (ps_encode_op->output_present) {
1632 if (!ps_encode_op->s_out_buf.u4_bytes) {
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301633 ALOGE("Error: Output present but bytes generated is zero");
1634 mSignalledError = true;
1635 work->result = C2_CORRUPTED;
1636 work->workletsProcessed = 1u;
1637 return;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001638 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301639 uint64_t workId = ((uint64_t)ps_encode_op->u4_timestamp_high << 32) |
1640 ps_encode_op->u4_timestamp_low;
1641 finishWork(workId, work, ps_encode_op);
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301642 }
1643 if (mSawInputEOS) {
1644 drainInternal(DRAIN_COMPONENT_WITH_EOS, pool, work);
1645 }
1646}
1647
1648c2_status_t C2SoftAvcEnc::drainInternal(
1649 uint32_t drainMode,
1650 const std::shared_ptr<C2BlockPool> &pool,
1651 const std::unique_ptr<C2Work> &work) {
1652
1653 if (drainMode == NO_DRAIN) {
1654 ALOGW("drain with NO_DRAIN: no-op");
1655 return C2_OK;
1656 }
1657 if (drainMode == DRAIN_CHAIN) {
1658 ALOGW("DRAIN_CHAIN not supported");
1659 return C2_OMITTED;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001660 }
1661
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301662 while (true) {
1663 if (!mOutBlock) {
1664 C2MemoryUsage usage = {C2MemoryUsage::CPU_READ,
1665 C2MemoryUsage::CPU_WRITE};
1666 // TODO: error handling, proper usage, etc.
1667 c2_status_t err =
1668 pool->fetchLinearBlock(mOutBufferSize, usage, &mOutBlock);
1669 if (err != C2_OK) {
1670 ALOGE("fetch linear block err = %d", err);
1671 work->result = err;
1672 work->workletsProcessed = 1u;
1673 return err;
1674 }
1675 }
1676 C2WriteView wView = mOutBlock->map().get();
1677 if (wView.error()) {
1678 ALOGE("graphic view map failed %d", wView.error());
1679 return C2_CORRUPTED;
1680 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301681 ih264e_video_encode_ip_t s_video_encode_ip = {};
1682 ih264e_video_encode_op_t s_video_encode_op = {};
1683 ive_video_encode_ip_t *ps_encode_ip = &s_video_encode_ip.s_ive_ip;
1684 ive_video_encode_op_t *ps_encode_op = &s_video_encode_op.s_ive_op;
1685 if (C2_OK != setEncodeArgs(ps_encode_ip, ps_encode_op, nullptr,
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301686 wView.base(), wView.capacity(), 0)) {
1687 ALOGE("setEncodeArgs failed for drainInternal");
1688 mSignalledError = true;
1689 work->result = C2_CORRUPTED;
1690 work->workletsProcessed = 1u;
1691 return C2_CORRUPTED;
1692 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301693 (void)ive_api_function(mCodecCtx, &s_video_encode_ip, &s_video_encode_op);
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301694
Manisha Jajoo93960e52020-12-21 21:00:11 +05301695 void *freed = ps_encode_op->s_inp_buf.apv_bufs[0];
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301696 /* If encoder frees up an input buffer, mark it as free */
1697 if (freed != nullptr) {
1698 if (mBuffers.count(freed) == 0u) {
1699 ALOGD("buffer not tracked");
1700 } else {
1701 // Release input buffer reference
1702 mBuffers.erase(freed);
1703 mConversionBuffersInUse.erase(freed);
1704 }
1705 }
1706
Manisha Jajoo93960e52020-12-21 21:00:11 +05301707 if (ps_encode_op->output_present) {
1708 uint64_t workId = ((uint64_t)ps_encode_op->u4_timestamp_high << 32) |
1709 ps_encode_op->u4_timestamp_low;
1710 finishWork(workId, work, ps_encode_op);
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301711 } else {
1712 if (work->workletsProcessed != 1u) {
1713 work->worklets.front()->output.flags = work->input.flags;
1714 work->worklets.front()->output.ordinal = work->input.ordinal;
1715 work->worklets.front()->output.buffers.clear();
1716 work->workletsProcessed = 1u;
1717 }
1718 break;
1719 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001720 }
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301721
1722 return C2_OK;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001723}
1724
1725c2_status_t C2SoftAvcEnc::drain(
1726 uint32_t drainMode,
1727 const std::shared_ptr<C2BlockPool> &pool) {
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301728 return drainInternal(drainMode, pool, nullptr);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001729}
1730
Pawin Vongmasa36653902018-11-15 00:10:25 -08001731class C2SoftAvcEncFactory : public C2ComponentFactory {
1732public:
1733 C2SoftAvcEncFactory() : mHelper(std::static_pointer_cast<C2ReflectorHelper>(
1734 GetCodec2PlatformComponentStore()->getParamReflector())) {
1735 }
1736
1737 virtual c2_status_t createComponent(
1738 c2_node_id_t id,
1739 std::shared_ptr<C2Component>* const component,
1740 std::function<void(C2Component*)> deleter) override {
1741 *component = std::shared_ptr<C2Component>(
1742 new C2SoftAvcEnc(COMPONENT_NAME,
1743 id,
1744 std::make_shared<C2SoftAvcEnc::IntfImpl>(mHelper)),
1745 deleter);
1746 return C2_OK;
1747 }
1748
1749 virtual c2_status_t createInterface(
1750 c2_node_id_t id,
1751 std::shared_ptr<C2ComponentInterface>* const interface,
1752 std::function<void(C2ComponentInterface*)> deleter) override {
1753 *interface = std::shared_ptr<C2ComponentInterface>(
1754 new SimpleInterface<C2SoftAvcEnc::IntfImpl>(
1755 COMPONENT_NAME, id, std::make_shared<C2SoftAvcEnc::IntfImpl>(mHelper)),
1756 deleter);
1757 return C2_OK;
1758 }
1759
1760 virtual ~C2SoftAvcEncFactory() override = default;
1761
1762private:
1763 std::shared_ptr<C2ReflectorHelper> mHelper;
1764};
1765
1766} // namespace android
1767
1768extern "C" ::C2ComponentFactory* CreateCodec2Factory() {
1769 ALOGV("in %s", __func__);
1770 return new ::android::C2SoftAvcEncFactory();
1771}
1772
1773extern "C" void DestroyCodec2Factory(::C2ComponentFactory* factory) {
1774 ALOGV("in %s", __func__);
1775 delete factory;
1776}