blob: fc5b75d4aa433c2c6fd82ffabc0f61ec8c7fe96b [file] [log] [blame]
Pawin Vongmasa36653902018-11-15 00:10:25 -08001/*
2 * Copyright 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "C2SoftAvcEnc"
19#include <log/log.h>
20#include <utils/misc.h>
21
Ray Essickf78afc32021-03-10 19:42:49 -080022#include <algorithm>
23
Pawin Vongmasa36653902018-11-15 00:10:25 -080024#include <media/hardware/VideoAPI.h>
25#include <media/stagefright/MediaDefs.h>
26#include <media/stagefright/MediaErrors.h>
27#include <media/stagefright/MetaData.h>
28#include <media/stagefright/foundation/AUtils.h>
29
30#include <C2Debug.h>
31#include <C2PlatformSupport.h>
32#include <Codec2BufferUtils.h>
33#include <SimpleC2Interface.h>
34#include <util/C2InterfaceHelper.h>
35
36#include "C2SoftAvcEnc.h"
37#include "ih264e.h"
38#include "ih264e_error.h"
39
40namespace android {
41
Manisha Jajoo9acd73d2019-03-12 14:08:05 +053042namespace {
43
44constexpr char COMPONENT_NAME[] = "c2.android.avc.encoder";
Harish Mahendrakarea0eb372019-11-21 10:33:05 -080045constexpr uint32_t kMinOutBufferSize = 524288;
Wonsik Kime1c360a2019-05-22 10:38:58 -070046void ParseGop(
47 const C2StreamGopTuning::output &gop,
48 uint32_t *syncInterval, uint32_t *iInterval, uint32_t *maxBframes) {
49 uint32_t syncInt = 1;
50 uint32_t iInt = 1;
51 for (size_t i = 0; i < gop.flexCount(); ++i) {
52 const C2GopLayerStruct &layer = gop.m.values[i];
53 if (layer.count == UINT32_MAX) {
54 syncInt = 0;
55 } else if (syncInt <= UINT32_MAX / (layer.count + 1)) {
56 syncInt *= (layer.count + 1);
57 }
58 if ((layer.type_ & I_FRAME) == 0) {
59 if (layer.count == UINT32_MAX) {
60 iInt = 0;
61 } else if (iInt <= UINT32_MAX / (layer.count + 1)) {
62 iInt *= (layer.count + 1);
63 }
64 }
65 if (layer.type_ == C2Config::picture_type_t(P_FRAME | B_FRAME) && maxBframes) {
66 *maxBframes = layer.count;
67 }
68 }
69 if (syncInterval) {
70 *syncInterval = syncInt;
71 }
72 if (iInterval) {
73 *iInterval = iInt;
74 }
75}
76
Manisha Jajoo9acd73d2019-03-12 14:08:05 +053077} // namespace
78
79class C2SoftAvcEnc::IntfImpl : public SimpleInterface<void>::BaseParams {
Pawin Vongmasa36653902018-11-15 00:10:25 -080080public:
81 explicit IntfImpl(const std::shared_ptr<C2ReflectorHelper> &helper)
Manisha Jajoo9acd73d2019-03-12 14:08:05 +053082 : SimpleInterface<void>::BaseParams(
83 helper,
84 COMPONENT_NAME,
85 C2Component::KIND_ENCODER,
86 C2Component::DOMAIN_VIDEO,
87 MEDIA_MIMETYPE_VIDEO_AVC) {
88 noPrivateBuffers(); // TODO: account for our buffers here
89 noInputReferences();
90 noOutputReferences();
Manisha Jajoo9acd73d2019-03-12 14:08:05 +053091 noTimeStretch();
Pawin Vongmasa36653902018-11-15 00:10:25 -080092 setDerivedInstance(this);
93
94 addParameter(
Lajos Molnar3bb81cd2019-02-20 15:10:30 -080095 DefineParam(mUsage, C2_PARAMKEY_INPUT_STREAM_USAGE)
Pawin Vongmasa36653902018-11-15 00:10:25 -080096 .withConstValue(new C2StreamUsageTuning::input(
97 0u, (uint64_t)C2MemoryUsage::CPU_READ))
98 .build());
99
100 addParameter(
Manisha Jajoo9acd73d2019-03-12 14:08:05 +0530101 DefineParam(mAttrib, C2_PARAMKEY_COMPONENT_ATTRIBUTES)
102 .withConstValue(new C2ComponentAttributesSetting(
103 C2Component::ATTRIB_IS_TEMPORAL))
104 .build());
105
106 addParameter(
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800107 DefineParam(mSize, C2_PARAMKEY_PICTURE_SIZE)
Harish Mahendrakarbb40ea82020-04-07 01:35:52 +0530108 .withDefault(new C2StreamPictureSizeInfo::input(0u, 16, 16))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800109 .withFields({
110 C2F(mSize, width).inRange(2, 2560, 2),
111 C2F(mSize, height).inRange(2, 2560, 2),
112 })
113 .withSetter(SizeSetter)
114 .build());
115
116 addParameter(
Wonsik Kime1c360a2019-05-22 10:38:58 -0700117 DefineParam(mGop, C2_PARAMKEY_GOP)
118 .withDefault(C2StreamGopTuning::output::AllocShared(
119 0 /* flexCount */, 0u /* stream */))
120 .withFields({C2F(mGop, m.values[0].type_).any(),
121 C2F(mGop, m.values[0].count).any()})
122 .withSetter(GopSetter)
123 .build());
124
125 addParameter(
Ray Essickf78afc32021-03-10 19:42:49 -0800126 DefineParam(mPictureQuantization, C2_PARAMKEY_PICTURE_QUANTIZATION)
127 .withDefault(C2StreamPictureQuantizationTuning::output::AllocShared(
128 0 /* flexCount */, 0u /* stream */))
129 .withFields({C2F(mPictureQuantization, m.values[0].type_).oneOf(
130 {C2Config::picture_type_t(I_FRAME),
131 C2Config::picture_type_t(P_FRAME),
132 C2Config::picture_type_t(B_FRAME)}),
133 C2F(mPictureQuantization, m.values[0].min).any(),
134 C2F(mPictureQuantization, m.values[0].max).any()})
135 .withSetter(PictureQuantizationSetter)
136 .build());
137
138 addParameter(
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530139 DefineParam(mActualInputDelay, C2_PARAMKEY_INPUT_DELAY)
140 .withDefault(new C2PortActualDelayTuning::input(DEFAULT_B_FRAMES))
141 .withFields({C2F(mActualInputDelay, value).inRange(0, MAX_B_FRAMES)})
Wonsik Kime1c360a2019-05-22 10:38:58 -0700142 .calculatedAs(InputDelaySetter, mGop)
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530143 .build());
144
145 addParameter(
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800146 DefineParam(mFrameRate, C2_PARAMKEY_FRAME_RATE)
Harish Mahendrakarbb40ea82020-04-07 01:35:52 +0530147 .withDefault(new C2StreamFrameRateInfo::output(0u, 1.))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800148 // TODO: More restriction?
149 .withFields({C2F(mFrameRate, value).greaterThan(0.)})
150 .withSetter(Setter<decltype(*mFrameRate)>::StrictValueWithNoDeps)
151 .build());
152
153 addParameter(
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800154 DefineParam(mBitrate, C2_PARAMKEY_BITRATE)
155 .withDefault(new C2StreamBitrateInfo::output(0u, 64000))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800156 .withFields({C2F(mBitrate, value).inRange(4096, 12000000)})
157 .withSetter(BitrateSetter)
158 .build());
159
160 addParameter(
161 DefineParam(mIntraRefresh, C2_PARAMKEY_INTRA_REFRESH)
162 .withDefault(new C2StreamIntraRefreshTuning::output(
163 0u, C2Config::INTRA_REFRESH_DISABLED, 0.))
164 .withFields({
165 C2F(mIntraRefresh, mode).oneOf({
166 C2Config::INTRA_REFRESH_DISABLED, C2Config::INTRA_REFRESH_ARBITRARY }),
167 C2F(mIntraRefresh, period).any()
168 })
169 .withSetter(IntraRefreshSetter)
170 .build());
171
172 addParameter(
173 DefineParam(mProfileLevel, C2_PARAMKEY_PROFILE_LEVEL)
174 .withDefault(new C2StreamProfileLevelInfo::output(
175 0u, PROFILE_AVC_CONSTRAINED_BASELINE, LEVEL_AVC_4_1))
176 .withFields({
177 C2F(mProfileLevel, profile).oneOf({
178 PROFILE_AVC_BASELINE,
179 PROFILE_AVC_CONSTRAINED_BASELINE,
180 PROFILE_AVC_MAIN,
181 }),
182 C2F(mProfileLevel, level).oneOf({
183 LEVEL_AVC_1,
184 LEVEL_AVC_1B,
185 LEVEL_AVC_1_1,
186 LEVEL_AVC_1_2,
187 LEVEL_AVC_1_3,
188 LEVEL_AVC_2,
189 LEVEL_AVC_2_1,
190 LEVEL_AVC_2_2,
191 LEVEL_AVC_3,
192 LEVEL_AVC_3_1,
193 LEVEL_AVC_3_2,
194 LEVEL_AVC_4,
195 LEVEL_AVC_4_1,
196 LEVEL_AVC_4_2,
197 LEVEL_AVC_5,
198 }),
199 })
200 .withSetter(ProfileLevelSetter, mSize, mFrameRate, mBitrate)
201 .build());
202
203 addParameter(
204 DefineParam(mRequestSync, C2_PARAMKEY_REQUEST_SYNC_FRAME)
205 .withDefault(new C2StreamRequestSyncFrameTuning::output(0u, C2_FALSE))
206 .withFields({C2F(mRequestSync, value).oneOf({ C2_FALSE, C2_TRUE }) })
207 .withSetter(Setter<decltype(*mRequestSync)>::NonStrictValueWithNoDeps)
208 .build());
209
210 addParameter(
211 DefineParam(mSyncFramePeriod, C2_PARAMKEY_SYNC_FRAME_INTERVAL)
212 .withDefault(new C2StreamSyncFrameIntervalTuning::output(0u, 1000000))
213 .withFields({C2F(mSyncFramePeriod, value).any()})
214 .withSetter(Setter<decltype(*mSyncFramePeriod)>::StrictValueWithNoDeps)
215 .build());
216 }
217
Wonsik Kime1c360a2019-05-22 10:38:58 -0700218 static C2R InputDelaySetter(
219 bool mayBlock,
220 C2P<C2PortActualDelayTuning::input> &me,
221 const C2P<C2StreamGopTuning::output> &gop) {
222 (void)mayBlock;
223 uint32_t maxBframes = 0;
224 ParseGop(gop.v, nullptr, nullptr, &maxBframes);
225 me.set().value = maxBframes;
226 return C2R::Ok();
227 }
228
Pawin Vongmasa36653902018-11-15 00:10:25 -0800229 static C2R BitrateSetter(bool mayBlock, C2P<C2StreamBitrateInfo::output> &me) {
230 (void)mayBlock;
231 C2R res = C2R::Ok();
232 if (me.v.value <= 4096) {
233 me.set().value = 4096;
234 }
235 return res;
236 }
237
Ray Essick825104d2021-03-04 13:29:57 -0800238
Pawin Vongmasa36653902018-11-15 00:10:25 -0800239 static C2R SizeSetter(bool mayBlock, const C2P<C2StreamPictureSizeInfo::input> &oldMe,
240 C2P<C2StreamPictureSizeInfo::input> &me) {
241 (void)mayBlock;
242 C2R res = C2R::Ok();
243 if (!me.F(me.v.width).supportsAtAll(me.v.width)) {
244 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.width)));
245 me.set().width = oldMe.v.width;
246 }
247 if (!me.F(me.v.height).supportsAtAll(me.v.height)) {
248 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.height)));
249 me.set().height = oldMe.v.height;
250 }
251 return res;
252 }
253
254 static C2R ProfileLevelSetter(
255 bool mayBlock,
256 C2P<C2StreamProfileLevelInfo::output> &me,
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800257 const C2P<C2StreamPictureSizeInfo::input> &size,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800258 const C2P<C2StreamFrameRateInfo::output> &frameRate,
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800259 const C2P<C2StreamBitrateInfo::output> &bitrate) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800260 (void)mayBlock;
261 if (!me.F(me.v.profile).supportsAtAll(me.v.profile)) {
262 me.set().profile = PROFILE_AVC_CONSTRAINED_BASELINE;
263 }
264
265 struct LevelLimits {
266 C2Config::level_t level;
267 float mbsPerSec;
268 uint64_t mbs;
269 uint32_t bitrate;
270 };
271 constexpr LevelLimits kLimits[] = {
272 { LEVEL_AVC_1, 1485, 99, 64000 },
273 // Decoder does not properly handle level 1b.
274 // { LEVEL_AVC_1B, 1485, 99, 128000 },
275 { LEVEL_AVC_1_1, 3000, 396, 192000 },
276 { LEVEL_AVC_1_2, 6000, 396, 384000 },
277 { LEVEL_AVC_1_3, 11880, 396, 768000 },
278 { LEVEL_AVC_2, 11880, 396, 2000000 },
279 { LEVEL_AVC_2_1, 19800, 792, 4000000 },
280 { LEVEL_AVC_2_2, 20250, 1620, 4000000 },
281 { LEVEL_AVC_3, 40500, 1620, 10000000 },
282 { LEVEL_AVC_3_1, 108000, 3600, 14000000 },
283 { LEVEL_AVC_3_2, 216000, 5120, 20000000 },
284 { LEVEL_AVC_4, 245760, 8192, 20000000 },
285 { LEVEL_AVC_4_1, 245760, 8192, 50000000 },
286 { LEVEL_AVC_4_2, 522240, 8704, 50000000 },
287 { LEVEL_AVC_5, 589824, 22080, 135000000 },
288 };
289
290 uint64_t mbs = uint64_t((size.v.width + 15) / 16) * ((size.v.height + 15) / 16);
Pawin Vongmasa1f213362019-01-24 06:59:16 -0800291 float mbsPerSec = float(mbs) * frameRate.v.value;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800292
293 // Check if the supplied level meets the MB / bitrate requirements. If
294 // not, update the level with the lowest level meeting the requirements.
295
296 bool found = false;
297 // By default needsUpdate = false in case the supplied level does meet
298 // the requirements. For Level 1b, we want to update the level anyway,
299 // so we set it to true in that case.
300 bool needsUpdate = (me.v.level == LEVEL_AVC_1B);
301 for (const LevelLimits &limit : kLimits) {
302 if (mbs <= limit.mbs && mbsPerSec <= limit.mbsPerSec &&
303 bitrate.v.value <= limit.bitrate) {
304 // This is the lowest level that meets the requirements, and if
305 // we haven't seen the supplied level yet, that means we don't
306 // need the update.
307 if (needsUpdate) {
308 ALOGD("Given level %x does not cover current configuration: "
309 "adjusting to %x", me.v.level, limit.level);
310 me.set().level = limit.level;
311 }
312 found = true;
313 break;
314 }
315 if (me.v.level == limit.level) {
316 // We break out of the loop when the lowest feasible level is
317 // found. The fact that we're here means that our level doesn't
318 // meet the requirement and needs to be updated.
319 needsUpdate = true;
320 }
321 }
322 if (!found) {
323 // We set to the highest supported level.
324 me.set().level = LEVEL_AVC_5;
325 }
326
327 return C2R::Ok();
328 }
329
330 static C2R IntraRefreshSetter(bool mayBlock, C2P<C2StreamIntraRefreshTuning::output> &me) {
331 (void)mayBlock;
332 C2R res = C2R::Ok();
333 if (me.v.period < 1) {
334 me.set().mode = C2Config::INTRA_REFRESH_DISABLED;
335 me.set().period = 0;
336 } else {
337 // only support arbitrary mode (cyclic in our case)
338 me.set().mode = C2Config::INTRA_REFRESH_ARBITRARY;
339 }
340 return res;
341 }
342
Wonsik Kime1c360a2019-05-22 10:38:58 -0700343 static C2R GopSetter(bool mayBlock, C2P<C2StreamGopTuning::output> &me) {
344 (void)mayBlock;
345 for (size_t i = 0; i < me.v.flexCount(); ++i) {
346 const C2GopLayerStruct &layer = me.v.m.values[0];
347 if (layer.type_ == C2Config::picture_type_t(P_FRAME | B_FRAME)
348 && layer.count > MAX_B_FRAMES) {
349 me.set().m.values[i].count = MAX_B_FRAMES;
350 }
351 }
352 return C2R::Ok();
353 }
354
Ray Essickf78afc32021-03-10 19:42:49 -0800355 static C2R PictureQuantizationSetter(bool mayBlock,
356 C2P<C2StreamPictureQuantizationTuning::output> &me) {
357 (void)mayBlock;
358 (void)me;
359 return C2R::Ok();
360 }
361
Pawin Vongmasa36653902018-11-15 00:10:25 -0800362 IV_PROFILE_T getProfile_l() const {
363 switch (mProfileLevel->profile) {
364 case PROFILE_AVC_CONSTRAINED_BASELINE: [[fallthrough]];
365 case PROFILE_AVC_BASELINE: return IV_PROFILE_BASE;
366 case PROFILE_AVC_MAIN: return IV_PROFILE_MAIN;
367 default:
368 ALOGD("Unrecognized profile: %x", mProfileLevel->profile);
369 return IV_PROFILE_DEFAULT;
370 }
371 }
372
373 UWORD32 getLevel_l() const {
374 struct Level {
375 C2Config::level_t c2Level;
376 UWORD32 avcLevel;
377 };
378 constexpr Level levels[] = {
379 { LEVEL_AVC_1, 10 },
380 { LEVEL_AVC_1B, 9 },
381 { LEVEL_AVC_1_1, 11 },
382 { LEVEL_AVC_1_2, 12 },
383 { LEVEL_AVC_1_3, 13 },
384 { LEVEL_AVC_2, 20 },
385 { LEVEL_AVC_2_1, 21 },
386 { LEVEL_AVC_2_2, 22 },
387 { LEVEL_AVC_3, 30 },
388 { LEVEL_AVC_3_1, 31 },
389 { LEVEL_AVC_3_2, 32 },
390 { LEVEL_AVC_4, 40 },
391 { LEVEL_AVC_4_1, 41 },
392 { LEVEL_AVC_4_2, 42 },
393 { LEVEL_AVC_5, 50 },
394 };
395 for (const Level &level : levels) {
396 if (mProfileLevel->level == level.c2Level) {
397 return level.avcLevel;
398 }
399 }
400 ALOGD("Unrecognized level: %x", mProfileLevel->level);
401 return 41;
402 }
Wonsik Kime1c360a2019-05-22 10:38:58 -0700403
Pawin Vongmasa36653902018-11-15 00:10:25 -0800404 uint32_t getSyncFramePeriod_l() const {
405 if (mSyncFramePeriod->value < 0 || mSyncFramePeriod->value == INT64_MAX) {
406 return 0;
407 }
408 double period = mSyncFramePeriod->value / 1e6 * mFrameRate->value;
409 return (uint32_t)c2_max(c2_min(period + 0.5, double(UINT32_MAX)), 1.);
410 }
411
412 // unsafe getters
413 std::shared_ptr<C2StreamPictureSizeInfo::input> getSize_l() const { return mSize; }
414 std::shared_ptr<C2StreamIntraRefreshTuning::output> getIntraRefresh_l() const { return mIntraRefresh; }
415 std::shared_ptr<C2StreamFrameRateInfo::output> getFrameRate_l() const { return mFrameRate; }
416 std::shared_ptr<C2StreamBitrateInfo::output> getBitrate_l() const { return mBitrate; }
417 std::shared_ptr<C2StreamRequestSyncFrameTuning::output> getRequestSync_l() const { return mRequestSync; }
Wonsik Kime1c360a2019-05-22 10:38:58 -0700418 std::shared_ptr<C2StreamGopTuning::output> getGop_l() const { return mGop; }
Ray Essickf78afc32021-03-10 19:42:49 -0800419 std::shared_ptr<C2StreamPictureQuantizationTuning::output> getPictureQuantization_l() const
420 { return mPictureQuantization; }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800421
422private:
Pawin Vongmasa36653902018-11-15 00:10:25 -0800423 std::shared_ptr<C2StreamUsageTuning::input> mUsage;
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800424 std::shared_ptr<C2StreamPictureSizeInfo::input> mSize;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800425 std::shared_ptr<C2StreamFrameRateInfo::output> mFrameRate;
426 std::shared_ptr<C2StreamRequestSyncFrameTuning::output> mRequestSync;
427 std::shared_ptr<C2StreamIntraRefreshTuning::output> mIntraRefresh;
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800428 std::shared_ptr<C2StreamBitrateInfo::output> mBitrate;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800429 std::shared_ptr<C2StreamProfileLevelInfo::output> mProfileLevel;
430 std::shared_ptr<C2StreamSyncFrameIntervalTuning::output> mSyncFramePeriod;
Wonsik Kime1c360a2019-05-22 10:38:58 -0700431 std::shared_ptr<C2StreamGopTuning::output> mGop;
Ray Essickf78afc32021-03-10 19:42:49 -0800432 std::shared_ptr<C2StreamPictureQuantizationTuning::output> mPictureQuantization;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800433};
434
435#define ive_api_function ih264e_api_function
436
Pawin Vongmasa36653902018-11-15 00:10:25 -0800437namespace {
438
439// From external/libavc/encoder/ih264e_bitstream.h
440constexpr uint32_t MIN_STREAM_SIZE = 0x800;
441
442static size_t GetCPUCoreCount() {
443 long cpuCoreCount = 1;
444#if defined(_SC_NPROCESSORS_ONLN)
445 cpuCoreCount = sysconf(_SC_NPROCESSORS_ONLN);
446#else
447 // _SC_NPROC_ONLN must be defined...
448 cpuCoreCount = sysconf(_SC_NPROC_ONLN);
449#endif
450 CHECK(cpuCoreCount >= 1);
451 ALOGV("Number of CPU cores: %ld", cpuCoreCount);
452 return (size_t)cpuCoreCount;
453}
454
455} // namespace
456
Wonsik Kim8f183eb2021-04-05 14:51:39 -0700457static IV_COLOR_FORMAT_T GetIvColorFormat() {
458 static IV_COLOR_FORMAT_T sColorFormat =
459 (GetYuv420FlexibleLayout() == FLEX_LAYOUT_SEMIPLANAR_UV) ? IV_YUV_420SP_UV :
460 (GetYuv420FlexibleLayout() == FLEX_LAYOUT_SEMIPLANAR_VU) ? IV_YUV_420SP_VU :
461 IV_YUV_420P;
462 return sColorFormat;
463}
464
Pawin Vongmasa36653902018-11-15 00:10:25 -0800465C2SoftAvcEnc::C2SoftAvcEnc(
466 const char *name, c2_node_id_t id, const std::shared_ptr<IntfImpl> &intfImpl)
467 : SimpleC2Component(std::make_shared<SimpleInterface<IntfImpl>>(name, id, intfImpl)),
468 mIntf(intfImpl),
Wonsik Kim8f183eb2021-04-05 14:51:39 -0700469 mIvVideoColorFormat(GetIvColorFormat()),
Pawin Vongmasa36653902018-11-15 00:10:25 -0800470 mAVCEncProfile(IV_PROFILE_BASE),
471 mAVCEncLevel(41),
472 mStarted(false),
473 mSawInputEOS(false),
Pawin Vongmasa36653902018-11-15 00:10:25 -0800474 mSignalledError(false),
475 mCodecCtx(nullptr),
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530476 mOutBlock(nullptr),
Harish Mahendrakarea0eb372019-11-21 10:33:05 -0800477 mOutBufferSize(kMinOutBufferSize) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800478
479 // If dump is enabled, then open create an empty file
480 GENERATE_FILE_NAMES();
481 CREATE_DUMP_FILE(mInFile);
482 CREATE_DUMP_FILE(mOutFile);
483
484 initEncParams();
485}
486
487C2SoftAvcEnc::~C2SoftAvcEnc() {
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530488 onRelease();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800489}
490
491c2_status_t C2SoftAvcEnc::onInit() {
492 return C2_OK;
493}
494
495c2_status_t C2SoftAvcEnc::onStop() {
496 return C2_OK;
497}
498
499void C2SoftAvcEnc::onReset() {
500 // TODO: use IVE_CMD_CTL_RESET?
501 releaseEncoder();
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530502 if (mOutBlock) {
503 mOutBlock.reset();
504 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800505 initEncParams();
506}
507
508void C2SoftAvcEnc::onRelease() {
509 releaseEncoder();
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530510 if (mOutBlock) {
511 mOutBlock.reset();
512 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800513}
514
515c2_status_t C2SoftAvcEnc::onFlush_sm() {
516 // TODO: use IVE_CMD_CTL_FLUSH?
517 return C2_OK;
518}
519
520void C2SoftAvcEnc::initEncParams() {
521 mCodecCtx = nullptr;
522 mMemRecords = nullptr;
523 mNumMemRecords = DEFAULT_MEM_REC_CNT;
524 mHeaderGenerated = 0;
525 mNumCores = GetCPUCoreCount();
526 mArch = DEFAULT_ARCH;
527 mSliceMode = DEFAULT_SLICE_MODE;
528 mSliceParam = DEFAULT_SLICE_PARAM;
529 mHalfPelEnable = DEFAULT_HPEL;
530 mIInterval = DEFAULT_I_INTERVAL;
531 mIDRInterval = DEFAULT_IDR_INTERVAL;
532 mDisableDeblkLevel = DEFAULT_DISABLE_DEBLK_LEVEL;
533 mEnableFastSad = DEFAULT_ENABLE_FAST_SAD;
534 mEnableAltRef = DEFAULT_ENABLE_ALT_REF;
535 mEncSpeed = DEFAULT_ENC_SPEED;
536 mIntra4x4 = DEFAULT_INTRA4x4;
537 mConstrainedIntraFlag = DEFAULT_CONSTRAINED_INTRA;
538 mPSNREnable = DEFAULT_PSNR_ENABLE;
539 mReconEnable = DEFAULT_RECON_ENABLE;
540 mEntropyMode = DEFAULT_ENTROPY_MODE;
541 mBframes = DEFAULT_B_FRAMES;
542
543 gettimeofday(&mTimeStart, nullptr);
544 gettimeofday(&mTimeEnd, nullptr);
545}
546
547c2_status_t C2SoftAvcEnc::setDimensions() {
548 ive_ctl_set_dimensions_ip_t s_dimensions_ip;
549 ive_ctl_set_dimensions_op_t s_dimensions_op;
550 IV_STATUS_T status;
551
552 s_dimensions_ip.e_cmd = IVE_CMD_VIDEO_CTL;
553 s_dimensions_ip.e_sub_cmd = IVE_CMD_CTL_SET_DIMENSIONS;
554 s_dimensions_ip.u4_ht = mSize->height;
555 s_dimensions_ip.u4_wd = mSize->width;
556
557 s_dimensions_ip.u4_timestamp_high = -1;
558 s_dimensions_ip.u4_timestamp_low = -1;
559
560 s_dimensions_ip.u4_size = sizeof(ive_ctl_set_dimensions_ip_t);
561 s_dimensions_op.u4_size = sizeof(ive_ctl_set_dimensions_op_t);
562
563 status = ive_api_function(mCodecCtx, &s_dimensions_ip, &s_dimensions_op);
564 if (status != IV_SUCCESS) {
565 ALOGE("Unable to set frame dimensions = 0x%x\n",
566 s_dimensions_op.u4_error_code);
567 return C2_CORRUPTED;
568 }
569 return C2_OK;
570}
571
572c2_status_t C2SoftAvcEnc::setNumCores() {
573 IV_STATUS_T status;
574 ive_ctl_set_num_cores_ip_t s_num_cores_ip;
575 ive_ctl_set_num_cores_op_t s_num_cores_op;
576 s_num_cores_ip.e_cmd = IVE_CMD_VIDEO_CTL;
577 s_num_cores_ip.e_sub_cmd = IVE_CMD_CTL_SET_NUM_CORES;
578 s_num_cores_ip.u4_num_cores = MIN(mNumCores, CODEC_MAX_CORES);
579 s_num_cores_ip.u4_timestamp_high = -1;
580 s_num_cores_ip.u4_timestamp_low = -1;
581 s_num_cores_ip.u4_size = sizeof(ive_ctl_set_num_cores_ip_t);
582
583 s_num_cores_op.u4_size = sizeof(ive_ctl_set_num_cores_op_t);
584
585 status = ive_api_function(
586 mCodecCtx, (void *) &s_num_cores_ip, (void *) &s_num_cores_op);
587 if (status != IV_SUCCESS) {
588 ALOGE("Unable to set processor params = 0x%x\n",
589 s_num_cores_op.u4_error_code);
590 return C2_CORRUPTED;
591 }
592 return C2_OK;
593}
594
595c2_status_t C2SoftAvcEnc::setFrameRate() {
596 ive_ctl_set_frame_rate_ip_t s_frame_rate_ip;
597 ive_ctl_set_frame_rate_op_t s_frame_rate_op;
598 IV_STATUS_T status;
599
600 s_frame_rate_ip.e_cmd = IVE_CMD_VIDEO_CTL;
601 s_frame_rate_ip.e_sub_cmd = IVE_CMD_CTL_SET_FRAMERATE;
602
603 s_frame_rate_ip.u4_src_frame_rate = mFrameRate->value + 0.5;
604 s_frame_rate_ip.u4_tgt_frame_rate = mFrameRate->value + 0.5;
605
606 s_frame_rate_ip.u4_timestamp_high = -1;
607 s_frame_rate_ip.u4_timestamp_low = -1;
608
609 s_frame_rate_ip.u4_size = sizeof(ive_ctl_set_frame_rate_ip_t);
610 s_frame_rate_op.u4_size = sizeof(ive_ctl_set_frame_rate_op_t);
611
612 status = ive_api_function(mCodecCtx, &s_frame_rate_ip, &s_frame_rate_op);
613 if (status != IV_SUCCESS) {
614 ALOGE("Unable to set frame rate = 0x%x\n",
615 s_frame_rate_op.u4_error_code);
616 return C2_CORRUPTED;
617 }
618 return C2_OK;
619}
620
621c2_status_t C2SoftAvcEnc::setIpeParams() {
622 ive_ctl_set_ipe_params_ip_t s_ipe_params_ip;
623 ive_ctl_set_ipe_params_op_t s_ipe_params_op;
624 IV_STATUS_T status;
625
626 s_ipe_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
627 s_ipe_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_IPE_PARAMS;
628
629 s_ipe_params_ip.u4_enable_intra_4x4 = mIntra4x4;
630 s_ipe_params_ip.u4_enc_speed_preset = mEncSpeed;
631 s_ipe_params_ip.u4_constrained_intra_pred = mConstrainedIntraFlag;
632
633 s_ipe_params_ip.u4_timestamp_high = -1;
634 s_ipe_params_ip.u4_timestamp_low = -1;
635
636 s_ipe_params_ip.u4_size = sizeof(ive_ctl_set_ipe_params_ip_t);
637 s_ipe_params_op.u4_size = sizeof(ive_ctl_set_ipe_params_op_t);
638
639 status = ive_api_function(mCodecCtx, &s_ipe_params_ip, &s_ipe_params_op);
640 if (status != IV_SUCCESS) {
641 ALOGE("Unable to set ipe params = 0x%x\n",
642 s_ipe_params_op.u4_error_code);
643 return C2_CORRUPTED;
644 }
645 return C2_OK;
646}
647
648c2_status_t C2SoftAvcEnc::setBitRate() {
649 ive_ctl_set_bitrate_ip_t s_bitrate_ip;
650 ive_ctl_set_bitrate_op_t s_bitrate_op;
651 IV_STATUS_T status;
652
653 s_bitrate_ip.e_cmd = IVE_CMD_VIDEO_CTL;
654 s_bitrate_ip.e_sub_cmd = IVE_CMD_CTL_SET_BITRATE;
655
656 s_bitrate_ip.u4_target_bitrate = mBitrate->value;
657
658 s_bitrate_ip.u4_timestamp_high = -1;
659 s_bitrate_ip.u4_timestamp_low = -1;
660
661 s_bitrate_ip.u4_size = sizeof(ive_ctl_set_bitrate_ip_t);
662 s_bitrate_op.u4_size = sizeof(ive_ctl_set_bitrate_op_t);
663
664 status = ive_api_function(mCodecCtx, &s_bitrate_ip, &s_bitrate_op);
665 if (status != IV_SUCCESS) {
666 ALOGE("Unable to set bit rate = 0x%x\n", s_bitrate_op.u4_error_code);
667 return C2_CORRUPTED;
668 }
669 return C2_OK;
670}
671
672c2_status_t C2SoftAvcEnc::setFrameType(IV_PICTURE_CODING_TYPE_T e_frame_type) {
673 ive_ctl_set_frame_type_ip_t s_frame_type_ip;
674 ive_ctl_set_frame_type_op_t s_frame_type_op;
675 IV_STATUS_T status;
676 s_frame_type_ip.e_cmd = IVE_CMD_VIDEO_CTL;
677 s_frame_type_ip.e_sub_cmd = IVE_CMD_CTL_SET_FRAMETYPE;
678
679 s_frame_type_ip.e_frame_type = e_frame_type;
680
681 s_frame_type_ip.u4_timestamp_high = -1;
682 s_frame_type_ip.u4_timestamp_low = -1;
683
684 s_frame_type_ip.u4_size = sizeof(ive_ctl_set_frame_type_ip_t);
685 s_frame_type_op.u4_size = sizeof(ive_ctl_set_frame_type_op_t);
686
687 status = ive_api_function(mCodecCtx, &s_frame_type_ip, &s_frame_type_op);
688 if (status != IV_SUCCESS) {
689 ALOGE("Unable to set frame type = 0x%x\n",
690 s_frame_type_op.u4_error_code);
691 return C2_CORRUPTED;
692 }
693 return C2_OK;
694}
695
696c2_status_t C2SoftAvcEnc::setQp() {
697 ive_ctl_set_qp_ip_t s_qp_ip;
698 ive_ctl_set_qp_op_t s_qp_op;
699 IV_STATUS_T status;
700
Ray Essickf78afc32021-03-10 19:42:49 -0800701 ALOGV("in setQp()");
702
Ray Essick825104d2021-03-04 13:29:57 -0800703 // set the defaults
Pawin Vongmasa36653902018-11-15 00:10:25 -0800704 s_qp_ip.e_cmd = IVE_CMD_VIDEO_CTL;
705 s_qp_ip.e_sub_cmd = IVE_CMD_CTL_SET_QP;
706
Ray Essickf78afc32021-03-10 19:42:49 -0800707 // these are the ones we're going to set, so want them to default ....
708 // to the DEFAULT values for the codec instea dof CODEC_ bounding
709 int32_t iMin = INT32_MIN, pMin = INT32_MIN, bMin = INT32_MIN;
710 int32_t iMax = INT32_MAX, pMax = INT32_MAX, bMax = INT32_MAX;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800711
Ray Essickf78afc32021-03-10 19:42:49 -0800712 std::shared_ptr<C2StreamPictureQuantizationTuning::output> qp =
713 mIntf->getPictureQuantization_l();
714 for (size_t i = 0; i < qp->flexCount(); ++i) {
715 const C2PictureQuantizationStruct &layer = qp->m.values[i];
Pawin Vongmasa36653902018-11-15 00:10:25 -0800716
Ray Essickf78afc32021-03-10 19:42:49 -0800717 if (layer.type_ == C2Config::picture_type_t(I_FRAME)) {
718 iMax = layer.max;
719 iMin = layer.min;
720 ALOGV("iMin %d iMax %d", iMin, iMax);
721 } else if (layer.type_ == C2Config::picture_type_t(P_FRAME)) {
722 pMax = layer.max;
723 pMin = layer.min;
724 ALOGV("pMin %d pMax %d", pMin, pMax);
725 } else if (layer.type_ == C2Config::picture_type_t(B_FRAME)) {
726 bMax = layer.max;
727 bMin = layer.min;
728 ALOGV("bMin %d bMax %d", bMin, bMax);
729 }
Ray Essick825104d2021-03-04 13:29:57 -0800730 }
731
Ray Essickf78afc32021-03-10 19:42:49 -0800732 // INT32_{MIN,MAX} means unspecified, so use the codec's default
733 if (iMax == INT32_MAX) iMax = DEFAULT_I_QP_MAX;
734 if (iMin == INT32_MIN) iMin = DEFAULT_I_QP_MIN;
735 if (pMax == INT32_MAX) pMax = DEFAULT_P_QP_MAX;
736 if (pMin == INT32_MIN) pMin = DEFAULT_P_QP_MIN;
737 if (bMax == INT32_MAX) bMax = DEFAULT_B_QP_MAX;
738 if (bMin == INT32_MIN) bMin = DEFAULT_B_QP_MIN;
739
740 // ensure we have legal values
741 iMax = std::clamp(iMax, CODEC_QP_MIN, CODEC_QP_MAX);
742 iMin = std::clamp(iMin, CODEC_QP_MIN, CODEC_QP_MAX);
743 pMax = std::clamp(pMax, CODEC_QP_MIN, CODEC_QP_MAX);
744 pMin = std::clamp(pMin, CODEC_QP_MIN, CODEC_QP_MAX);
745 bMax = std::clamp(bMax, CODEC_QP_MIN, CODEC_QP_MAX);
746 bMin = std::clamp(bMin, CODEC_QP_MIN, CODEC_QP_MAX);
747
748 s_qp_ip.u4_i_qp_max = iMax;
749 s_qp_ip.u4_i_qp_min = iMin;
750 s_qp_ip.u4_p_qp_max = pMax;
751 s_qp_ip.u4_p_qp_min = pMin;
752 s_qp_ip.u4_b_qp_max = bMax;
753 s_qp_ip.u4_b_qp_min = bMin;
754
755 // ensure initial qp values are within our newly configured bounds...
756 s_qp_ip.u4_i_qp = std::clamp(DEFAULT_I_QP, iMin, iMax);
757 s_qp_ip.u4_p_qp = std::clamp(DEFAULT_P_QP, pMin, pMax);
758 s_qp_ip.u4_b_qp = std::clamp(DEFAULT_B_QP, bMin, bMax);
759
760 ALOGV("setting QP: i %d-%d p %d-%d b %d-%d", iMin, iMax, pMin, pMax, bMin, bMax);
761
Pawin Vongmasa36653902018-11-15 00:10:25 -0800762
763 s_qp_ip.u4_timestamp_high = -1;
764 s_qp_ip.u4_timestamp_low = -1;
765
766 s_qp_ip.u4_size = sizeof(ive_ctl_set_qp_ip_t);
767 s_qp_op.u4_size = sizeof(ive_ctl_set_qp_op_t);
768
769 status = ive_api_function(mCodecCtx, &s_qp_ip, &s_qp_op);
770 if (status != IV_SUCCESS) {
771 ALOGE("Unable to set qp 0x%x\n", s_qp_op.u4_error_code);
772 return C2_CORRUPTED;
773 }
774 return C2_OK;
775}
776
777c2_status_t C2SoftAvcEnc::setEncMode(IVE_ENC_MODE_T e_enc_mode) {
778 IV_STATUS_T status;
779 ive_ctl_set_enc_mode_ip_t s_enc_mode_ip;
780 ive_ctl_set_enc_mode_op_t s_enc_mode_op;
781
782 s_enc_mode_ip.e_cmd = IVE_CMD_VIDEO_CTL;
783 s_enc_mode_ip.e_sub_cmd = IVE_CMD_CTL_SET_ENC_MODE;
784
785 s_enc_mode_ip.e_enc_mode = e_enc_mode;
786
787 s_enc_mode_ip.u4_timestamp_high = -1;
788 s_enc_mode_ip.u4_timestamp_low = -1;
789
790 s_enc_mode_ip.u4_size = sizeof(ive_ctl_set_enc_mode_ip_t);
791 s_enc_mode_op.u4_size = sizeof(ive_ctl_set_enc_mode_op_t);
792
793 status = ive_api_function(mCodecCtx, &s_enc_mode_ip, &s_enc_mode_op);
794 if (status != IV_SUCCESS) {
795 ALOGE("Unable to set in header encode mode = 0x%x\n",
796 s_enc_mode_op.u4_error_code);
797 return C2_CORRUPTED;
798 }
799 return C2_OK;
800}
801
802c2_status_t C2SoftAvcEnc::setVbvParams() {
803 ive_ctl_set_vbv_params_ip_t s_vbv_ip;
804 ive_ctl_set_vbv_params_op_t s_vbv_op;
805 IV_STATUS_T status;
806
807 s_vbv_ip.e_cmd = IVE_CMD_VIDEO_CTL;
808 s_vbv_ip.e_sub_cmd = IVE_CMD_CTL_SET_VBV_PARAMS;
809
810 s_vbv_ip.u4_vbv_buf_size = 0;
811 s_vbv_ip.u4_vbv_buffer_delay = 1000;
812
813 s_vbv_ip.u4_timestamp_high = -1;
814 s_vbv_ip.u4_timestamp_low = -1;
815
816 s_vbv_ip.u4_size = sizeof(ive_ctl_set_vbv_params_ip_t);
817 s_vbv_op.u4_size = sizeof(ive_ctl_set_vbv_params_op_t);
818
819 status = ive_api_function(mCodecCtx, &s_vbv_ip, &s_vbv_op);
820 if (status != IV_SUCCESS) {
821 ALOGE("Unable to set VBV params = 0x%x\n", s_vbv_op.u4_error_code);
822 return C2_CORRUPTED;
823 }
824 return C2_OK;
825}
826
827c2_status_t C2SoftAvcEnc::setAirParams() {
828 ive_ctl_set_air_params_ip_t s_air_ip;
829 ive_ctl_set_air_params_op_t s_air_op;
830 IV_STATUS_T status;
831
832 s_air_ip.e_cmd = IVE_CMD_VIDEO_CTL;
833 s_air_ip.e_sub_cmd = IVE_CMD_CTL_SET_AIR_PARAMS;
834
835 s_air_ip.e_air_mode =
836 (mIntraRefresh->mode == C2Config::INTRA_REFRESH_DISABLED || mIntraRefresh->period < 1)
837 ? IVE_AIR_MODE_NONE : IVE_AIR_MODE_CYCLIC;
838 s_air_ip.u4_air_refresh_period = mIntraRefresh->period;
839
840 s_air_ip.u4_timestamp_high = -1;
841 s_air_ip.u4_timestamp_low = -1;
842
843 s_air_ip.u4_size = sizeof(ive_ctl_set_air_params_ip_t);
844 s_air_op.u4_size = sizeof(ive_ctl_set_air_params_op_t);
845
846 status = ive_api_function(mCodecCtx, &s_air_ip, &s_air_op);
847 if (status != IV_SUCCESS) {
848 ALOGE("Unable to set air params = 0x%x\n", s_air_op.u4_error_code);
849 return C2_CORRUPTED;
850 }
851 return C2_OK;
852}
853
854c2_status_t C2SoftAvcEnc::setMeParams() {
855 IV_STATUS_T status;
856 ive_ctl_set_me_params_ip_t s_me_params_ip;
857 ive_ctl_set_me_params_op_t s_me_params_op;
858
859 s_me_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
860 s_me_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_ME_PARAMS;
861
862 s_me_params_ip.u4_enable_fast_sad = mEnableFastSad;
863 s_me_params_ip.u4_enable_alt_ref = mEnableAltRef;
864
865 s_me_params_ip.u4_enable_hpel = mHalfPelEnable;
866 s_me_params_ip.u4_enable_qpel = DEFAULT_QPEL;
867 s_me_params_ip.u4_me_speed_preset = DEFAULT_ME_SPEED;
868 s_me_params_ip.u4_srch_rng_x = DEFAULT_SRCH_RNG_X;
869 s_me_params_ip.u4_srch_rng_y = DEFAULT_SRCH_RNG_Y;
870
871 s_me_params_ip.u4_timestamp_high = -1;
872 s_me_params_ip.u4_timestamp_low = -1;
873
874 s_me_params_ip.u4_size = sizeof(ive_ctl_set_me_params_ip_t);
875 s_me_params_op.u4_size = sizeof(ive_ctl_set_me_params_op_t);
876
877 status = ive_api_function(mCodecCtx, &s_me_params_ip, &s_me_params_op);
878 if (status != IV_SUCCESS) {
879 ALOGE("Unable to set me params = 0x%x\n", s_me_params_op.u4_error_code);
880 return C2_CORRUPTED;
881 }
882 return C2_OK;
883}
884
885c2_status_t C2SoftAvcEnc::setGopParams() {
886 IV_STATUS_T status;
887 ive_ctl_set_gop_params_ip_t s_gop_params_ip;
888 ive_ctl_set_gop_params_op_t s_gop_params_op;
889
890 s_gop_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
891 s_gop_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_GOP_PARAMS;
892
893 s_gop_params_ip.u4_i_frm_interval = mIInterval;
894 s_gop_params_ip.u4_idr_frm_interval = mIDRInterval;
895
896 s_gop_params_ip.u4_timestamp_high = -1;
897 s_gop_params_ip.u4_timestamp_low = -1;
898
899 s_gop_params_ip.u4_size = sizeof(ive_ctl_set_gop_params_ip_t);
900 s_gop_params_op.u4_size = sizeof(ive_ctl_set_gop_params_op_t);
901
902 status = ive_api_function(mCodecCtx, &s_gop_params_ip, &s_gop_params_op);
903 if (status != IV_SUCCESS) {
904 ALOGE("Unable to set GOP params = 0x%x\n",
905 s_gop_params_op.u4_error_code);
906 return C2_CORRUPTED;
907 }
908 return C2_OK;
909}
910
911c2_status_t C2SoftAvcEnc::setProfileParams() {
912 IntfImpl::Lock lock = mIntf->lock();
913
914 IV_STATUS_T status;
915 ive_ctl_set_profile_params_ip_t s_profile_params_ip;
916 ive_ctl_set_profile_params_op_t s_profile_params_op;
917
918 s_profile_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
919 s_profile_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_PROFILE_PARAMS;
920
921 s_profile_params_ip.e_profile = mIntf->getProfile_l();
Harish Mahendrakar8725ae02018-08-31 10:33:56 -0700922 if (s_profile_params_ip.e_profile == IV_PROFILE_BASE) {
923 s_profile_params_ip.u4_entropy_coding_mode = 0;
924 } else {
925 s_profile_params_ip.u4_entropy_coding_mode = 1;
926 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800927 s_profile_params_ip.u4_timestamp_high = -1;
928 s_profile_params_ip.u4_timestamp_low = -1;
929
930 s_profile_params_ip.u4_size = sizeof(ive_ctl_set_profile_params_ip_t);
931 s_profile_params_op.u4_size = sizeof(ive_ctl_set_profile_params_op_t);
932 lock.unlock();
933
934 status = ive_api_function(mCodecCtx, &s_profile_params_ip, &s_profile_params_op);
935 if (status != IV_SUCCESS) {
936 ALOGE("Unable to set profile params = 0x%x\n",
937 s_profile_params_op.u4_error_code);
938 return C2_CORRUPTED;
939 }
940 return C2_OK;
941}
942
943c2_status_t C2SoftAvcEnc::setDeblockParams() {
944 IV_STATUS_T status;
945 ive_ctl_set_deblock_params_ip_t s_deblock_params_ip;
946 ive_ctl_set_deblock_params_op_t s_deblock_params_op;
947
948 s_deblock_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
949 s_deblock_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_DEBLOCK_PARAMS;
950
951 s_deblock_params_ip.u4_disable_deblock_level = mDisableDeblkLevel;
952
953 s_deblock_params_ip.u4_timestamp_high = -1;
954 s_deblock_params_ip.u4_timestamp_low = -1;
955
956 s_deblock_params_ip.u4_size = sizeof(ive_ctl_set_deblock_params_ip_t);
957 s_deblock_params_op.u4_size = sizeof(ive_ctl_set_deblock_params_op_t);
958
959 status = ive_api_function(mCodecCtx, &s_deblock_params_ip, &s_deblock_params_op);
960 if (status != IV_SUCCESS) {
961 ALOGE("Unable to enable/disable deblock params = 0x%x\n",
962 s_deblock_params_op.u4_error_code);
963 return C2_CORRUPTED;
964 }
965 return C2_OK;
966}
967
968void C2SoftAvcEnc::logVersion() {
969 ive_ctl_getversioninfo_ip_t s_ctl_ip;
970 ive_ctl_getversioninfo_op_t s_ctl_op;
971 UWORD8 au1_buf[512];
972 IV_STATUS_T status;
973
974 s_ctl_ip.e_cmd = IVE_CMD_VIDEO_CTL;
975 s_ctl_ip.e_sub_cmd = IVE_CMD_CTL_GETVERSION;
976 s_ctl_ip.u4_size = sizeof(ive_ctl_getversioninfo_ip_t);
977 s_ctl_op.u4_size = sizeof(ive_ctl_getversioninfo_op_t);
978 s_ctl_ip.pu1_version = au1_buf;
979 s_ctl_ip.u4_version_bufsize = sizeof(au1_buf);
980
981 status = ive_api_function(mCodecCtx, (void *) &s_ctl_ip, (void *) &s_ctl_op);
982
983 if (status != IV_SUCCESS) {
984 ALOGE("Error in getting version: 0x%x", s_ctl_op.u4_error_code);
985 } else {
986 ALOGV("Ittiam encoder version: %s", (char *)s_ctl_ip.pu1_version);
987 }
988 return;
989}
990
991c2_status_t C2SoftAvcEnc::initEncoder() {
992 IV_STATUS_T status;
993 WORD32 level;
994
995 CHECK(!mStarted);
996
997 c2_status_t errType = C2_OK;
998
Wonsik Kime1c360a2019-05-22 10:38:58 -0700999 std::shared_ptr<C2StreamGopTuning::output> gop;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001000 {
1001 IntfImpl::Lock lock = mIntf->lock();
1002 mSize = mIntf->getSize_l();
1003 mBitrate = mIntf->getBitrate_l();
1004 mFrameRate = mIntf->getFrameRate_l();
1005 mIntraRefresh = mIntf->getIntraRefresh_l();
1006 mAVCEncLevel = mIntf->getLevel_l();
1007 mIInterval = mIntf->getSyncFramePeriod_l();
1008 mIDRInterval = mIntf->getSyncFramePeriod_l();
Wonsik Kime1c360a2019-05-22 10:38:58 -07001009 gop = mIntf->getGop_l();
1010 }
1011 if (gop && gop->flexCount() > 0) {
1012 uint32_t syncInterval = 1;
1013 uint32_t iInterval = 1;
1014 uint32_t maxBframes = 0;
1015 ParseGop(*gop, &syncInterval, &iInterval, &maxBframes);
1016 if (syncInterval > 0) {
1017 ALOGD("Updating IDR interval from GOP: old %u new %u", mIDRInterval, syncInterval);
1018 mIDRInterval = syncInterval;
1019 }
1020 if (iInterval > 0) {
1021 ALOGD("Updating I interval from GOP: old %u new %u", mIInterval, iInterval);
1022 mIInterval = iInterval;
1023 }
1024 if (mBframes != maxBframes) {
1025 ALOGD("Updating max B frames from GOP: old %u new %u", mBframes, maxBframes);
1026 mBframes = maxBframes;
1027 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001028 }
1029 uint32_t width = mSize->width;
1030 uint32_t height = mSize->height;
1031
1032 mStride = width;
1033
Harish Mahendrakarea0eb372019-11-21 10:33:05 -08001034 // Assume worst case output buffer size to be equal to number of bytes in input
1035 mOutBufferSize = std::max(width * height * 3 / 2, kMinOutBufferSize);
1036
Wonsik Kim8f183eb2021-04-05 14:51:39 -07001037 mIvVideoColorFormat = GetIvColorFormat();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001038
Wonsik Kime1c360a2019-05-22 10:38:58 -07001039 ALOGD("Params width %d height %d level %d colorFormat %d bframes %d", width,
1040 height, mAVCEncLevel, mIvVideoColorFormat, mBframes);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001041
1042 /* Getting Number of MemRecords */
1043 {
1044 iv_num_mem_rec_ip_t s_num_mem_rec_ip;
1045 iv_num_mem_rec_op_t s_num_mem_rec_op;
1046
1047 s_num_mem_rec_ip.u4_size = sizeof(iv_num_mem_rec_ip_t);
1048 s_num_mem_rec_op.u4_size = sizeof(iv_num_mem_rec_op_t);
1049
1050 s_num_mem_rec_ip.e_cmd = IV_CMD_GET_NUM_MEM_REC;
1051
1052 status = ive_api_function(nullptr, &s_num_mem_rec_ip, &s_num_mem_rec_op);
1053
1054 if (status != IV_SUCCESS) {
1055 ALOGE("Get number of memory records failed = 0x%x\n",
1056 s_num_mem_rec_op.u4_error_code);
1057 return C2_CORRUPTED;
1058 }
1059
1060 mNumMemRecords = s_num_mem_rec_op.u4_num_mem_rec;
1061 }
1062
1063 /* Allocate array to hold memory records */
1064 if (mNumMemRecords > SIZE_MAX / sizeof(iv_mem_rec_t)) {
1065 ALOGE("requested memory size is too big.");
1066 return C2_CORRUPTED;
1067 }
1068 mMemRecords = (iv_mem_rec_t *)malloc(mNumMemRecords * sizeof(iv_mem_rec_t));
1069 if (nullptr == mMemRecords) {
1070 ALOGE("Unable to allocate memory for hold memory records: Size %zu",
1071 mNumMemRecords * sizeof(iv_mem_rec_t));
1072 mSignalledError = true;
1073 return C2_CORRUPTED;
1074 }
1075
1076 {
1077 iv_mem_rec_t *ps_mem_rec;
1078 ps_mem_rec = mMemRecords;
1079 for (size_t i = 0; i < mNumMemRecords; i++) {
1080 ps_mem_rec->u4_size = sizeof(iv_mem_rec_t);
1081 ps_mem_rec->pv_base = nullptr;
1082 ps_mem_rec->u4_mem_size = 0;
1083 ps_mem_rec->u4_mem_alignment = 0;
1084 ps_mem_rec->e_mem_type = IV_NA_MEM_TYPE;
1085
1086 ps_mem_rec++;
1087 }
1088 }
1089
1090 /* Getting MemRecords Attributes */
1091 {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301092 ih264e_fill_mem_rec_ip_t s_ih264e_mem_rec_ip = {};
1093 ih264e_fill_mem_rec_op_t s_ih264e_mem_rec_op = {};
1094 iv_fill_mem_rec_ip_t *ps_fill_mem_rec_ip = &s_ih264e_mem_rec_ip.s_ive_ip;
1095 iv_fill_mem_rec_op_t *ps_fill_mem_rec_op = &s_ih264e_mem_rec_op.s_ive_op;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001096
Manisha Jajoo93960e52020-12-21 21:00:11 +05301097 ps_fill_mem_rec_ip->u4_size = sizeof(ih264e_fill_mem_rec_ip_t);
1098 ps_fill_mem_rec_op->u4_size = sizeof(ih264e_fill_mem_rec_op_t);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001099
Manisha Jajoo93960e52020-12-21 21:00:11 +05301100 ps_fill_mem_rec_ip->e_cmd = IV_CMD_FILL_NUM_MEM_REC;
1101 ps_fill_mem_rec_ip->ps_mem_rec = mMemRecords;
1102 ps_fill_mem_rec_ip->u4_num_mem_rec = mNumMemRecords;
1103 ps_fill_mem_rec_ip->u4_max_wd = width;
1104 ps_fill_mem_rec_ip->u4_max_ht = height;
1105 ps_fill_mem_rec_ip->u4_max_level = mAVCEncLevel;
1106 ps_fill_mem_rec_ip->e_color_format = DEFAULT_INP_COLOR_FORMAT;
1107 ps_fill_mem_rec_ip->u4_max_ref_cnt = DEFAULT_MAX_REF_FRM;
1108 ps_fill_mem_rec_ip->u4_max_reorder_cnt = DEFAULT_MAX_REORDER_FRM;
1109 ps_fill_mem_rec_ip->u4_max_srch_rng_x = DEFAULT_MAX_SRCH_RANGE_X;
1110 ps_fill_mem_rec_ip->u4_max_srch_rng_y = DEFAULT_MAX_SRCH_RANGE_Y;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001111
Manisha Jajoo93960e52020-12-21 21:00:11 +05301112 status = ive_api_function(nullptr, &s_ih264e_mem_rec_ip, &s_ih264e_mem_rec_op);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001113
1114 if (status != IV_SUCCESS) {
1115 ALOGE("Fill memory records failed = 0x%x\n",
Manisha Jajoo93960e52020-12-21 21:00:11 +05301116 ps_fill_mem_rec_op->u4_error_code);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001117 return C2_CORRUPTED;
1118 }
1119 }
1120
1121 /* Allocating Memory for Mem Records */
1122 {
1123 WORD32 total_size;
1124 iv_mem_rec_t *ps_mem_rec;
1125 total_size = 0;
1126 ps_mem_rec = mMemRecords;
1127
1128 for (size_t i = 0; i < mNumMemRecords; i++) {
1129 ps_mem_rec->pv_base = ive_aligned_malloc(
1130 ps_mem_rec->u4_mem_alignment, ps_mem_rec->u4_mem_size);
1131 if (ps_mem_rec->pv_base == nullptr) {
1132 ALOGE("Allocation failure for mem record id %zu size %u\n", i,
1133 ps_mem_rec->u4_mem_size);
1134 return C2_CORRUPTED;
1135
1136 }
1137 total_size += ps_mem_rec->u4_mem_size;
1138
1139 ps_mem_rec++;
1140 }
1141 }
1142
1143 /* Codec Instance Creation */
1144 {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301145 ih264e_init_ip_t s_enc_ip = {};
1146 ih264e_init_op_t s_enc_op = {};
1147
1148 ive_init_ip_t *ps_init_ip = &s_enc_ip.s_ive_ip;
1149 ive_init_op_t *ps_init_op = &s_enc_op.s_ive_op;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001150
1151 mCodecCtx = (iv_obj_t *)mMemRecords[0].pv_base;
1152 mCodecCtx->u4_size = sizeof(iv_obj_t);
1153 mCodecCtx->pv_fxns = (void *)ive_api_function;
1154
Manisha Jajoo93960e52020-12-21 21:00:11 +05301155 ps_init_ip->u4_size = sizeof(ih264e_init_ip_t);
1156 ps_init_op->u4_size = sizeof(ih264e_init_op_t);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001157
Manisha Jajoo93960e52020-12-21 21:00:11 +05301158 ps_init_ip->e_cmd = IV_CMD_INIT;
1159 ps_init_ip->u4_num_mem_rec = mNumMemRecords;
1160 ps_init_ip->ps_mem_rec = mMemRecords;
1161 ps_init_ip->u4_max_wd = width;
1162 ps_init_ip->u4_max_ht = height;
1163 ps_init_ip->u4_max_ref_cnt = DEFAULT_MAX_REF_FRM;
1164 ps_init_ip->u4_max_reorder_cnt = DEFAULT_MAX_REORDER_FRM;
1165 ps_init_ip->u4_max_level = mAVCEncLevel;
1166 ps_init_ip->e_inp_color_fmt = mIvVideoColorFormat;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001167
1168 if (mReconEnable || mPSNREnable) {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301169 ps_init_ip->u4_enable_recon = 1;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001170 } else {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301171 ps_init_ip->u4_enable_recon = 0;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001172 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301173 ps_init_ip->e_recon_color_fmt = DEFAULT_RECON_COLOR_FORMAT;
1174 ps_init_ip->e_rc_mode = DEFAULT_RC_MODE;
1175 ps_init_ip->u4_max_framerate = DEFAULT_MAX_FRAMERATE;
1176 ps_init_ip->u4_max_bitrate = DEFAULT_MAX_BITRATE;
1177 ps_init_ip->u4_num_bframes = mBframes;
1178 ps_init_ip->e_content_type = IV_PROGRESSIVE;
1179 ps_init_ip->u4_max_srch_rng_x = DEFAULT_MAX_SRCH_RANGE_X;
1180 ps_init_ip->u4_max_srch_rng_y = DEFAULT_MAX_SRCH_RANGE_Y;
1181 ps_init_ip->e_slice_mode = mSliceMode;
1182 ps_init_ip->u4_slice_param = mSliceParam;
1183 ps_init_ip->e_arch = mArch;
1184 ps_init_ip->e_soc = DEFAULT_SOC;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001185
Manisha Jajoo93960e52020-12-21 21:00:11 +05301186 status = ive_api_function(mCodecCtx, &s_enc_ip, &s_enc_op);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001187
1188 if (status != IV_SUCCESS) {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301189 ALOGE("Init encoder failed = 0x%x\n", ps_init_op->u4_error_code);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001190 return C2_CORRUPTED;
1191 }
1192 }
1193
1194 /* Get Codec Version */
1195 logVersion();
1196
1197 /* set processor details */
1198 setNumCores();
1199
1200 /* Video control Set Frame dimensions */
1201 setDimensions();
1202
1203 /* Video control Set Frame rates */
1204 setFrameRate();
1205
1206 /* Video control Set IPE Params */
1207 setIpeParams();
1208
1209 /* Video control Set Bitrate */
1210 setBitRate();
1211
1212 /* Video control Set QP */
1213 setQp();
1214
1215 /* Video control Set AIR params */
1216 setAirParams();
1217
1218 /* Video control Set VBV params */
1219 setVbvParams();
1220
1221 /* Video control Set Motion estimation params */
1222 setMeParams();
1223
1224 /* Video control Set GOP params */
1225 setGopParams();
1226
1227 /* Video control Set Deblock params */
1228 setDeblockParams();
1229
1230 /* Video control Set Profile params */
1231 setProfileParams();
1232
1233 /* Video control Set in Encode header mode */
1234 setEncMode(IVE_ENC_MODE_HEADER);
1235
1236 ALOGV("init_codec successfull");
1237
1238 mSpsPpsHeaderReceived = false;
1239 mStarted = true;
1240
1241 return C2_OK;
1242}
1243
1244c2_status_t C2SoftAvcEnc::releaseEncoder() {
1245 IV_STATUS_T status = IV_SUCCESS;
1246 iv_retrieve_mem_rec_ip_t s_retrieve_mem_ip;
1247 iv_retrieve_mem_rec_op_t s_retrieve_mem_op;
1248 iv_mem_rec_t *ps_mem_rec;
1249
1250 if (!mStarted) {
1251 return C2_OK;
1252 }
1253
1254 s_retrieve_mem_ip.u4_size = sizeof(iv_retrieve_mem_rec_ip_t);
1255 s_retrieve_mem_op.u4_size = sizeof(iv_retrieve_mem_rec_op_t);
1256 s_retrieve_mem_ip.e_cmd = IV_CMD_RETRIEVE_MEMREC;
1257 s_retrieve_mem_ip.ps_mem_rec = mMemRecords;
1258
1259 status = ive_api_function(mCodecCtx, &s_retrieve_mem_ip, &s_retrieve_mem_op);
1260
1261 if (status != IV_SUCCESS) {
1262 ALOGE("Unable to retrieve memory records = 0x%x\n",
1263 s_retrieve_mem_op.u4_error_code);
1264 return C2_CORRUPTED;
1265 }
1266
1267 /* Free memory records */
1268 ps_mem_rec = mMemRecords;
1269 for (size_t i = 0; i < s_retrieve_mem_op.u4_num_mem_rec_filled; i++) {
1270 if (ps_mem_rec) ive_aligned_free(ps_mem_rec->pv_base);
1271 else {
1272 ALOGE("memory record is null.");
1273 return C2_CORRUPTED;
1274 }
1275 ps_mem_rec++;
1276 }
1277
1278 if (mMemRecords) free(mMemRecords);
1279
1280 // clear other pointers into the space being free()d
1281 mCodecCtx = nullptr;
1282
1283 mStarted = false;
1284
1285 return C2_OK;
1286}
1287
1288c2_status_t C2SoftAvcEnc::setEncodeArgs(
1289 ive_video_encode_ip_t *ps_encode_ip,
1290 ive_video_encode_op_t *ps_encode_op,
1291 const C2GraphicView *const input,
1292 uint8_t *base,
1293 uint32_t capacity,
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301294 uint64_t workIndex) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001295 iv_raw_buf_t *ps_inp_raw_buf;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301296 memset(ps_encode_ip, 0, sizeof(*ps_encode_ip));
1297 memset(ps_encode_op, 0, sizeof(*ps_encode_op));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001298
1299 ps_inp_raw_buf = &ps_encode_ip->s_inp_buf;
1300 ps_encode_ip->s_out_buf.pv_buf = base;
1301 ps_encode_ip->s_out_buf.u4_bytes = 0;
1302 ps_encode_ip->s_out_buf.u4_bufsize = capacity;
1303 ps_encode_ip->u4_size = sizeof(ive_video_encode_ip_t);
1304 ps_encode_op->u4_size = sizeof(ive_video_encode_op_t);
1305
1306 ps_encode_ip->e_cmd = IVE_CMD_VIDEO_ENCODE;
1307 ps_encode_ip->pv_bufs = nullptr;
1308 ps_encode_ip->pv_mb_info = nullptr;
1309 ps_encode_ip->pv_pic_info = nullptr;
1310 ps_encode_ip->u4_mb_info_type = 0;
1311 ps_encode_ip->u4_pic_info_type = 0;
1312 ps_encode_ip->u4_is_last = 0;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301313 ps_encode_ip->u4_timestamp_high = workIndex >> 32;
1314 ps_encode_ip->u4_timestamp_low = workIndex & 0xFFFFFFFF;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001315 ps_encode_op->s_out_buf.pv_buf = nullptr;
1316
1317 /* Initialize color formats */
1318 memset(ps_inp_raw_buf, 0, sizeof(iv_raw_buf_t));
1319 ps_inp_raw_buf->u4_size = sizeof(iv_raw_buf_t);
1320 ps_inp_raw_buf->e_color_fmt = mIvVideoColorFormat;
1321 if (input == nullptr) {
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301322 if (mSawInputEOS) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001323 ps_encode_ip->u4_is_last = 1;
1324 }
1325 return C2_OK;
1326 }
1327
1328 if (input->width() < mSize->width ||
1329 input->height() < mSize->height) {
1330 /* Expect width height to be configured */
1331 ALOGW("unexpected Capacity Aspect %d(%d) x %d(%d)", input->width(),
1332 mSize->width, input->height(), mSize->height);
1333 return C2_BAD_VALUE;
1334 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001335 const C2PlanarLayout &layout = input->layout();
1336 uint8_t *yPlane = const_cast<uint8_t *>(input->data()[C2PlanarLayout::PLANE_Y]);
1337 uint8_t *uPlane = const_cast<uint8_t *>(input->data()[C2PlanarLayout::PLANE_U]);
1338 uint8_t *vPlane = const_cast<uint8_t *>(input->data()[C2PlanarLayout::PLANE_V]);
1339 int32_t yStride = layout.planes[C2PlanarLayout::PLANE_Y].rowInc;
1340 int32_t uStride = layout.planes[C2PlanarLayout::PLANE_U].rowInc;
1341 int32_t vStride = layout.planes[C2PlanarLayout::PLANE_V].rowInc;
1342
1343 uint32_t width = mSize->width;
1344 uint32_t height = mSize->height;
1345 // width and height are always even (as block size is 16x16)
1346 CHECK_EQ((width & 1u), 0u);
1347 CHECK_EQ((height & 1u), 0u);
1348 size_t yPlaneSize = width * height;
1349
1350 switch (layout.type) {
1351 case C2PlanarLayout::TYPE_RGB:
1352 [[fallthrough]];
1353 case C2PlanarLayout::TYPE_RGBA: {
1354 ALOGV("yPlaneSize = %zu", yPlaneSize);
1355 MemoryBlock conversionBuffer = mConversionBuffers.fetch(yPlaneSize * 3 / 2);
1356 mConversionBuffersInUse.emplace(conversionBuffer.data(), conversionBuffer);
1357 yPlane = conversionBuffer.data();
1358 uPlane = yPlane + yPlaneSize;
1359 vPlane = uPlane + yPlaneSize / 4;
1360 yStride = width;
1361 uStride = vStride = yStride / 2;
1362 ConvertRGBToPlanarYUV(yPlane, yStride, height, conversionBuffer.size(), *input);
1363 break;
1364 }
1365 case C2PlanarLayout::TYPE_YUV: {
1366 if (!IsYUV420(*input)) {
1367 ALOGE("input is not YUV420");
1368 return C2_BAD_VALUE;
1369 }
1370
Wonsik Kim8f183eb2021-04-05 14:51:39 -07001371 if (mIvVideoColorFormat == IV_YUV_420P
1372 && layout.planes[layout.PLANE_Y].colInc == 1
Pawin Vongmasa36653902018-11-15 00:10:25 -08001373 && layout.planes[layout.PLANE_U].colInc == 1
1374 && layout.planes[layout.PLANE_V].colInc == 1
1375 && uStride == vStride
1376 && yStride == 2 * vStride) {
1377 // I420 compatible - already set up above
1378 break;
1379 }
Wonsik Kim8f183eb2021-04-05 14:51:39 -07001380 if (mIvVideoColorFormat == IV_YUV_420SP_UV
1381 && layout.planes[layout.PLANE_Y].colInc == 1
1382 && layout.planes[layout.PLANE_U].colInc == 2
1383 && layout.planes[layout.PLANE_V].colInc == 2
1384 && uStride == vStride
1385 && yStride == vStride
1386 && uPlane + 1 == vPlane) {
1387 // NV12 compatible - already set up above
1388 break;
1389 }
1390 if (mIvVideoColorFormat == IV_YUV_420SP_VU
1391 && layout.planes[layout.PLANE_Y].colInc == 1
1392 && layout.planes[layout.PLANE_U].colInc == 2
1393 && layout.planes[layout.PLANE_V].colInc == 2
1394 && uStride == vStride
1395 && yStride == vStride
1396 && uPlane == vPlane + 1) {
1397 // NV21 compatible - already set up above
1398 break;
1399 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001400
1401 // copy to I420
1402 yStride = width;
1403 uStride = vStride = yStride / 2;
1404 MemoryBlock conversionBuffer = mConversionBuffers.fetch(yPlaneSize * 3 / 2);
1405 mConversionBuffersInUse.emplace(conversionBuffer.data(), conversionBuffer);
Wonsik Kim8f183eb2021-04-05 14:51:39 -07001406 MediaImage2 img;
1407 switch (mIvVideoColorFormat) {
1408 case IV_YUV_420P:
1409 img = CreateYUV420PlanarMediaImage2(width, height, yStride, height);
1410 yPlane = conversionBuffer.data();
1411 uPlane = yPlane + yPlaneSize;
1412 vPlane = uPlane + yPlaneSize / 4;
1413 break;
1414 case IV_YUV_420SP_VU:
1415 img = CreateYUV420SemiPlanarMediaImage2(width, height, yStride, height);
1416 img.mPlane[MediaImage2::U].mOffset++;
1417 img.mPlane[MediaImage2::V].mOffset--;
1418 yPlane = conversionBuffer.data();
1419 vPlane = yPlane + yPlaneSize;
1420 uPlane = vPlane + 1;
1421 break;
1422 case IV_YUV_420SP_UV:
1423 default:
1424 img = CreateYUV420SemiPlanarMediaImage2(width, height, yStride, height);
1425 yPlane = conversionBuffer.data();
1426 uPlane = yPlane + yPlaneSize;
1427 vPlane = uPlane + 1;
1428 break;
1429 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001430 status_t err = ImageCopy(conversionBuffer.data(), &img, *input);
1431 if (err != OK) {
1432 ALOGE("Buffer conversion failed: %d", err);
1433 return C2_BAD_VALUE;
1434 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001435 break;
1436
1437 }
1438
1439 case C2PlanarLayout::TYPE_YUVA:
1440 ALOGE("YUVA plane type is not supported");
1441 return C2_BAD_VALUE;
1442
1443 default:
1444 ALOGE("Unrecognized plane type: %d", layout.type);
1445 return C2_BAD_VALUE;
1446 }
1447
1448 switch (mIvVideoColorFormat) {
1449 case IV_YUV_420P:
1450 {
1451 // input buffer is supposed to be const but Ittiam API wants bare pointer.
1452 ps_inp_raw_buf->apv_bufs[0] = yPlane;
1453 ps_inp_raw_buf->apv_bufs[1] = uPlane;
1454 ps_inp_raw_buf->apv_bufs[2] = vPlane;
1455
Harish Mahendrakar4817c9a2020-12-22 12:49:17 -08001456 ps_inp_raw_buf->au4_wd[0] = mSize->width;
1457 ps_inp_raw_buf->au4_wd[1] = mSize->width / 2;
1458 ps_inp_raw_buf->au4_wd[2] = mSize->width / 2;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001459
Harish Mahendrakar4817c9a2020-12-22 12:49:17 -08001460 ps_inp_raw_buf->au4_ht[0] = mSize->height;
1461 ps_inp_raw_buf->au4_ht[1] = mSize->height / 2;
1462 ps_inp_raw_buf->au4_ht[2] = mSize->height / 2;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001463
1464 ps_inp_raw_buf->au4_strd[0] = yStride;
1465 ps_inp_raw_buf->au4_strd[1] = uStride;
1466 ps_inp_raw_buf->au4_strd[2] = vStride;
1467 break;
1468 }
1469
1470 case IV_YUV_422ILE:
1471 {
1472 // TODO
1473 // ps_inp_raw_buf->apv_bufs[0] = pu1_buf;
1474 // ps_inp_raw_buf->au4_wd[0] = mWidth * 2;
1475 // ps_inp_raw_buf->au4_ht[0] = mHeight;
1476 // ps_inp_raw_buf->au4_strd[0] = mStride * 2;
1477 break;
1478 }
1479
Pawin Vongmasa36653902018-11-15 00:10:25 -08001480 case IV_YUV_420SP_VU:
Wonsik Kim8f183eb2021-04-05 14:51:39 -07001481 uPlane = vPlane;
1482 [[fallthrough]];
1483 case IV_YUV_420SP_UV:
Pawin Vongmasa36653902018-11-15 00:10:25 -08001484 default:
1485 {
1486 ps_inp_raw_buf->apv_bufs[0] = yPlane;
1487 ps_inp_raw_buf->apv_bufs[1] = uPlane;
1488
Harish Mahendrakar4817c9a2020-12-22 12:49:17 -08001489 ps_inp_raw_buf->au4_wd[0] = mSize->width;
Wonsik Kim8f183eb2021-04-05 14:51:39 -07001490 ps_inp_raw_buf->au4_wd[1] = mSize->width / 2;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001491
Harish Mahendrakar4817c9a2020-12-22 12:49:17 -08001492 ps_inp_raw_buf->au4_ht[0] = mSize->height;
1493 ps_inp_raw_buf->au4_ht[1] = mSize->height / 2;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001494
1495 ps_inp_raw_buf->au4_strd[0] = yStride;
1496 ps_inp_raw_buf->au4_strd[1] = uStride;
1497 break;
1498 }
1499 }
1500 return C2_OK;
1501}
1502
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301503void C2SoftAvcEnc::finishWork(uint64_t workIndex, const std::unique_ptr<C2Work> &work,
1504 ive_video_encode_op_t *ps_encode_op) {
1505 std::shared_ptr<C2Buffer> buffer =
1506 createLinearBuffer(mOutBlock, 0, ps_encode_op->s_out_buf.u4_bytes);
1507 if (IV_IDR_FRAME == ps_encode_op->u4_encoded_frame_type) {
1508 ALOGV("IDR frame produced");
1509 buffer->setInfo(std::make_shared<C2StreamPictureTypeMaskInfo::output>(
1510 0u /* stream id */, C2Config::SYNC_FRAME));
1511 }
1512 mOutBlock = nullptr;
1513
1514 auto fillWork = [buffer](const std::unique_ptr<C2Work> &work) {
1515 work->worklets.front()->output.flags = (C2FrameData::flags_t)0;
1516 work->worklets.front()->output.buffers.clear();
1517 work->worklets.front()->output.buffers.push_back(buffer);
1518 work->worklets.front()->output.ordinal = work->input.ordinal;
1519 work->workletsProcessed = 1u;
1520 };
1521 if (work && c2_cntr64_t(workIndex) == work->input.ordinal.frameIndex) {
1522 fillWork(work);
1523 if (mSawInputEOS) {
1524 work->worklets.front()->output.flags = C2FrameData::FLAG_END_OF_STREAM;
1525 }
1526 } else {
1527 finish(workIndex, fillWork);
1528 }
1529}
1530
Pawin Vongmasa36653902018-11-15 00:10:25 -08001531void C2SoftAvcEnc::process(
1532 const std::unique_ptr<C2Work> &work,
1533 const std::shared_ptr<C2BlockPool> &pool) {
1534 // Initialize output work
1535 work->result = C2_OK;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301536 work->workletsProcessed = 0u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001537 work->worklets.front()->output.flags = work->input.flags;
1538
1539 IV_STATUS_T status;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301540 WORD32 timeDelay = 0;
1541 WORD32 timeTaken = 0;
1542 uint64_t workIndex = work->input.ordinal.frameIndex.peekull();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001543
1544 // Initialize encoder if not already initialized
1545 if (mCodecCtx == nullptr) {
1546 if (C2_OK != initEncoder()) {
1547 ALOGE("Failed to initialize encoder");
1548 mSignalledError = true;
1549 work->result = C2_CORRUPTED;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301550 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001551 return;
1552 }
1553 }
1554 if (mSignalledError) {
1555 return;
1556 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001557 // while (!mSawOutputEOS && !outQueue.empty()) {
1558 c2_status_t error;
Manisha Jajoo93960e52020-12-21 21:00:11 +05301559 ih264e_video_encode_ip_t s_video_encode_ip = {};
1560 ih264e_video_encode_op_t s_video_encode_op = {};
1561 ive_video_encode_ip_t *ps_encode_ip = &s_video_encode_ip.s_ive_ip;
1562 ive_video_encode_op_t *ps_encode_op = &s_video_encode_op.s_ive_op;
1563 memset(ps_encode_op, 0, sizeof(*ps_encode_op));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001564
1565 if (!mSpsPpsHeaderReceived) {
1566 constexpr uint32_t kHeaderLength = MIN_STREAM_SIZE;
1567 uint8_t header[kHeaderLength];
1568 error = setEncodeArgs(
Manisha Jajoo93960e52020-12-21 21:00:11 +05301569 ps_encode_ip, ps_encode_op, nullptr, header, kHeaderLength, workIndex);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001570 if (error != C2_OK) {
1571 ALOGE("setEncodeArgs failed: %d", error);
1572 mSignalledError = true;
1573 work->result = C2_CORRUPTED;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301574 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001575 return;
1576 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301577 status = ive_api_function(mCodecCtx, ps_encode_ip, ps_encode_op);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001578
1579 if (IV_SUCCESS != status) {
1580 ALOGE("Encode header failed = 0x%x\n",
Manisha Jajoo93960e52020-12-21 21:00:11 +05301581 ps_encode_op->u4_error_code);
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301582 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001583 return;
1584 } else {
1585 ALOGV("Bytes Generated in header %d\n",
Manisha Jajoo93960e52020-12-21 21:00:11 +05301586 ps_encode_op->s_out_buf.u4_bytes);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001587 }
1588
1589 mSpsPpsHeaderReceived = true;
1590
Lajos Molnar3bb81cd2019-02-20 15:10:30 -08001591 std::unique_ptr<C2StreamInitDataInfo::output> csd =
Manisha Jajoo93960e52020-12-21 21:00:11 +05301592 C2StreamInitDataInfo::output::AllocUnique(ps_encode_op->s_out_buf.u4_bytes, 0u);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001593 if (!csd) {
1594 ALOGE("CSD allocation failed");
1595 mSignalledError = true;
1596 work->result = C2_NO_MEMORY;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301597 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001598 return;
1599 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301600 memcpy(csd->m.value, header, ps_encode_op->s_out_buf.u4_bytes);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001601 work->worklets.front()->output.configUpdate.push_back(std::move(csd));
1602
1603 DUMP_TO_FILE(
1604 mOutFile, csd->m.value, csd->flexCount());
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301605 if (work->input.buffers.empty()) {
1606 work->workletsProcessed = 1u;
1607 return;
1608 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001609 }
1610
1611 // handle dynamic config parameters
1612 {
1613 IntfImpl::Lock lock = mIntf->lock();
1614 std::shared_ptr<C2StreamIntraRefreshTuning::output> intraRefresh = mIntf->getIntraRefresh_l();
1615 std::shared_ptr<C2StreamBitrateInfo::output> bitrate = mIntf->getBitrate_l();
1616 std::shared_ptr<C2StreamRequestSyncFrameTuning::output> requestSync = mIntf->getRequestSync_l();
1617 lock.unlock();
1618
1619 if (bitrate != mBitrate) {
1620 mBitrate = bitrate;
1621 setBitRate();
1622 }
1623
1624 if (intraRefresh != mIntraRefresh) {
1625 mIntraRefresh = intraRefresh;
1626 setAirParams();
1627 }
1628
1629 if (requestSync != mRequestSync) {
1630 // we can handle IDR immediately
1631 if (requestSync->value) {
1632 // unset request
1633 C2StreamRequestSyncFrameTuning::output clearSync(0u, C2_FALSE);
1634 std::vector<std::unique_ptr<C2SettingResult>> failures;
1635 mIntf->config({ &clearSync }, C2_MAY_BLOCK, &failures);
1636 ALOGV("Got sync request");
1637 setFrameType(IV_IDR_FRAME);
1638 }
1639 mRequestSync = requestSync;
1640 }
1641 }
1642
1643 if (work->input.flags & C2FrameData::FLAG_END_OF_STREAM) {
1644 mSawInputEOS = true;
1645 }
1646
1647 /* In normal mode, store inputBufferInfo and this will be returned
1648 when encoder consumes this input */
1649 // if (!mInputDataIsMeta && (inputBufferInfo != NULL)) {
1650 // for (size_t i = 0; i < MAX_INPUT_BUFFER_HEADERS; i++) {
1651 // if (NULL == mInputBufferInfo[i]) {
1652 // mInputBufferInfo[i] = inputBufferInfo;
1653 // break;
1654 // }
1655 // }
1656 // }
1657 std::shared_ptr<const C2GraphicView> view;
1658 std::shared_ptr<C2Buffer> inputBuffer;
1659 if (!work->input.buffers.empty()) {
1660 inputBuffer = work->input.buffers[0];
1661 view = std::make_shared<const C2GraphicView>(
1662 inputBuffer->data().graphicBlocks().front().map().get());
1663 if (view->error() != C2_OK) {
1664 ALOGE("graphic view map err = %d", view->error());
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301665 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001666 return;
1667 }
1668 }
1669
Pawin Vongmasa36653902018-11-15 00:10:25 -08001670 do {
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301671 if (mSawInputEOS && work->input.buffers.empty()) break;
1672 if (!mOutBlock) {
1673 C2MemoryUsage usage = {C2MemoryUsage::CPU_READ,
1674 C2MemoryUsage::CPU_WRITE};
1675 // TODO: error handling, proper usage, etc.
1676 c2_status_t err =
1677 pool->fetchLinearBlock(mOutBufferSize, usage, &mOutBlock);
1678 if (err != C2_OK) {
1679 ALOGE("fetch linear block err = %d", err);
1680 work->result = err;
1681 work->workletsProcessed = 1u;
1682 return;
1683 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001684 }
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301685 C2WriteView wView = mOutBlock->map().get();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001686 if (wView.error() != C2_OK) {
1687 ALOGE("write view map err = %d", wView.error());
1688 work->result = wView.error();
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301689 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001690 return;
1691 }
1692
1693 error = setEncodeArgs(
Manisha Jajoo93960e52020-12-21 21:00:11 +05301694 ps_encode_ip, ps_encode_op, view.get(), wView.base(), wView.capacity(), workIndex);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001695 if (error != C2_OK) {
1696 ALOGE("setEncodeArgs failed : %d", error);
1697 mSignalledError = true;
1698 work->result = error;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301699 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001700 return;
1701 }
1702
1703 // DUMP_TO_FILE(
1704 // mInFile, s_encode_ip.s_inp_buf.apv_bufs[0],
1705 // (mHeight * mStride * 3 / 2));
1706
1707 GETTIME(&mTimeStart, nullptr);
1708 /* Compute time elapsed between end of previous decode()
1709 * to start of current decode() */
1710 TIME_DIFF(mTimeEnd, mTimeStart, timeDelay);
Manisha Jajoo93960e52020-12-21 21:00:11 +05301711 status = ive_api_function(mCodecCtx, &s_video_encode_ip, &s_video_encode_op);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001712
1713 if (IV_SUCCESS != status) {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301714 if ((ps_encode_op->u4_error_code & 0xFF) == IH264E_BITSTREAM_BUFFER_OVERFLOW) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001715 // TODO: use IVE_CMD_CTL_GETBUFINFO for proper max input size?
1716 mOutBufferSize *= 2;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301717 mOutBlock.reset();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001718 continue;
1719 }
1720 ALOGE("Encode Frame failed = 0x%x\n",
Manisha Jajoo93960e52020-12-21 21:00:11 +05301721 ps_encode_op->u4_error_code);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001722 mSignalledError = true;
1723 work->result = C2_CORRUPTED;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301724 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001725 return;
1726 }
1727 } while (IV_SUCCESS != status);
1728
1729 // Hold input buffer reference
1730 if (inputBuffer) {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301731 mBuffers[ps_encode_ip->s_inp_buf.apv_bufs[0]] = inputBuffer;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001732 }
1733
1734 GETTIME(&mTimeEnd, nullptr);
1735 /* Compute time taken for decode() */
1736 TIME_DIFF(mTimeStart, mTimeEnd, timeTaken);
1737
1738 ALOGV("timeTaken=%6d delay=%6d numBytes=%6d", timeTaken, timeDelay,
Manisha Jajoo93960e52020-12-21 21:00:11 +05301739 ps_encode_op->s_out_buf.u4_bytes);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001740
Manisha Jajoo93960e52020-12-21 21:00:11 +05301741 void *freed = ps_encode_op->s_inp_buf.apv_bufs[0];
Pawin Vongmasa36653902018-11-15 00:10:25 -08001742 /* If encoder frees up an input buffer, mark it as free */
1743 if (freed != nullptr) {
1744 if (mBuffers.count(freed) == 0u) {
1745 ALOGD("buffer not tracked");
1746 } else {
1747 // Release input buffer reference
1748 mBuffers.erase(freed);
1749 mConversionBuffersInUse.erase(freed);
1750 }
1751 }
1752
Manisha Jajoo93960e52020-12-21 21:00:11 +05301753 if (ps_encode_op->output_present) {
1754 if (!ps_encode_op->s_out_buf.u4_bytes) {
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301755 ALOGE("Error: Output present but bytes generated is zero");
1756 mSignalledError = true;
1757 work->result = C2_CORRUPTED;
1758 work->workletsProcessed = 1u;
1759 return;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001760 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301761 uint64_t workId = ((uint64_t)ps_encode_op->u4_timestamp_high << 32) |
1762 ps_encode_op->u4_timestamp_low;
1763 finishWork(workId, work, ps_encode_op);
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301764 }
1765 if (mSawInputEOS) {
1766 drainInternal(DRAIN_COMPONENT_WITH_EOS, pool, work);
1767 }
1768}
1769
1770c2_status_t C2SoftAvcEnc::drainInternal(
1771 uint32_t drainMode,
1772 const std::shared_ptr<C2BlockPool> &pool,
1773 const std::unique_ptr<C2Work> &work) {
1774
1775 if (drainMode == NO_DRAIN) {
1776 ALOGW("drain with NO_DRAIN: no-op");
1777 return C2_OK;
1778 }
1779 if (drainMode == DRAIN_CHAIN) {
1780 ALOGW("DRAIN_CHAIN not supported");
1781 return C2_OMITTED;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001782 }
1783
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301784 while (true) {
1785 if (!mOutBlock) {
1786 C2MemoryUsage usage = {C2MemoryUsage::CPU_READ,
1787 C2MemoryUsage::CPU_WRITE};
1788 // TODO: error handling, proper usage, etc.
1789 c2_status_t err =
1790 pool->fetchLinearBlock(mOutBufferSize, usage, &mOutBlock);
1791 if (err != C2_OK) {
1792 ALOGE("fetch linear block err = %d", err);
1793 work->result = err;
1794 work->workletsProcessed = 1u;
1795 return err;
1796 }
1797 }
1798 C2WriteView wView = mOutBlock->map().get();
1799 if (wView.error()) {
1800 ALOGE("graphic view map failed %d", wView.error());
1801 return C2_CORRUPTED;
1802 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301803 ih264e_video_encode_ip_t s_video_encode_ip = {};
1804 ih264e_video_encode_op_t s_video_encode_op = {};
1805 ive_video_encode_ip_t *ps_encode_ip = &s_video_encode_ip.s_ive_ip;
1806 ive_video_encode_op_t *ps_encode_op = &s_video_encode_op.s_ive_op;
1807 if (C2_OK != setEncodeArgs(ps_encode_ip, ps_encode_op, nullptr,
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301808 wView.base(), wView.capacity(), 0)) {
1809 ALOGE("setEncodeArgs failed for drainInternal");
1810 mSignalledError = true;
1811 work->result = C2_CORRUPTED;
1812 work->workletsProcessed = 1u;
1813 return C2_CORRUPTED;
1814 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301815 (void)ive_api_function(mCodecCtx, &s_video_encode_ip, &s_video_encode_op);
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301816
Manisha Jajoo93960e52020-12-21 21:00:11 +05301817 void *freed = ps_encode_op->s_inp_buf.apv_bufs[0];
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301818 /* If encoder frees up an input buffer, mark it as free */
1819 if (freed != nullptr) {
1820 if (mBuffers.count(freed) == 0u) {
1821 ALOGD("buffer not tracked");
1822 } else {
1823 // Release input buffer reference
1824 mBuffers.erase(freed);
1825 mConversionBuffersInUse.erase(freed);
1826 }
1827 }
1828
Manisha Jajoo93960e52020-12-21 21:00:11 +05301829 if (ps_encode_op->output_present) {
1830 uint64_t workId = ((uint64_t)ps_encode_op->u4_timestamp_high << 32) |
1831 ps_encode_op->u4_timestamp_low;
1832 finishWork(workId, work, ps_encode_op);
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301833 } else {
1834 if (work->workletsProcessed != 1u) {
1835 work->worklets.front()->output.flags = work->input.flags;
1836 work->worklets.front()->output.ordinal = work->input.ordinal;
1837 work->worklets.front()->output.buffers.clear();
1838 work->workletsProcessed = 1u;
1839 }
1840 break;
1841 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001842 }
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301843
1844 return C2_OK;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001845}
1846
1847c2_status_t C2SoftAvcEnc::drain(
1848 uint32_t drainMode,
1849 const std::shared_ptr<C2BlockPool> &pool) {
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301850 return drainInternal(drainMode, pool, nullptr);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001851}
1852
Pawin Vongmasa36653902018-11-15 00:10:25 -08001853class C2SoftAvcEncFactory : public C2ComponentFactory {
1854public:
1855 C2SoftAvcEncFactory() : mHelper(std::static_pointer_cast<C2ReflectorHelper>(
1856 GetCodec2PlatformComponentStore()->getParamReflector())) {
1857 }
1858
1859 virtual c2_status_t createComponent(
1860 c2_node_id_t id,
1861 std::shared_ptr<C2Component>* const component,
1862 std::function<void(C2Component*)> deleter) override {
1863 *component = std::shared_ptr<C2Component>(
1864 new C2SoftAvcEnc(COMPONENT_NAME,
1865 id,
1866 std::make_shared<C2SoftAvcEnc::IntfImpl>(mHelper)),
1867 deleter);
1868 return C2_OK;
1869 }
1870
1871 virtual c2_status_t createInterface(
1872 c2_node_id_t id,
1873 std::shared_ptr<C2ComponentInterface>* const interface,
1874 std::function<void(C2ComponentInterface*)> deleter) override {
1875 *interface = std::shared_ptr<C2ComponentInterface>(
1876 new SimpleInterface<C2SoftAvcEnc::IntfImpl>(
1877 COMPONENT_NAME, id, std::make_shared<C2SoftAvcEnc::IntfImpl>(mHelper)),
1878 deleter);
1879 return C2_OK;
1880 }
1881
1882 virtual ~C2SoftAvcEncFactory() override = default;
1883
1884private:
1885 std::shared_ptr<C2ReflectorHelper> mHelper;
1886};
1887
1888} // namespace android
1889
Cindy Zhouf6c0c3c2020-12-02 10:53:40 -08001890__attribute__((cfi_canonical_jump_table))
Pawin Vongmasa36653902018-11-15 00:10:25 -08001891extern "C" ::C2ComponentFactory* CreateCodec2Factory() {
1892 ALOGV("in %s", __func__);
1893 return new ::android::C2SoftAvcEncFactory();
1894}
1895
Cindy Zhouf6c0c3c2020-12-02 10:53:40 -08001896__attribute__((cfi_canonical_jump_table))
Pawin Vongmasa36653902018-11-15 00:10:25 -08001897extern "C" void DestroyCodec2Factory(::C2ComponentFactory* factory) {
1898 ALOGV("in %s", __func__);
1899 delete factory;
1900}