blob: e339151da7a78af951e1d09e955064f0ba11ca73 [file] [log] [blame]
Pawin Vongmasa36653902018-11-15 00:10:25 -08001/*
2 * Copyright 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "C2SoftAvcEnc"
19#include <log/log.h>
20#include <utils/misc.h>
21
Ray Essickf78afc32021-03-10 19:42:49 -080022#include <algorithm>
23
Pawin Vongmasa36653902018-11-15 00:10:25 -080024#include <media/hardware/VideoAPI.h>
25#include <media/stagefright/MediaDefs.h>
26#include <media/stagefright/MediaErrors.h>
27#include <media/stagefright/MetaData.h>
28#include <media/stagefright/foundation/AUtils.h>
29
30#include <C2Debug.h>
Manisha Jajoo2569a522021-03-08 19:45:42 +053031#include <Codec2Mapper.h>
Pawin Vongmasa36653902018-11-15 00:10:25 -080032#include <C2PlatformSupport.h>
33#include <Codec2BufferUtils.h>
34#include <SimpleC2Interface.h>
35#include <util/C2InterfaceHelper.h>
36
37#include "C2SoftAvcEnc.h"
38#include "ih264e.h"
39#include "ih264e_error.h"
40
41namespace android {
42
Manisha Jajoo9acd73d2019-03-12 14:08:05 +053043namespace {
44
45constexpr char COMPONENT_NAME[] = "c2.android.avc.encoder";
Harish Mahendrakarea0eb372019-11-21 10:33:05 -080046constexpr uint32_t kMinOutBufferSize = 524288;
Wonsik Kime1c360a2019-05-22 10:38:58 -070047void ParseGop(
48 const C2StreamGopTuning::output &gop,
49 uint32_t *syncInterval, uint32_t *iInterval, uint32_t *maxBframes) {
50 uint32_t syncInt = 1;
51 uint32_t iInt = 1;
52 for (size_t i = 0; i < gop.flexCount(); ++i) {
53 const C2GopLayerStruct &layer = gop.m.values[i];
54 if (layer.count == UINT32_MAX) {
55 syncInt = 0;
56 } else if (syncInt <= UINT32_MAX / (layer.count + 1)) {
57 syncInt *= (layer.count + 1);
58 }
59 if ((layer.type_ & I_FRAME) == 0) {
60 if (layer.count == UINT32_MAX) {
61 iInt = 0;
62 } else if (iInt <= UINT32_MAX / (layer.count + 1)) {
63 iInt *= (layer.count + 1);
64 }
65 }
66 if (layer.type_ == C2Config::picture_type_t(P_FRAME | B_FRAME) && maxBframes) {
67 *maxBframes = layer.count;
68 }
69 }
70 if (syncInterval) {
71 *syncInterval = syncInt;
72 }
73 if (iInterval) {
74 *iInterval = iInt;
75 }
76}
77
Manisha Jajoo9acd73d2019-03-12 14:08:05 +053078} // namespace
79
80class C2SoftAvcEnc::IntfImpl : public SimpleInterface<void>::BaseParams {
Pawin Vongmasa36653902018-11-15 00:10:25 -080081public:
82 explicit IntfImpl(const std::shared_ptr<C2ReflectorHelper> &helper)
Manisha Jajoo9acd73d2019-03-12 14:08:05 +053083 : SimpleInterface<void>::BaseParams(
84 helper,
85 COMPONENT_NAME,
86 C2Component::KIND_ENCODER,
87 C2Component::DOMAIN_VIDEO,
88 MEDIA_MIMETYPE_VIDEO_AVC) {
89 noPrivateBuffers(); // TODO: account for our buffers here
90 noInputReferences();
91 noOutputReferences();
Manisha Jajoo9acd73d2019-03-12 14:08:05 +053092 noTimeStretch();
Pawin Vongmasa36653902018-11-15 00:10:25 -080093 setDerivedInstance(this);
94
95 addParameter(
Lajos Molnar3bb81cd2019-02-20 15:10:30 -080096 DefineParam(mUsage, C2_PARAMKEY_INPUT_STREAM_USAGE)
Pawin Vongmasa36653902018-11-15 00:10:25 -080097 .withConstValue(new C2StreamUsageTuning::input(
98 0u, (uint64_t)C2MemoryUsage::CPU_READ))
99 .build());
100
101 addParameter(
Manisha Jajoo9acd73d2019-03-12 14:08:05 +0530102 DefineParam(mAttrib, C2_PARAMKEY_COMPONENT_ATTRIBUTES)
103 .withConstValue(new C2ComponentAttributesSetting(
104 C2Component::ATTRIB_IS_TEMPORAL))
105 .build());
106
107 addParameter(
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800108 DefineParam(mSize, C2_PARAMKEY_PICTURE_SIZE)
Harish Mahendrakarbb40ea82020-04-07 01:35:52 +0530109 .withDefault(new C2StreamPictureSizeInfo::input(0u, 16, 16))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800110 .withFields({
111 C2F(mSize, width).inRange(2, 2560, 2),
112 C2F(mSize, height).inRange(2, 2560, 2),
113 })
114 .withSetter(SizeSetter)
115 .build());
116
117 addParameter(
Wonsik Kime1c360a2019-05-22 10:38:58 -0700118 DefineParam(mGop, C2_PARAMKEY_GOP)
119 .withDefault(C2StreamGopTuning::output::AllocShared(
120 0 /* flexCount */, 0u /* stream */))
121 .withFields({C2F(mGop, m.values[0].type_).any(),
122 C2F(mGop, m.values[0].count).any()})
123 .withSetter(GopSetter)
124 .build());
125
126 addParameter(
Ray Essickf78afc32021-03-10 19:42:49 -0800127 DefineParam(mPictureQuantization, C2_PARAMKEY_PICTURE_QUANTIZATION)
128 .withDefault(C2StreamPictureQuantizationTuning::output::AllocShared(
129 0 /* flexCount */, 0u /* stream */))
130 .withFields({C2F(mPictureQuantization, m.values[0].type_).oneOf(
131 {C2Config::picture_type_t(I_FRAME),
132 C2Config::picture_type_t(P_FRAME),
133 C2Config::picture_type_t(B_FRAME)}),
134 C2F(mPictureQuantization, m.values[0].min).any(),
135 C2F(mPictureQuantization, m.values[0].max).any()})
136 .withSetter(PictureQuantizationSetter)
137 .build());
138
139 addParameter(
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530140 DefineParam(mActualInputDelay, C2_PARAMKEY_INPUT_DELAY)
141 .withDefault(new C2PortActualDelayTuning::input(DEFAULT_B_FRAMES))
142 .withFields({C2F(mActualInputDelay, value).inRange(0, MAX_B_FRAMES)})
Wonsik Kime1c360a2019-05-22 10:38:58 -0700143 .calculatedAs(InputDelaySetter, mGop)
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530144 .build());
145
146 addParameter(
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800147 DefineParam(mFrameRate, C2_PARAMKEY_FRAME_RATE)
Harish Mahendrakarbb40ea82020-04-07 01:35:52 +0530148 .withDefault(new C2StreamFrameRateInfo::output(0u, 1.))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800149 // TODO: More restriction?
150 .withFields({C2F(mFrameRate, value).greaterThan(0.)})
151 .withSetter(Setter<decltype(*mFrameRate)>::StrictValueWithNoDeps)
152 .build());
153
154 addParameter(
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800155 DefineParam(mBitrate, C2_PARAMKEY_BITRATE)
156 .withDefault(new C2StreamBitrateInfo::output(0u, 64000))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800157 .withFields({C2F(mBitrate, value).inRange(4096, 12000000)})
158 .withSetter(BitrateSetter)
159 .build());
160
161 addParameter(
162 DefineParam(mIntraRefresh, C2_PARAMKEY_INTRA_REFRESH)
163 .withDefault(new C2StreamIntraRefreshTuning::output(
164 0u, C2Config::INTRA_REFRESH_DISABLED, 0.))
165 .withFields({
166 C2F(mIntraRefresh, mode).oneOf({
167 C2Config::INTRA_REFRESH_DISABLED, C2Config::INTRA_REFRESH_ARBITRARY }),
168 C2F(mIntraRefresh, period).any()
169 })
170 .withSetter(IntraRefreshSetter)
171 .build());
172
173 addParameter(
174 DefineParam(mProfileLevel, C2_PARAMKEY_PROFILE_LEVEL)
175 .withDefault(new C2StreamProfileLevelInfo::output(
176 0u, PROFILE_AVC_CONSTRAINED_BASELINE, LEVEL_AVC_4_1))
177 .withFields({
178 C2F(mProfileLevel, profile).oneOf({
179 PROFILE_AVC_BASELINE,
180 PROFILE_AVC_CONSTRAINED_BASELINE,
181 PROFILE_AVC_MAIN,
182 }),
183 C2F(mProfileLevel, level).oneOf({
184 LEVEL_AVC_1,
185 LEVEL_AVC_1B,
186 LEVEL_AVC_1_1,
187 LEVEL_AVC_1_2,
188 LEVEL_AVC_1_3,
189 LEVEL_AVC_2,
190 LEVEL_AVC_2_1,
191 LEVEL_AVC_2_2,
192 LEVEL_AVC_3,
193 LEVEL_AVC_3_1,
194 LEVEL_AVC_3_2,
195 LEVEL_AVC_4,
196 LEVEL_AVC_4_1,
197 LEVEL_AVC_4_2,
198 LEVEL_AVC_5,
199 }),
200 })
201 .withSetter(ProfileLevelSetter, mSize, mFrameRate, mBitrate)
202 .build());
203
204 addParameter(
205 DefineParam(mRequestSync, C2_PARAMKEY_REQUEST_SYNC_FRAME)
206 .withDefault(new C2StreamRequestSyncFrameTuning::output(0u, C2_FALSE))
207 .withFields({C2F(mRequestSync, value).oneOf({ C2_FALSE, C2_TRUE }) })
208 .withSetter(Setter<decltype(*mRequestSync)>::NonStrictValueWithNoDeps)
209 .build());
210
211 addParameter(
212 DefineParam(mSyncFramePeriod, C2_PARAMKEY_SYNC_FRAME_INTERVAL)
213 .withDefault(new C2StreamSyncFrameIntervalTuning::output(0u, 1000000))
214 .withFields({C2F(mSyncFramePeriod, value).any()})
215 .withSetter(Setter<decltype(*mSyncFramePeriod)>::StrictValueWithNoDeps)
216 .build());
Manisha Jajoo2569a522021-03-08 19:45:42 +0530217
218 addParameter(
219 DefineParam(mColorAspects, C2_PARAMKEY_COLOR_ASPECTS)
220 .withDefault(new C2StreamColorAspectsInfo::input(
221 0u, C2Color::RANGE_UNSPECIFIED, C2Color::PRIMARIES_UNSPECIFIED,
222 C2Color::TRANSFER_UNSPECIFIED, C2Color::MATRIX_UNSPECIFIED))
223 .withFields({
224 C2F(mColorAspects, range).inRange(
225 C2Color::RANGE_UNSPECIFIED, C2Color::RANGE_OTHER),
226 C2F(mColorAspects, primaries).inRange(
227 C2Color::PRIMARIES_UNSPECIFIED, C2Color::PRIMARIES_OTHER),
228 C2F(mColorAspects, transfer).inRange(
229 C2Color::TRANSFER_UNSPECIFIED, C2Color::TRANSFER_OTHER),
230 C2F(mColorAspects, matrix).inRange(
231 C2Color::MATRIX_UNSPECIFIED, C2Color::MATRIX_OTHER)
232 })
233 .withSetter(ColorAspectsSetter)
234 .build());
235
236 addParameter(
237 DefineParam(mCodedColorAspects, C2_PARAMKEY_VUI_COLOR_ASPECTS)
238 .withDefault(new C2StreamColorAspectsInfo::output(
239 0u, C2Color::RANGE_LIMITED, C2Color::PRIMARIES_UNSPECIFIED,
240 C2Color::TRANSFER_UNSPECIFIED, C2Color::MATRIX_UNSPECIFIED))
241 .withFields({
242 C2F(mCodedColorAspects, range).inRange(
243 C2Color::RANGE_UNSPECIFIED, C2Color::RANGE_OTHER),
244 C2F(mCodedColorAspects, primaries).inRange(
245 C2Color::PRIMARIES_UNSPECIFIED, C2Color::PRIMARIES_OTHER),
246 C2F(mCodedColorAspects, transfer).inRange(
247 C2Color::TRANSFER_UNSPECIFIED, C2Color::TRANSFER_OTHER),
248 C2F(mCodedColorAspects, matrix).inRange(
249 C2Color::MATRIX_UNSPECIFIED, C2Color::MATRIX_OTHER)
250 })
251 .withSetter(CodedColorAspectsSetter, mColorAspects)
252 .build());
Pawin Vongmasa36653902018-11-15 00:10:25 -0800253 }
254
Wonsik Kime1c360a2019-05-22 10:38:58 -0700255 static C2R InputDelaySetter(
256 bool mayBlock,
257 C2P<C2PortActualDelayTuning::input> &me,
258 const C2P<C2StreamGopTuning::output> &gop) {
259 (void)mayBlock;
260 uint32_t maxBframes = 0;
261 ParseGop(gop.v, nullptr, nullptr, &maxBframes);
262 me.set().value = maxBframes;
263 return C2R::Ok();
264 }
265
Pawin Vongmasa36653902018-11-15 00:10:25 -0800266 static C2R BitrateSetter(bool mayBlock, C2P<C2StreamBitrateInfo::output> &me) {
267 (void)mayBlock;
268 C2R res = C2R::Ok();
269 if (me.v.value <= 4096) {
270 me.set().value = 4096;
271 }
272 return res;
273 }
274
Ray Essick825104d2021-03-04 13:29:57 -0800275
Pawin Vongmasa36653902018-11-15 00:10:25 -0800276 static C2R SizeSetter(bool mayBlock, const C2P<C2StreamPictureSizeInfo::input> &oldMe,
277 C2P<C2StreamPictureSizeInfo::input> &me) {
278 (void)mayBlock;
279 C2R res = C2R::Ok();
280 if (!me.F(me.v.width).supportsAtAll(me.v.width)) {
281 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.width)));
282 me.set().width = oldMe.v.width;
283 }
284 if (!me.F(me.v.height).supportsAtAll(me.v.height)) {
285 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.height)));
286 me.set().height = oldMe.v.height;
287 }
288 return res;
289 }
290
291 static C2R ProfileLevelSetter(
292 bool mayBlock,
293 C2P<C2StreamProfileLevelInfo::output> &me,
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800294 const C2P<C2StreamPictureSizeInfo::input> &size,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800295 const C2P<C2StreamFrameRateInfo::output> &frameRate,
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800296 const C2P<C2StreamBitrateInfo::output> &bitrate) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800297 (void)mayBlock;
298 if (!me.F(me.v.profile).supportsAtAll(me.v.profile)) {
299 me.set().profile = PROFILE_AVC_CONSTRAINED_BASELINE;
300 }
301
302 struct LevelLimits {
303 C2Config::level_t level;
304 float mbsPerSec;
305 uint64_t mbs;
306 uint32_t bitrate;
307 };
308 constexpr LevelLimits kLimits[] = {
309 { LEVEL_AVC_1, 1485, 99, 64000 },
310 // Decoder does not properly handle level 1b.
311 // { LEVEL_AVC_1B, 1485, 99, 128000 },
312 { LEVEL_AVC_1_1, 3000, 396, 192000 },
313 { LEVEL_AVC_1_2, 6000, 396, 384000 },
314 { LEVEL_AVC_1_3, 11880, 396, 768000 },
315 { LEVEL_AVC_2, 11880, 396, 2000000 },
316 { LEVEL_AVC_2_1, 19800, 792, 4000000 },
317 { LEVEL_AVC_2_2, 20250, 1620, 4000000 },
318 { LEVEL_AVC_3, 40500, 1620, 10000000 },
319 { LEVEL_AVC_3_1, 108000, 3600, 14000000 },
320 { LEVEL_AVC_3_2, 216000, 5120, 20000000 },
321 { LEVEL_AVC_4, 245760, 8192, 20000000 },
322 { LEVEL_AVC_4_1, 245760, 8192, 50000000 },
323 { LEVEL_AVC_4_2, 522240, 8704, 50000000 },
324 { LEVEL_AVC_5, 589824, 22080, 135000000 },
325 };
326
327 uint64_t mbs = uint64_t((size.v.width + 15) / 16) * ((size.v.height + 15) / 16);
Pawin Vongmasa1f213362019-01-24 06:59:16 -0800328 float mbsPerSec = float(mbs) * frameRate.v.value;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800329
330 // Check if the supplied level meets the MB / bitrate requirements. If
331 // not, update the level with the lowest level meeting the requirements.
332
333 bool found = false;
334 // By default needsUpdate = false in case the supplied level does meet
335 // the requirements. For Level 1b, we want to update the level anyway,
336 // so we set it to true in that case.
337 bool needsUpdate = (me.v.level == LEVEL_AVC_1B);
338 for (const LevelLimits &limit : kLimits) {
339 if (mbs <= limit.mbs && mbsPerSec <= limit.mbsPerSec &&
340 bitrate.v.value <= limit.bitrate) {
341 // This is the lowest level that meets the requirements, and if
342 // we haven't seen the supplied level yet, that means we don't
343 // need the update.
344 if (needsUpdate) {
345 ALOGD("Given level %x does not cover current configuration: "
346 "adjusting to %x", me.v.level, limit.level);
347 me.set().level = limit.level;
348 }
349 found = true;
350 break;
351 }
352 if (me.v.level == limit.level) {
353 // We break out of the loop when the lowest feasible level is
354 // found. The fact that we're here means that our level doesn't
355 // meet the requirement and needs to be updated.
356 needsUpdate = true;
357 }
358 }
359 if (!found) {
360 // We set to the highest supported level.
361 me.set().level = LEVEL_AVC_5;
362 }
363
364 return C2R::Ok();
365 }
366
367 static C2R IntraRefreshSetter(bool mayBlock, C2P<C2StreamIntraRefreshTuning::output> &me) {
368 (void)mayBlock;
369 C2R res = C2R::Ok();
370 if (me.v.period < 1) {
371 me.set().mode = C2Config::INTRA_REFRESH_DISABLED;
372 me.set().period = 0;
373 } else {
374 // only support arbitrary mode (cyclic in our case)
375 me.set().mode = C2Config::INTRA_REFRESH_ARBITRARY;
376 }
377 return res;
378 }
379
Wonsik Kime1c360a2019-05-22 10:38:58 -0700380 static C2R GopSetter(bool mayBlock, C2P<C2StreamGopTuning::output> &me) {
381 (void)mayBlock;
382 for (size_t i = 0; i < me.v.flexCount(); ++i) {
383 const C2GopLayerStruct &layer = me.v.m.values[0];
384 if (layer.type_ == C2Config::picture_type_t(P_FRAME | B_FRAME)
385 && layer.count > MAX_B_FRAMES) {
386 me.set().m.values[i].count = MAX_B_FRAMES;
387 }
388 }
389 return C2R::Ok();
390 }
391
Ray Essickf78afc32021-03-10 19:42:49 -0800392 static C2R PictureQuantizationSetter(bool mayBlock,
393 C2P<C2StreamPictureQuantizationTuning::output> &me) {
394 (void)mayBlock;
395 (void)me;
396 return C2R::Ok();
397 }
398
Manisha Jajoo2569a522021-03-08 19:45:42 +0530399 static C2R ColorAspectsSetter(bool mayBlock, C2P<C2StreamColorAspectsInfo::input> &me) {
400 (void)mayBlock;
401 if (me.v.range > C2Color::RANGE_OTHER) {
402 me.set().range = C2Color::RANGE_OTHER;
403 }
404 if (me.v.primaries > C2Color::PRIMARIES_OTHER) {
405 me.set().primaries = C2Color::PRIMARIES_OTHER;
406 }
407 if (me.v.transfer > C2Color::TRANSFER_OTHER) {
408 me.set().transfer = C2Color::TRANSFER_OTHER;
409 }
410 if (me.v.matrix > C2Color::MATRIX_OTHER) {
411 me.set().matrix = C2Color::MATRIX_OTHER;
412 }
413 return C2R::Ok();
414 }
415
416 static C2R CodedColorAspectsSetter(bool mayBlock, C2P<C2StreamColorAspectsInfo::output> &me,
417 const C2P<C2StreamColorAspectsInfo::input> &coded) {
418 (void)mayBlock;
419 me.set().range = coded.v.range;
420 me.set().primaries = coded.v.primaries;
421 me.set().transfer = coded.v.transfer;
422 me.set().matrix = coded.v.matrix;
423 return C2R::Ok();
424 }
425
Pawin Vongmasa36653902018-11-15 00:10:25 -0800426 IV_PROFILE_T getProfile_l() const {
427 switch (mProfileLevel->profile) {
428 case PROFILE_AVC_CONSTRAINED_BASELINE: [[fallthrough]];
429 case PROFILE_AVC_BASELINE: return IV_PROFILE_BASE;
430 case PROFILE_AVC_MAIN: return IV_PROFILE_MAIN;
431 default:
432 ALOGD("Unrecognized profile: %x", mProfileLevel->profile);
433 return IV_PROFILE_DEFAULT;
434 }
435 }
436
437 UWORD32 getLevel_l() const {
438 struct Level {
439 C2Config::level_t c2Level;
440 UWORD32 avcLevel;
441 };
442 constexpr Level levels[] = {
443 { LEVEL_AVC_1, 10 },
444 { LEVEL_AVC_1B, 9 },
445 { LEVEL_AVC_1_1, 11 },
446 { LEVEL_AVC_1_2, 12 },
447 { LEVEL_AVC_1_3, 13 },
448 { LEVEL_AVC_2, 20 },
449 { LEVEL_AVC_2_1, 21 },
450 { LEVEL_AVC_2_2, 22 },
451 { LEVEL_AVC_3, 30 },
452 { LEVEL_AVC_3_1, 31 },
453 { LEVEL_AVC_3_2, 32 },
454 { LEVEL_AVC_4, 40 },
455 { LEVEL_AVC_4_1, 41 },
456 { LEVEL_AVC_4_2, 42 },
457 { LEVEL_AVC_5, 50 },
458 };
459 for (const Level &level : levels) {
460 if (mProfileLevel->level == level.c2Level) {
461 return level.avcLevel;
462 }
463 }
464 ALOGD("Unrecognized level: %x", mProfileLevel->level);
465 return 41;
466 }
Wonsik Kime1c360a2019-05-22 10:38:58 -0700467
Pawin Vongmasa36653902018-11-15 00:10:25 -0800468 uint32_t getSyncFramePeriod_l() const {
469 if (mSyncFramePeriod->value < 0 || mSyncFramePeriod->value == INT64_MAX) {
470 return 0;
471 }
472 double period = mSyncFramePeriod->value / 1e6 * mFrameRate->value;
473 return (uint32_t)c2_max(c2_min(period + 0.5, double(UINT32_MAX)), 1.);
474 }
475
476 // unsafe getters
477 std::shared_ptr<C2StreamPictureSizeInfo::input> getSize_l() const { return mSize; }
478 std::shared_ptr<C2StreamIntraRefreshTuning::output> getIntraRefresh_l() const { return mIntraRefresh; }
479 std::shared_ptr<C2StreamFrameRateInfo::output> getFrameRate_l() const { return mFrameRate; }
480 std::shared_ptr<C2StreamBitrateInfo::output> getBitrate_l() const { return mBitrate; }
481 std::shared_ptr<C2StreamRequestSyncFrameTuning::output> getRequestSync_l() const { return mRequestSync; }
Wonsik Kime1c360a2019-05-22 10:38:58 -0700482 std::shared_ptr<C2StreamGopTuning::output> getGop_l() const { return mGop; }
Ray Essickf78afc32021-03-10 19:42:49 -0800483 std::shared_ptr<C2StreamPictureQuantizationTuning::output> getPictureQuantization_l() const
484 { return mPictureQuantization; }
Manisha Jajoo2569a522021-03-08 19:45:42 +0530485 std::shared_ptr<C2StreamColorAspectsInfo::output> getCodedColorAspects_l() const {
486 return mCodedColorAspects;
487 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800488
489private:
Pawin Vongmasa36653902018-11-15 00:10:25 -0800490 std::shared_ptr<C2StreamUsageTuning::input> mUsage;
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800491 std::shared_ptr<C2StreamPictureSizeInfo::input> mSize;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800492 std::shared_ptr<C2StreamFrameRateInfo::output> mFrameRate;
493 std::shared_ptr<C2StreamRequestSyncFrameTuning::output> mRequestSync;
494 std::shared_ptr<C2StreamIntraRefreshTuning::output> mIntraRefresh;
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800495 std::shared_ptr<C2StreamBitrateInfo::output> mBitrate;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800496 std::shared_ptr<C2StreamProfileLevelInfo::output> mProfileLevel;
497 std::shared_ptr<C2StreamSyncFrameIntervalTuning::output> mSyncFramePeriod;
Wonsik Kime1c360a2019-05-22 10:38:58 -0700498 std::shared_ptr<C2StreamGopTuning::output> mGop;
Ray Essickf78afc32021-03-10 19:42:49 -0800499 std::shared_ptr<C2StreamPictureQuantizationTuning::output> mPictureQuantization;
Manisha Jajoo2569a522021-03-08 19:45:42 +0530500 std::shared_ptr<C2StreamColorAspectsInfo::input> mColorAspects;
501 std::shared_ptr<C2StreamColorAspectsInfo::output> mCodedColorAspects;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800502};
503
504#define ive_api_function ih264e_api_function
505
Pawin Vongmasa36653902018-11-15 00:10:25 -0800506namespace {
507
508// From external/libavc/encoder/ih264e_bitstream.h
509constexpr uint32_t MIN_STREAM_SIZE = 0x800;
510
511static size_t GetCPUCoreCount() {
512 long cpuCoreCount = 1;
513#if defined(_SC_NPROCESSORS_ONLN)
514 cpuCoreCount = sysconf(_SC_NPROCESSORS_ONLN);
515#else
516 // _SC_NPROC_ONLN must be defined...
517 cpuCoreCount = sysconf(_SC_NPROC_ONLN);
518#endif
519 CHECK(cpuCoreCount >= 1);
520 ALOGV("Number of CPU cores: %ld", cpuCoreCount);
521 return (size_t)cpuCoreCount;
522}
523
524} // namespace
525
Wonsik Kim8f183eb2021-04-05 14:51:39 -0700526static IV_COLOR_FORMAT_T GetIvColorFormat() {
527 static IV_COLOR_FORMAT_T sColorFormat =
528 (GetYuv420FlexibleLayout() == FLEX_LAYOUT_SEMIPLANAR_UV) ? IV_YUV_420SP_UV :
529 (GetYuv420FlexibleLayout() == FLEX_LAYOUT_SEMIPLANAR_VU) ? IV_YUV_420SP_VU :
530 IV_YUV_420P;
531 return sColorFormat;
532}
533
Pawin Vongmasa36653902018-11-15 00:10:25 -0800534C2SoftAvcEnc::C2SoftAvcEnc(
535 const char *name, c2_node_id_t id, const std::shared_ptr<IntfImpl> &intfImpl)
536 : SimpleC2Component(std::make_shared<SimpleInterface<IntfImpl>>(name, id, intfImpl)),
537 mIntf(intfImpl),
Wonsik Kim8f183eb2021-04-05 14:51:39 -0700538 mIvVideoColorFormat(GetIvColorFormat()),
Pawin Vongmasa36653902018-11-15 00:10:25 -0800539 mAVCEncProfile(IV_PROFILE_BASE),
540 mAVCEncLevel(41),
541 mStarted(false),
542 mSawInputEOS(false),
Pawin Vongmasa36653902018-11-15 00:10:25 -0800543 mSignalledError(false),
544 mCodecCtx(nullptr),
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530545 mOutBlock(nullptr),
Harish Mahendrakarea0eb372019-11-21 10:33:05 -0800546 mOutBufferSize(kMinOutBufferSize) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800547
548 // If dump is enabled, then open create an empty file
549 GENERATE_FILE_NAMES();
550 CREATE_DUMP_FILE(mInFile);
551 CREATE_DUMP_FILE(mOutFile);
552
553 initEncParams();
554}
555
556C2SoftAvcEnc::~C2SoftAvcEnc() {
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530557 onRelease();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800558}
559
560c2_status_t C2SoftAvcEnc::onInit() {
561 return C2_OK;
562}
563
564c2_status_t C2SoftAvcEnc::onStop() {
565 return C2_OK;
566}
567
568void C2SoftAvcEnc::onReset() {
569 // TODO: use IVE_CMD_CTL_RESET?
570 releaseEncoder();
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530571 if (mOutBlock) {
572 mOutBlock.reset();
573 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800574 initEncParams();
575}
576
577void C2SoftAvcEnc::onRelease() {
578 releaseEncoder();
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530579 if (mOutBlock) {
580 mOutBlock.reset();
581 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800582}
583
584c2_status_t C2SoftAvcEnc::onFlush_sm() {
585 // TODO: use IVE_CMD_CTL_FLUSH?
586 return C2_OK;
587}
588
589void C2SoftAvcEnc::initEncParams() {
590 mCodecCtx = nullptr;
591 mMemRecords = nullptr;
592 mNumMemRecords = DEFAULT_MEM_REC_CNT;
593 mHeaderGenerated = 0;
594 mNumCores = GetCPUCoreCount();
595 mArch = DEFAULT_ARCH;
596 mSliceMode = DEFAULT_SLICE_MODE;
597 mSliceParam = DEFAULT_SLICE_PARAM;
598 mHalfPelEnable = DEFAULT_HPEL;
599 mIInterval = DEFAULT_I_INTERVAL;
600 mIDRInterval = DEFAULT_IDR_INTERVAL;
601 mDisableDeblkLevel = DEFAULT_DISABLE_DEBLK_LEVEL;
602 mEnableFastSad = DEFAULT_ENABLE_FAST_SAD;
603 mEnableAltRef = DEFAULT_ENABLE_ALT_REF;
604 mEncSpeed = DEFAULT_ENC_SPEED;
605 mIntra4x4 = DEFAULT_INTRA4x4;
606 mConstrainedIntraFlag = DEFAULT_CONSTRAINED_INTRA;
607 mPSNREnable = DEFAULT_PSNR_ENABLE;
608 mReconEnable = DEFAULT_RECON_ENABLE;
609 mEntropyMode = DEFAULT_ENTROPY_MODE;
610 mBframes = DEFAULT_B_FRAMES;
611
612 gettimeofday(&mTimeStart, nullptr);
613 gettimeofday(&mTimeEnd, nullptr);
614}
615
616c2_status_t C2SoftAvcEnc::setDimensions() {
617 ive_ctl_set_dimensions_ip_t s_dimensions_ip;
618 ive_ctl_set_dimensions_op_t s_dimensions_op;
619 IV_STATUS_T status;
620
621 s_dimensions_ip.e_cmd = IVE_CMD_VIDEO_CTL;
622 s_dimensions_ip.e_sub_cmd = IVE_CMD_CTL_SET_DIMENSIONS;
623 s_dimensions_ip.u4_ht = mSize->height;
624 s_dimensions_ip.u4_wd = mSize->width;
625
626 s_dimensions_ip.u4_timestamp_high = -1;
627 s_dimensions_ip.u4_timestamp_low = -1;
628
629 s_dimensions_ip.u4_size = sizeof(ive_ctl_set_dimensions_ip_t);
630 s_dimensions_op.u4_size = sizeof(ive_ctl_set_dimensions_op_t);
631
632 status = ive_api_function(mCodecCtx, &s_dimensions_ip, &s_dimensions_op);
633 if (status != IV_SUCCESS) {
634 ALOGE("Unable to set frame dimensions = 0x%x\n",
635 s_dimensions_op.u4_error_code);
636 return C2_CORRUPTED;
637 }
638 return C2_OK;
639}
640
641c2_status_t C2SoftAvcEnc::setNumCores() {
642 IV_STATUS_T status;
643 ive_ctl_set_num_cores_ip_t s_num_cores_ip;
644 ive_ctl_set_num_cores_op_t s_num_cores_op;
645 s_num_cores_ip.e_cmd = IVE_CMD_VIDEO_CTL;
646 s_num_cores_ip.e_sub_cmd = IVE_CMD_CTL_SET_NUM_CORES;
647 s_num_cores_ip.u4_num_cores = MIN(mNumCores, CODEC_MAX_CORES);
648 s_num_cores_ip.u4_timestamp_high = -1;
649 s_num_cores_ip.u4_timestamp_low = -1;
650 s_num_cores_ip.u4_size = sizeof(ive_ctl_set_num_cores_ip_t);
651
652 s_num_cores_op.u4_size = sizeof(ive_ctl_set_num_cores_op_t);
653
654 status = ive_api_function(
655 mCodecCtx, (void *) &s_num_cores_ip, (void *) &s_num_cores_op);
656 if (status != IV_SUCCESS) {
657 ALOGE("Unable to set processor params = 0x%x\n",
658 s_num_cores_op.u4_error_code);
659 return C2_CORRUPTED;
660 }
661 return C2_OK;
662}
663
664c2_status_t C2SoftAvcEnc::setFrameRate() {
665 ive_ctl_set_frame_rate_ip_t s_frame_rate_ip;
666 ive_ctl_set_frame_rate_op_t s_frame_rate_op;
667 IV_STATUS_T status;
668
669 s_frame_rate_ip.e_cmd = IVE_CMD_VIDEO_CTL;
670 s_frame_rate_ip.e_sub_cmd = IVE_CMD_CTL_SET_FRAMERATE;
671
672 s_frame_rate_ip.u4_src_frame_rate = mFrameRate->value + 0.5;
673 s_frame_rate_ip.u4_tgt_frame_rate = mFrameRate->value + 0.5;
674
675 s_frame_rate_ip.u4_timestamp_high = -1;
676 s_frame_rate_ip.u4_timestamp_low = -1;
677
678 s_frame_rate_ip.u4_size = sizeof(ive_ctl_set_frame_rate_ip_t);
679 s_frame_rate_op.u4_size = sizeof(ive_ctl_set_frame_rate_op_t);
680
681 status = ive_api_function(mCodecCtx, &s_frame_rate_ip, &s_frame_rate_op);
682 if (status != IV_SUCCESS) {
683 ALOGE("Unable to set frame rate = 0x%x\n",
684 s_frame_rate_op.u4_error_code);
685 return C2_CORRUPTED;
686 }
687 return C2_OK;
688}
689
690c2_status_t C2SoftAvcEnc::setIpeParams() {
691 ive_ctl_set_ipe_params_ip_t s_ipe_params_ip;
692 ive_ctl_set_ipe_params_op_t s_ipe_params_op;
693 IV_STATUS_T status;
694
695 s_ipe_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
696 s_ipe_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_IPE_PARAMS;
697
698 s_ipe_params_ip.u4_enable_intra_4x4 = mIntra4x4;
699 s_ipe_params_ip.u4_enc_speed_preset = mEncSpeed;
700 s_ipe_params_ip.u4_constrained_intra_pred = mConstrainedIntraFlag;
701
702 s_ipe_params_ip.u4_timestamp_high = -1;
703 s_ipe_params_ip.u4_timestamp_low = -1;
704
705 s_ipe_params_ip.u4_size = sizeof(ive_ctl_set_ipe_params_ip_t);
706 s_ipe_params_op.u4_size = sizeof(ive_ctl_set_ipe_params_op_t);
707
708 status = ive_api_function(mCodecCtx, &s_ipe_params_ip, &s_ipe_params_op);
709 if (status != IV_SUCCESS) {
710 ALOGE("Unable to set ipe params = 0x%x\n",
711 s_ipe_params_op.u4_error_code);
712 return C2_CORRUPTED;
713 }
714 return C2_OK;
715}
716
717c2_status_t C2SoftAvcEnc::setBitRate() {
718 ive_ctl_set_bitrate_ip_t s_bitrate_ip;
719 ive_ctl_set_bitrate_op_t s_bitrate_op;
720 IV_STATUS_T status;
721
722 s_bitrate_ip.e_cmd = IVE_CMD_VIDEO_CTL;
723 s_bitrate_ip.e_sub_cmd = IVE_CMD_CTL_SET_BITRATE;
724
725 s_bitrate_ip.u4_target_bitrate = mBitrate->value;
726
727 s_bitrate_ip.u4_timestamp_high = -1;
728 s_bitrate_ip.u4_timestamp_low = -1;
729
730 s_bitrate_ip.u4_size = sizeof(ive_ctl_set_bitrate_ip_t);
731 s_bitrate_op.u4_size = sizeof(ive_ctl_set_bitrate_op_t);
732
733 status = ive_api_function(mCodecCtx, &s_bitrate_ip, &s_bitrate_op);
734 if (status != IV_SUCCESS) {
735 ALOGE("Unable to set bit rate = 0x%x\n", s_bitrate_op.u4_error_code);
736 return C2_CORRUPTED;
737 }
738 return C2_OK;
739}
740
741c2_status_t C2SoftAvcEnc::setFrameType(IV_PICTURE_CODING_TYPE_T e_frame_type) {
742 ive_ctl_set_frame_type_ip_t s_frame_type_ip;
743 ive_ctl_set_frame_type_op_t s_frame_type_op;
744 IV_STATUS_T status;
745 s_frame_type_ip.e_cmd = IVE_CMD_VIDEO_CTL;
746 s_frame_type_ip.e_sub_cmd = IVE_CMD_CTL_SET_FRAMETYPE;
747
748 s_frame_type_ip.e_frame_type = e_frame_type;
749
750 s_frame_type_ip.u4_timestamp_high = -1;
751 s_frame_type_ip.u4_timestamp_low = -1;
752
753 s_frame_type_ip.u4_size = sizeof(ive_ctl_set_frame_type_ip_t);
754 s_frame_type_op.u4_size = sizeof(ive_ctl_set_frame_type_op_t);
755
756 status = ive_api_function(mCodecCtx, &s_frame_type_ip, &s_frame_type_op);
757 if (status != IV_SUCCESS) {
758 ALOGE("Unable to set frame type = 0x%x\n",
759 s_frame_type_op.u4_error_code);
760 return C2_CORRUPTED;
761 }
762 return C2_OK;
763}
764
765c2_status_t C2SoftAvcEnc::setQp() {
766 ive_ctl_set_qp_ip_t s_qp_ip;
767 ive_ctl_set_qp_op_t s_qp_op;
768 IV_STATUS_T status;
769
Ray Essickf78afc32021-03-10 19:42:49 -0800770 ALOGV("in setQp()");
771
Ray Essick825104d2021-03-04 13:29:57 -0800772 // set the defaults
Pawin Vongmasa36653902018-11-15 00:10:25 -0800773 s_qp_ip.e_cmd = IVE_CMD_VIDEO_CTL;
774 s_qp_ip.e_sub_cmd = IVE_CMD_CTL_SET_QP;
775
Ray Essickf78afc32021-03-10 19:42:49 -0800776 // these are the ones we're going to set, so want them to default ....
777 // to the DEFAULT values for the codec instea dof CODEC_ bounding
778 int32_t iMin = INT32_MIN, pMin = INT32_MIN, bMin = INT32_MIN;
779 int32_t iMax = INT32_MAX, pMax = INT32_MAX, bMax = INT32_MAX;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800780
Ray Essickf78afc32021-03-10 19:42:49 -0800781 std::shared_ptr<C2StreamPictureQuantizationTuning::output> qp =
782 mIntf->getPictureQuantization_l();
783 for (size_t i = 0; i < qp->flexCount(); ++i) {
784 const C2PictureQuantizationStruct &layer = qp->m.values[i];
Pawin Vongmasa36653902018-11-15 00:10:25 -0800785
Ray Essickf78afc32021-03-10 19:42:49 -0800786 if (layer.type_ == C2Config::picture_type_t(I_FRAME)) {
787 iMax = layer.max;
788 iMin = layer.min;
789 ALOGV("iMin %d iMax %d", iMin, iMax);
790 } else if (layer.type_ == C2Config::picture_type_t(P_FRAME)) {
791 pMax = layer.max;
792 pMin = layer.min;
793 ALOGV("pMin %d pMax %d", pMin, pMax);
794 } else if (layer.type_ == C2Config::picture_type_t(B_FRAME)) {
795 bMax = layer.max;
796 bMin = layer.min;
797 ALOGV("bMin %d bMax %d", bMin, bMax);
798 }
Ray Essick825104d2021-03-04 13:29:57 -0800799 }
800
Ray Essickf78afc32021-03-10 19:42:49 -0800801 // INT32_{MIN,MAX} means unspecified, so use the codec's default
802 if (iMax == INT32_MAX) iMax = DEFAULT_I_QP_MAX;
803 if (iMin == INT32_MIN) iMin = DEFAULT_I_QP_MIN;
804 if (pMax == INT32_MAX) pMax = DEFAULT_P_QP_MAX;
805 if (pMin == INT32_MIN) pMin = DEFAULT_P_QP_MIN;
806 if (bMax == INT32_MAX) bMax = DEFAULT_B_QP_MAX;
807 if (bMin == INT32_MIN) bMin = DEFAULT_B_QP_MIN;
808
809 // ensure we have legal values
810 iMax = std::clamp(iMax, CODEC_QP_MIN, CODEC_QP_MAX);
811 iMin = std::clamp(iMin, CODEC_QP_MIN, CODEC_QP_MAX);
812 pMax = std::clamp(pMax, CODEC_QP_MIN, CODEC_QP_MAX);
813 pMin = std::clamp(pMin, CODEC_QP_MIN, CODEC_QP_MAX);
814 bMax = std::clamp(bMax, CODEC_QP_MIN, CODEC_QP_MAX);
815 bMin = std::clamp(bMin, CODEC_QP_MIN, CODEC_QP_MAX);
816
817 s_qp_ip.u4_i_qp_max = iMax;
818 s_qp_ip.u4_i_qp_min = iMin;
819 s_qp_ip.u4_p_qp_max = pMax;
820 s_qp_ip.u4_p_qp_min = pMin;
821 s_qp_ip.u4_b_qp_max = bMax;
822 s_qp_ip.u4_b_qp_min = bMin;
823
824 // ensure initial qp values are within our newly configured bounds...
825 s_qp_ip.u4_i_qp = std::clamp(DEFAULT_I_QP, iMin, iMax);
826 s_qp_ip.u4_p_qp = std::clamp(DEFAULT_P_QP, pMin, pMax);
827 s_qp_ip.u4_b_qp = std::clamp(DEFAULT_B_QP, bMin, bMax);
828
829 ALOGV("setting QP: i %d-%d p %d-%d b %d-%d", iMin, iMax, pMin, pMax, bMin, bMax);
830
Pawin Vongmasa36653902018-11-15 00:10:25 -0800831
832 s_qp_ip.u4_timestamp_high = -1;
833 s_qp_ip.u4_timestamp_low = -1;
834
835 s_qp_ip.u4_size = sizeof(ive_ctl_set_qp_ip_t);
836 s_qp_op.u4_size = sizeof(ive_ctl_set_qp_op_t);
837
838 status = ive_api_function(mCodecCtx, &s_qp_ip, &s_qp_op);
839 if (status != IV_SUCCESS) {
840 ALOGE("Unable to set qp 0x%x\n", s_qp_op.u4_error_code);
841 return C2_CORRUPTED;
842 }
843 return C2_OK;
844}
845
846c2_status_t C2SoftAvcEnc::setEncMode(IVE_ENC_MODE_T e_enc_mode) {
847 IV_STATUS_T status;
848 ive_ctl_set_enc_mode_ip_t s_enc_mode_ip;
849 ive_ctl_set_enc_mode_op_t s_enc_mode_op;
850
851 s_enc_mode_ip.e_cmd = IVE_CMD_VIDEO_CTL;
852 s_enc_mode_ip.e_sub_cmd = IVE_CMD_CTL_SET_ENC_MODE;
853
854 s_enc_mode_ip.e_enc_mode = e_enc_mode;
855
856 s_enc_mode_ip.u4_timestamp_high = -1;
857 s_enc_mode_ip.u4_timestamp_low = -1;
858
859 s_enc_mode_ip.u4_size = sizeof(ive_ctl_set_enc_mode_ip_t);
860 s_enc_mode_op.u4_size = sizeof(ive_ctl_set_enc_mode_op_t);
861
862 status = ive_api_function(mCodecCtx, &s_enc_mode_ip, &s_enc_mode_op);
863 if (status != IV_SUCCESS) {
864 ALOGE("Unable to set in header encode mode = 0x%x\n",
865 s_enc_mode_op.u4_error_code);
866 return C2_CORRUPTED;
867 }
868 return C2_OK;
869}
870
871c2_status_t C2SoftAvcEnc::setVbvParams() {
872 ive_ctl_set_vbv_params_ip_t s_vbv_ip;
873 ive_ctl_set_vbv_params_op_t s_vbv_op;
874 IV_STATUS_T status;
875
876 s_vbv_ip.e_cmd = IVE_CMD_VIDEO_CTL;
877 s_vbv_ip.e_sub_cmd = IVE_CMD_CTL_SET_VBV_PARAMS;
878
879 s_vbv_ip.u4_vbv_buf_size = 0;
880 s_vbv_ip.u4_vbv_buffer_delay = 1000;
881
882 s_vbv_ip.u4_timestamp_high = -1;
883 s_vbv_ip.u4_timestamp_low = -1;
884
885 s_vbv_ip.u4_size = sizeof(ive_ctl_set_vbv_params_ip_t);
886 s_vbv_op.u4_size = sizeof(ive_ctl_set_vbv_params_op_t);
887
888 status = ive_api_function(mCodecCtx, &s_vbv_ip, &s_vbv_op);
889 if (status != IV_SUCCESS) {
890 ALOGE("Unable to set VBV params = 0x%x\n", s_vbv_op.u4_error_code);
891 return C2_CORRUPTED;
892 }
893 return C2_OK;
894}
895
896c2_status_t C2SoftAvcEnc::setAirParams() {
897 ive_ctl_set_air_params_ip_t s_air_ip;
898 ive_ctl_set_air_params_op_t s_air_op;
899 IV_STATUS_T status;
900
901 s_air_ip.e_cmd = IVE_CMD_VIDEO_CTL;
902 s_air_ip.e_sub_cmd = IVE_CMD_CTL_SET_AIR_PARAMS;
903
904 s_air_ip.e_air_mode =
905 (mIntraRefresh->mode == C2Config::INTRA_REFRESH_DISABLED || mIntraRefresh->period < 1)
906 ? IVE_AIR_MODE_NONE : IVE_AIR_MODE_CYCLIC;
907 s_air_ip.u4_air_refresh_period = mIntraRefresh->period;
908
909 s_air_ip.u4_timestamp_high = -1;
910 s_air_ip.u4_timestamp_low = -1;
911
912 s_air_ip.u4_size = sizeof(ive_ctl_set_air_params_ip_t);
913 s_air_op.u4_size = sizeof(ive_ctl_set_air_params_op_t);
914
915 status = ive_api_function(mCodecCtx, &s_air_ip, &s_air_op);
916 if (status != IV_SUCCESS) {
917 ALOGE("Unable to set air params = 0x%x\n", s_air_op.u4_error_code);
918 return C2_CORRUPTED;
919 }
920 return C2_OK;
921}
922
923c2_status_t C2SoftAvcEnc::setMeParams() {
924 IV_STATUS_T status;
925 ive_ctl_set_me_params_ip_t s_me_params_ip;
926 ive_ctl_set_me_params_op_t s_me_params_op;
927
928 s_me_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
929 s_me_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_ME_PARAMS;
930
931 s_me_params_ip.u4_enable_fast_sad = mEnableFastSad;
932 s_me_params_ip.u4_enable_alt_ref = mEnableAltRef;
933
934 s_me_params_ip.u4_enable_hpel = mHalfPelEnable;
935 s_me_params_ip.u4_enable_qpel = DEFAULT_QPEL;
936 s_me_params_ip.u4_me_speed_preset = DEFAULT_ME_SPEED;
937 s_me_params_ip.u4_srch_rng_x = DEFAULT_SRCH_RNG_X;
938 s_me_params_ip.u4_srch_rng_y = DEFAULT_SRCH_RNG_Y;
939
940 s_me_params_ip.u4_timestamp_high = -1;
941 s_me_params_ip.u4_timestamp_low = -1;
942
943 s_me_params_ip.u4_size = sizeof(ive_ctl_set_me_params_ip_t);
944 s_me_params_op.u4_size = sizeof(ive_ctl_set_me_params_op_t);
945
946 status = ive_api_function(mCodecCtx, &s_me_params_ip, &s_me_params_op);
947 if (status != IV_SUCCESS) {
948 ALOGE("Unable to set me params = 0x%x\n", s_me_params_op.u4_error_code);
949 return C2_CORRUPTED;
950 }
951 return C2_OK;
952}
953
954c2_status_t C2SoftAvcEnc::setGopParams() {
955 IV_STATUS_T status;
956 ive_ctl_set_gop_params_ip_t s_gop_params_ip;
957 ive_ctl_set_gop_params_op_t s_gop_params_op;
958
959 s_gop_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
960 s_gop_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_GOP_PARAMS;
961
962 s_gop_params_ip.u4_i_frm_interval = mIInterval;
963 s_gop_params_ip.u4_idr_frm_interval = mIDRInterval;
964
965 s_gop_params_ip.u4_timestamp_high = -1;
966 s_gop_params_ip.u4_timestamp_low = -1;
967
968 s_gop_params_ip.u4_size = sizeof(ive_ctl_set_gop_params_ip_t);
969 s_gop_params_op.u4_size = sizeof(ive_ctl_set_gop_params_op_t);
970
971 status = ive_api_function(mCodecCtx, &s_gop_params_ip, &s_gop_params_op);
972 if (status != IV_SUCCESS) {
973 ALOGE("Unable to set GOP params = 0x%x\n",
974 s_gop_params_op.u4_error_code);
975 return C2_CORRUPTED;
976 }
977 return C2_OK;
978}
979
980c2_status_t C2SoftAvcEnc::setProfileParams() {
981 IntfImpl::Lock lock = mIntf->lock();
982
983 IV_STATUS_T status;
984 ive_ctl_set_profile_params_ip_t s_profile_params_ip;
985 ive_ctl_set_profile_params_op_t s_profile_params_op;
986
987 s_profile_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
988 s_profile_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_PROFILE_PARAMS;
989
990 s_profile_params_ip.e_profile = mIntf->getProfile_l();
Harish Mahendrakar8725ae02018-08-31 10:33:56 -0700991 if (s_profile_params_ip.e_profile == IV_PROFILE_BASE) {
992 s_profile_params_ip.u4_entropy_coding_mode = 0;
993 } else {
994 s_profile_params_ip.u4_entropy_coding_mode = 1;
995 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800996 s_profile_params_ip.u4_timestamp_high = -1;
997 s_profile_params_ip.u4_timestamp_low = -1;
998
999 s_profile_params_ip.u4_size = sizeof(ive_ctl_set_profile_params_ip_t);
1000 s_profile_params_op.u4_size = sizeof(ive_ctl_set_profile_params_op_t);
1001 lock.unlock();
1002
1003 status = ive_api_function(mCodecCtx, &s_profile_params_ip, &s_profile_params_op);
1004 if (status != IV_SUCCESS) {
1005 ALOGE("Unable to set profile params = 0x%x\n",
1006 s_profile_params_op.u4_error_code);
1007 return C2_CORRUPTED;
1008 }
1009 return C2_OK;
1010}
1011
1012c2_status_t C2SoftAvcEnc::setDeblockParams() {
1013 IV_STATUS_T status;
1014 ive_ctl_set_deblock_params_ip_t s_deblock_params_ip;
1015 ive_ctl_set_deblock_params_op_t s_deblock_params_op;
1016
1017 s_deblock_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
1018 s_deblock_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_DEBLOCK_PARAMS;
1019
1020 s_deblock_params_ip.u4_disable_deblock_level = mDisableDeblkLevel;
1021
1022 s_deblock_params_ip.u4_timestamp_high = -1;
1023 s_deblock_params_ip.u4_timestamp_low = -1;
1024
1025 s_deblock_params_ip.u4_size = sizeof(ive_ctl_set_deblock_params_ip_t);
1026 s_deblock_params_op.u4_size = sizeof(ive_ctl_set_deblock_params_op_t);
1027
1028 status = ive_api_function(mCodecCtx, &s_deblock_params_ip, &s_deblock_params_op);
1029 if (status != IV_SUCCESS) {
1030 ALOGE("Unable to enable/disable deblock params = 0x%x\n",
1031 s_deblock_params_op.u4_error_code);
1032 return C2_CORRUPTED;
1033 }
1034 return C2_OK;
1035}
1036
1037void C2SoftAvcEnc::logVersion() {
1038 ive_ctl_getversioninfo_ip_t s_ctl_ip;
1039 ive_ctl_getversioninfo_op_t s_ctl_op;
1040 UWORD8 au1_buf[512];
1041 IV_STATUS_T status;
1042
1043 s_ctl_ip.e_cmd = IVE_CMD_VIDEO_CTL;
1044 s_ctl_ip.e_sub_cmd = IVE_CMD_CTL_GETVERSION;
1045 s_ctl_ip.u4_size = sizeof(ive_ctl_getversioninfo_ip_t);
1046 s_ctl_op.u4_size = sizeof(ive_ctl_getversioninfo_op_t);
1047 s_ctl_ip.pu1_version = au1_buf;
1048 s_ctl_ip.u4_version_bufsize = sizeof(au1_buf);
1049
1050 status = ive_api_function(mCodecCtx, (void *) &s_ctl_ip, (void *) &s_ctl_op);
1051
1052 if (status != IV_SUCCESS) {
1053 ALOGE("Error in getting version: 0x%x", s_ctl_op.u4_error_code);
1054 } else {
1055 ALOGV("Ittiam encoder version: %s", (char *)s_ctl_ip.pu1_version);
1056 }
1057 return;
1058}
1059
Manisha Jajoo2569a522021-03-08 19:45:42 +05301060c2_status_t C2SoftAvcEnc::setVuiParams()
1061{
1062 ColorAspects sfAspects;
1063 if (!C2Mapper::map(mColorAspects->primaries, &sfAspects.mPrimaries)) {
1064 sfAspects.mPrimaries = android::ColorAspects::PrimariesUnspecified;
1065 }
1066 if (!C2Mapper::map(mColorAspects->range, &sfAspects.mRange)) {
1067 sfAspects.mRange = android::ColorAspects::RangeUnspecified;
1068 }
1069 if (!C2Mapper::map(mColorAspects->matrix, &sfAspects.mMatrixCoeffs)) {
1070 sfAspects.mMatrixCoeffs = android::ColorAspects::MatrixUnspecified;
1071 }
1072 if (!C2Mapper::map(mColorAspects->transfer, &sfAspects.mTransfer)) {
1073 sfAspects.mTransfer = android::ColorAspects::TransferUnspecified;
1074 }
1075 int32_t primaries, transfer, matrixCoeffs;
1076 bool range;
1077 ColorUtils::convertCodecColorAspectsToIsoAspects(sfAspects,
1078 &primaries,
1079 &transfer,
1080 &matrixCoeffs,
1081 &range);
1082 ih264e_vui_ip_t s_vui_params_ip {};
1083 ih264e_vui_op_t s_vui_params_op {};
1084
1085 s_vui_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
1086 s_vui_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_VUI_PARAMS;
1087
1088 s_vui_params_ip.u1_video_signal_type_present_flag = 1;
1089 s_vui_params_ip.u1_colour_description_present_flag = 1;
1090 s_vui_params_ip.u1_colour_primaries = primaries;
1091 s_vui_params_ip.u1_transfer_characteristics = transfer;
1092 s_vui_params_ip.u1_matrix_coefficients = matrixCoeffs;
1093 s_vui_params_ip.u1_video_full_range_flag = range;
1094
1095 s_vui_params_ip.u4_size = sizeof(ih264e_vui_ip_t);
1096 s_vui_params_op.u4_size = sizeof(ih264e_vui_op_t);
1097
1098 IV_STATUS_T status = ih264e_api_function(mCodecCtx, &s_vui_params_ip,
1099 &s_vui_params_op);
1100 if(status != IV_SUCCESS)
1101 {
1102 ALOGE("Unable to set vui params = 0x%x\n",
1103 s_vui_params_op.u4_error_code);
1104 return C2_CORRUPTED;
1105 }
1106 return C2_OK;
1107}
1108
Pawin Vongmasa36653902018-11-15 00:10:25 -08001109c2_status_t C2SoftAvcEnc::initEncoder() {
1110 IV_STATUS_T status;
1111 WORD32 level;
1112
1113 CHECK(!mStarted);
1114
1115 c2_status_t errType = C2_OK;
1116
Wonsik Kime1c360a2019-05-22 10:38:58 -07001117 std::shared_ptr<C2StreamGopTuning::output> gop;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001118 {
1119 IntfImpl::Lock lock = mIntf->lock();
1120 mSize = mIntf->getSize_l();
1121 mBitrate = mIntf->getBitrate_l();
1122 mFrameRate = mIntf->getFrameRate_l();
1123 mIntraRefresh = mIntf->getIntraRefresh_l();
1124 mAVCEncLevel = mIntf->getLevel_l();
1125 mIInterval = mIntf->getSyncFramePeriod_l();
1126 mIDRInterval = mIntf->getSyncFramePeriod_l();
Wonsik Kime1c360a2019-05-22 10:38:58 -07001127 gop = mIntf->getGop_l();
Manisha Jajoo2569a522021-03-08 19:45:42 +05301128 mColorAspects = mIntf->getCodedColorAspects_l();
Wonsik Kime1c360a2019-05-22 10:38:58 -07001129 }
1130 if (gop && gop->flexCount() > 0) {
1131 uint32_t syncInterval = 1;
1132 uint32_t iInterval = 1;
1133 uint32_t maxBframes = 0;
1134 ParseGop(*gop, &syncInterval, &iInterval, &maxBframes);
1135 if (syncInterval > 0) {
1136 ALOGD("Updating IDR interval from GOP: old %u new %u", mIDRInterval, syncInterval);
1137 mIDRInterval = syncInterval;
1138 }
1139 if (iInterval > 0) {
1140 ALOGD("Updating I interval from GOP: old %u new %u", mIInterval, iInterval);
1141 mIInterval = iInterval;
1142 }
1143 if (mBframes != maxBframes) {
1144 ALOGD("Updating max B frames from GOP: old %u new %u", mBframes, maxBframes);
1145 mBframes = maxBframes;
1146 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001147 }
1148 uint32_t width = mSize->width;
1149 uint32_t height = mSize->height;
1150
1151 mStride = width;
1152
Harish Mahendrakarea0eb372019-11-21 10:33:05 -08001153 // Assume worst case output buffer size to be equal to number of bytes in input
1154 mOutBufferSize = std::max(width * height * 3 / 2, kMinOutBufferSize);
1155
Wonsik Kim8f183eb2021-04-05 14:51:39 -07001156 mIvVideoColorFormat = GetIvColorFormat();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001157
Wonsik Kime1c360a2019-05-22 10:38:58 -07001158 ALOGD("Params width %d height %d level %d colorFormat %d bframes %d", width,
1159 height, mAVCEncLevel, mIvVideoColorFormat, mBframes);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001160
1161 /* Getting Number of MemRecords */
1162 {
1163 iv_num_mem_rec_ip_t s_num_mem_rec_ip;
1164 iv_num_mem_rec_op_t s_num_mem_rec_op;
1165
1166 s_num_mem_rec_ip.u4_size = sizeof(iv_num_mem_rec_ip_t);
1167 s_num_mem_rec_op.u4_size = sizeof(iv_num_mem_rec_op_t);
1168
1169 s_num_mem_rec_ip.e_cmd = IV_CMD_GET_NUM_MEM_REC;
1170
1171 status = ive_api_function(nullptr, &s_num_mem_rec_ip, &s_num_mem_rec_op);
1172
1173 if (status != IV_SUCCESS) {
1174 ALOGE("Get number of memory records failed = 0x%x\n",
1175 s_num_mem_rec_op.u4_error_code);
1176 return C2_CORRUPTED;
1177 }
1178
1179 mNumMemRecords = s_num_mem_rec_op.u4_num_mem_rec;
1180 }
1181
1182 /* Allocate array to hold memory records */
1183 if (mNumMemRecords > SIZE_MAX / sizeof(iv_mem_rec_t)) {
1184 ALOGE("requested memory size is too big.");
1185 return C2_CORRUPTED;
1186 }
1187 mMemRecords = (iv_mem_rec_t *)malloc(mNumMemRecords * sizeof(iv_mem_rec_t));
1188 if (nullptr == mMemRecords) {
1189 ALOGE("Unable to allocate memory for hold memory records: Size %zu",
1190 mNumMemRecords * sizeof(iv_mem_rec_t));
1191 mSignalledError = true;
1192 return C2_CORRUPTED;
1193 }
1194
1195 {
1196 iv_mem_rec_t *ps_mem_rec;
1197 ps_mem_rec = mMemRecords;
1198 for (size_t i = 0; i < mNumMemRecords; i++) {
1199 ps_mem_rec->u4_size = sizeof(iv_mem_rec_t);
1200 ps_mem_rec->pv_base = nullptr;
1201 ps_mem_rec->u4_mem_size = 0;
1202 ps_mem_rec->u4_mem_alignment = 0;
1203 ps_mem_rec->e_mem_type = IV_NA_MEM_TYPE;
1204
1205 ps_mem_rec++;
1206 }
1207 }
1208
1209 /* Getting MemRecords Attributes */
1210 {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301211 ih264e_fill_mem_rec_ip_t s_ih264e_mem_rec_ip = {};
1212 ih264e_fill_mem_rec_op_t s_ih264e_mem_rec_op = {};
1213 iv_fill_mem_rec_ip_t *ps_fill_mem_rec_ip = &s_ih264e_mem_rec_ip.s_ive_ip;
1214 iv_fill_mem_rec_op_t *ps_fill_mem_rec_op = &s_ih264e_mem_rec_op.s_ive_op;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001215
Manisha Jajoo93960e52020-12-21 21:00:11 +05301216 ps_fill_mem_rec_ip->u4_size = sizeof(ih264e_fill_mem_rec_ip_t);
1217 ps_fill_mem_rec_op->u4_size = sizeof(ih264e_fill_mem_rec_op_t);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001218
Manisha Jajoo93960e52020-12-21 21:00:11 +05301219 ps_fill_mem_rec_ip->e_cmd = IV_CMD_FILL_NUM_MEM_REC;
1220 ps_fill_mem_rec_ip->ps_mem_rec = mMemRecords;
1221 ps_fill_mem_rec_ip->u4_num_mem_rec = mNumMemRecords;
1222 ps_fill_mem_rec_ip->u4_max_wd = width;
1223 ps_fill_mem_rec_ip->u4_max_ht = height;
1224 ps_fill_mem_rec_ip->u4_max_level = mAVCEncLevel;
1225 ps_fill_mem_rec_ip->e_color_format = DEFAULT_INP_COLOR_FORMAT;
1226 ps_fill_mem_rec_ip->u4_max_ref_cnt = DEFAULT_MAX_REF_FRM;
1227 ps_fill_mem_rec_ip->u4_max_reorder_cnt = DEFAULT_MAX_REORDER_FRM;
1228 ps_fill_mem_rec_ip->u4_max_srch_rng_x = DEFAULT_MAX_SRCH_RANGE_X;
1229 ps_fill_mem_rec_ip->u4_max_srch_rng_y = DEFAULT_MAX_SRCH_RANGE_Y;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001230
Manisha Jajoo93960e52020-12-21 21:00:11 +05301231 status = ive_api_function(nullptr, &s_ih264e_mem_rec_ip, &s_ih264e_mem_rec_op);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001232
1233 if (status != IV_SUCCESS) {
1234 ALOGE("Fill memory records failed = 0x%x\n",
Manisha Jajoo93960e52020-12-21 21:00:11 +05301235 ps_fill_mem_rec_op->u4_error_code);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001236 return C2_CORRUPTED;
1237 }
1238 }
1239
1240 /* Allocating Memory for Mem Records */
1241 {
1242 WORD32 total_size;
1243 iv_mem_rec_t *ps_mem_rec;
1244 total_size = 0;
1245 ps_mem_rec = mMemRecords;
1246
1247 for (size_t i = 0; i < mNumMemRecords; i++) {
1248 ps_mem_rec->pv_base = ive_aligned_malloc(
1249 ps_mem_rec->u4_mem_alignment, ps_mem_rec->u4_mem_size);
1250 if (ps_mem_rec->pv_base == nullptr) {
1251 ALOGE("Allocation failure for mem record id %zu size %u\n", i,
1252 ps_mem_rec->u4_mem_size);
1253 return C2_CORRUPTED;
1254
1255 }
1256 total_size += ps_mem_rec->u4_mem_size;
1257
1258 ps_mem_rec++;
1259 }
1260 }
1261
1262 /* Codec Instance Creation */
1263 {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301264 ih264e_init_ip_t s_enc_ip = {};
1265 ih264e_init_op_t s_enc_op = {};
1266
1267 ive_init_ip_t *ps_init_ip = &s_enc_ip.s_ive_ip;
1268 ive_init_op_t *ps_init_op = &s_enc_op.s_ive_op;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001269
1270 mCodecCtx = (iv_obj_t *)mMemRecords[0].pv_base;
1271 mCodecCtx->u4_size = sizeof(iv_obj_t);
1272 mCodecCtx->pv_fxns = (void *)ive_api_function;
1273
Manisha Jajoo93960e52020-12-21 21:00:11 +05301274 ps_init_ip->u4_size = sizeof(ih264e_init_ip_t);
1275 ps_init_op->u4_size = sizeof(ih264e_init_op_t);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001276
Manisha Jajoo93960e52020-12-21 21:00:11 +05301277 ps_init_ip->e_cmd = IV_CMD_INIT;
1278 ps_init_ip->u4_num_mem_rec = mNumMemRecords;
1279 ps_init_ip->ps_mem_rec = mMemRecords;
1280 ps_init_ip->u4_max_wd = width;
1281 ps_init_ip->u4_max_ht = height;
1282 ps_init_ip->u4_max_ref_cnt = DEFAULT_MAX_REF_FRM;
1283 ps_init_ip->u4_max_reorder_cnt = DEFAULT_MAX_REORDER_FRM;
1284 ps_init_ip->u4_max_level = mAVCEncLevel;
1285 ps_init_ip->e_inp_color_fmt = mIvVideoColorFormat;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001286
1287 if (mReconEnable || mPSNREnable) {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301288 ps_init_ip->u4_enable_recon = 1;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001289 } else {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301290 ps_init_ip->u4_enable_recon = 0;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001291 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301292 ps_init_ip->e_recon_color_fmt = DEFAULT_RECON_COLOR_FORMAT;
1293 ps_init_ip->e_rc_mode = DEFAULT_RC_MODE;
1294 ps_init_ip->u4_max_framerate = DEFAULT_MAX_FRAMERATE;
1295 ps_init_ip->u4_max_bitrate = DEFAULT_MAX_BITRATE;
1296 ps_init_ip->u4_num_bframes = mBframes;
1297 ps_init_ip->e_content_type = IV_PROGRESSIVE;
1298 ps_init_ip->u4_max_srch_rng_x = DEFAULT_MAX_SRCH_RANGE_X;
1299 ps_init_ip->u4_max_srch_rng_y = DEFAULT_MAX_SRCH_RANGE_Y;
1300 ps_init_ip->e_slice_mode = mSliceMode;
1301 ps_init_ip->u4_slice_param = mSliceParam;
1302 ps_init_ip->e_arch = mArch;
1303 ps_init_ip->e_soc = DEFAULT_SOC;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001304
Manisha Jajoo93960e52020-12-21 21:00:11 +05301305 status = ive_api_function(mCodecCtx, &s_enc_ip, &s_enc_op);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001306
1307 if (status != IV_SUCCESS) {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301308 ALOGE("Init encoder failed = 0x%x\n", ps_init_op->u4_error_code);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001309 return C2_CORRUPTED;
1310 }
1311 }
1312
1313 /* Get Codec Version */
1314 logVersion();
1315
1316 /* set processor details */
1317 setNumCores();
1318
1319 /* Video control Set Frame dimensions */
1320 setDimensions();
1321
1322 /* Video control Set Frame rates */
1323 setFrameRate();
1324
1325 /* Video control Set IPE Params */
1326 setIpeParams();
1327
1328 /* Video control Set Bitrate */
1329 setBitRate();
1330
1331 /* Video control Set QP */
1332 setQp();
1333
1334 /* Video control Set AIR params */
1335 setAirParams();
1336
1337 /* Video control Set VBV params */
1338 setVbvParams();
1339
1340 /* Video control Set Motion estimation params */
1341 setMeParams();
1342
1343 /* Video control Set GOP params */
1344 setGopParams();
1345
1346 /* Video control Set Deblock params */
1347 setDeblockParams();
1348
1349 /* Video control Set Profile params */
1350 setProfileParams();
1351
Manisha Jajoo2569a522021-03-08 19:45:42 +05301352 /* Video control Set VUI params */
1353 setVuiParams();
1354
Pawin Vongmasa36653902018-11-15 00:10:25 -08001355 /* Video control Set in Encode header mode */
1356 setEncMode(IVE_ENC_MODE_HEADER);
1357
1358 ALOGV("init_codec successfull");
1359
1360 mSpsPpsHeaderReceived = false;
1361 mStarted = true;
1362
1363 return C2_OK;
1364}
1365
1366c2_status_t C2SoftAvcEnc::releaseEncoder() {
1367 IV_STATUS_T status = IV_SUCCESS;
1368 iv_retrieve_mem_rec_ip_t s_retrieve_mem_ip;
1369 iv_retrieve_mem_rec_op_t s_retrieve_mem_op;
1370 iv_mem_rec_t *ps_mem_rec;
1371
1372 if (!mStarted) {
1373 return C2_OK;
1374 }
1375
1376 s_retrieve_mem_ip.u4_size = sizeof(iv_retrieve_mem_rec_ip_t);
1377 s_retrieve_mem_op.u4_size = sizeof(iv_retrieve_mem_rec_op_t);
1378 s_retrieve_mem_ip.e_cmd = IV_CMD_RETRIEVE_MEMREC;
1379 s_retrieve_mem_ip.ps_mem_rec = mMemRecords;
1380
1381 status = ive_api_function(mCodecCtx, &s_retrieve_mem_ip, &s_retrieve_mem_op);
1382
1383 if (status != IV_SUCCESS) {
1384 ALOGE("Unable to retrieve memory records = 0x%x\n",
1385 s_retrieve_mem_op.u4_error_code);
1386 return C2_CORRUPTED;
1387 }
1388
1389 /* Free memory records */
1390 ps_mem_rec = mMemRecords;
1391 for (size_t i = 0; i < s_retrieve_mem_op.u4_num_mem_rec_filled; i++) {
1392 if (ps_mem_rec) ive_aligned_free(ps_mem_rec->pv_base);
1393 else {
1394 ALOGE("memory record is null.");
1395 return C2_CORRUPTED;
1396 }
1397 ps_mem_rec++;
1398 }
1399
1400 if (mMemRecords) free(mMemRecords);
1401
1402 // clear other pointers into the space being free()d
1403 mCodecCtx = nullptr;
1404
1405 mStarted = false;
1406
1407 return C2_OK;
1408}
1409
1410c2_status_t C2SoftAvcEnc::setEncodeArgs(
1411 ive_video_encode_ip_t *ps_encode_ip,
1412 ive_video_encode_op_t *ps_encode_op,
1413 const C2GraphicView *const input,
1414 uint8_t *base,
1415 uint32_t capacity,
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301416 uint64_t workIndex) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001417 iv_raw_buf_t *ps_inp_raw_buf;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301418 memset(ps_encode_ip, 0, sizeof(*ps_encode_ip));
1419 memset(ps_encode_op, 0, sizeof(*ps_encode_op));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001420
1421 ps_inp_raw_buf = &ps_encode_ip->s_inp_buf;
1422 ps_encode_ip->s_out_buf.pv_buf = base;
1423 ps_encode_ip->s_out_buf.u4_bytes = 0;
1424 ps_encode_ip->s_out_buf.u4_bufsize = capacity;
1425 ps_encode_ip->u4_size = sizeof(ive_video_encode_ip_t);
1426 ps_encode_op->u4_size = sizeof(ive_video_encode_op_t);
1427
1428 ps_encode_ip->e_cmd = IVE_CMD_VIDEO_ENCODE;
1429 ps_encode_ip->pv_bufs = nullptr;
1430 ps_encode_ip->pv_mb_info = nullptr;
1431 ps_encode_ip->pv_pic_info = nullptr;
1432 ps_encode_ip->u4_mb_info_type = 0;
1433 ps_encode_ip->u4_pic_info_type = 0;
1434 ps_encode_ip->u4_is_last = 0;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301435 ps_encode_ip->u4_timestamp_high = workIndex >> 32;
1436 ps_encode_ip->u4_timestamp_low = workIndex & 0xFFFFFFFF;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001437 ps_encode_op->s_out_buf.pv_buf = nullptr;
1438
1439 /* Initialize color formats */
1440 memset(ps_inp_raw_buf, 0, sizeof(iv_raw_buf_t));
1441 ps_inp_raw_buf->u4_size = sizeof(iv_raw_buf_t);
1442 ps_inp_raw_buf->e_color_fmt = mIvVideoColorFormat;
1443 if (input == nullptr) {
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301444 if (mSawInputEOS) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001445 ps_encode_ip->u4_is_last = 1;
1446 }
1447 return C2_OK;
1448 }
1449
1450 if (input->width() < mSize->width ||
1451 input->height() < mSize->height) {
1452 /* Expect width height to be configured */
1453 ALOGW("unexpected Capacity Aspect %d(%d) x %d(%d)", input->width(),
1454 mSize->width, input->height(), mSize->height);
1455 return C2_BAD_VALUE;
1456 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001457 const C2PlanarLayout &layout = input->layout();
1458 uint8_t *yPlane = const_cast<uint8_t *>(input->data()[C2PlanarLayout::PLANE_Y]);
1459 uint8_t *uPlane = const_cast<uint8_t *>(input->data()[C2PlanarLayout::PLANE_U]);
1460 uint8_t *vPlane = const_cast<uint8_t *>(input->data()[C2PlanarLayout::PLANE_V]);
1461 int32_t yStride = layout.planes[C2PlanarLayout::PLANE_Y].rowInc;
1462 int32_t uStride = layout.planes[C2PlanarLayout::PLANE_U].rowInc;
1463 int32_t vStride = layout.planes[C2PlanarLayout::PLANE_V].rowInc;
1464
1465 uint32_t width = mSize->width;
1466 uint32_t height = mSize->height;
1467 // width and height are always even (as block size is 16x16)
1468 CHECK_EQ((width & 1u), 0u);
1469 CHECK_EQ((height & 1u), 0u);
1470 size_t yPlaneSize = width * height;
1471
1472 switch (layout.type) {
1473 case C2PlanarLayout::TYPE_RGB:
1474 [[fallthrough]];
1475 case C2PlanarLayout::TYPE_RGBA: {
1476 ALOGV("yPlaneSize = %zu", yPlaneSize);
1477 MemoryBlock conversionBuffer = mConversionBuffers.fetch(yPlaneSize * 3 / 2);
1478 mConversionBuffersInUse.emplace(conversionBuffer.data(), conversionBuffer);
1479 yPlane = conversionBuffer.data();
1480 uPlane = yPlane + yPlaneSize;
1481 vPlane = uPlane + yPlaneSize / 4;
1482 yStride = width;
1483 uStride = vStride = yStride / 2;
1484 ConvertRGBToPlanarYUV(yPlane, yStride, height, conversionBuffer.size(), *input);
1485 break;
1486 }
1487 case C2PlanarLayout::TYPE_YUV: {
1488 if (!IsYUV420(*input)) {
1489 ALOGE("input is not YUV420");
1490 return C2_BAD_VALUE;
1491 }
1492
Wonsik Kim8f183eb2021-04-05 14:51:39 -07001493 if (mIvVideoColorFormat == IV_YUV_420P
1494 && layout.planes[layout.PLANE_Y].colInc == 1
Pawin Vongmasa36653902018-11-15 00:10:25 -08001495 && layout.planes[layout.PLANE_U].colInc == 1
1496 && layout.planes[layout.PLANE_V].colInc == 1
1497 && uStride == vStride
1498 && yStride == 2 * vStride) {
1499 // I420 compatible - already set up above
1500 break;
1501 }
Wonsik Kim8f183eb2021-04-05 14:51:39 -07001502 if (mIvVideoColorFormat == IV_YUV_420SP_UV
1503 && layout.planes[layout.PLANE_Y].colInc == 1
1504 && layout.planes[layout.PLANE_U].colInc == 2
1505 && layout.planes[layout.PLANE_V].colInc == 2
1506 && uStride == vStride
1507 && yStride == vStride
1508 && uPlane + 1 == vPlane) {
1509 // NV12 compatible - already set up above
1510 break;
1511 }
1512 if (mIvVideoColorFormat == IV_YUV_420SP_VU
1513 && layout.planes[layout.PLANE_Y].colInc == 1
1514 && layout.planes[layout.PLANE_U].colInc == 2
1515 && layout.planes[layout.PLANE_V].colInc == 2
1516 && uStride == vStride
1517 && yStride == vStride
1518 && uPlane == vPlane + 1) {
1519 // NV21 compatible - already set up above
1520 break;
1521 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001522
1523 // copy to I420
1524 yStride = width;
1525 uStride = vStride = yStride / 2;
1526 MemoryBlock conversionBuffer = mConversionBuffers.fetch(yPlaneSize * 3 / 2);
1527 mConversionBuffersInUse.emplace(conversionBuffer.data(), conversionBuffer);
Wonsik Kim8f183eb2021-04-05 14:51:39 -07001528 MediaImage2 img;
1529 switch (mIvVideoColorFormat) {
1530 case IV_YUV_420P:
1531 img = CreateYUV420PlanarMediaImage2(width, height, yStride, height);
1532 yPlane = conversionBuffer.data();
1533 uPlane = yPlane + yPlaneSize;
1534 vPlane = uPlane + yPlaneSize / 4;
1535 break;
1536 case IV_YUV_420SP_VU:
1537 img = CreateYUV420SemiPlanarMediaImage2(width, height, yStride, height);
1538 img.mPlane[MediaImage2::U].mOffset++;
1539 img.mPlane[MediaImage2::V].mOffset--;
1540 yPlane = conversionBuffer.data();
1541 vPlane = yPlane + yPlaneSize;
1542 uPlane = vPlane + 1;
1543 break;
1544 case IV_YUV_420SP_UV:
1545 default:
1546 img = CreateYUV420SemiPlanarMediaImage2(width, height, yStride, height);
1547 yPlane = conversionBuffer.data();
1548 uPlane = yPlane + yPlaneSize;
1549 vPlane = uPlane + 1;
1550 break;
1551 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001552 status_t err = ImageCopy(conversionBuffer.data(), &img, *input);
1553 if (err != OK) {
1554 ALOGE("Buffer conversion failed: %d", err);
1555 return C2_BAD_VALUE;
1556 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001557 break;
1558
1559 }
1560
1561 case C2PlanarLayout::TYPE_YUVA:
1562 ALOGE("YUVA plane type is not supported");
1563 return C2_BAD_VALUE;
1564
1565 default:
1566 ALOGE("Unrecognized plane type: %d", layout.type);
1567 return C2_BAD_VALUE;
1568 }
1569
1570 switch (mIvVideoColorFormat) {
1571 case IV_YUV_420P:
1572 {
1573 // input buffer is supposed to be const but Ittiam API wants bare pointer.
1574 ps_inp_raw_buf->apv_bufs[0] = yPlane;
1575 ps_inp_raw_buf->apv_bufs[1] = uPlane;
1576 ps_inp_raw_buf->apv_bufs[2] = vPlane;
1577
Harish Mahendrakar4817c9a2020-12-22 12:49:17 -08001578 ps_inp_raw_buf->au4_wd[0] = mSize->width;
1579 ps_inp_raw_buf->au4_wd[1] = mSize->width / 2;
1580 ps_inp_raw_buf->au4_wd[2] = mSize->width / 2;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001581
Harish Mahendrakar4817c9a2020-12-22 12:49:17 -08001582 ps_inp_raw_buf->au4_ht[0] = mSize->height;
1583 ps_inp_raw_buf->au4_ht[1] = mSize->height / 2;
1584 ps_inp_raw_buf->au4_ht[2] = mSize->height / 2;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001585
1586 ps_inp_raw_buf->au4_strd[0] = yStride;
1587 ps_inp_raw_buf->au4_strd[1] = uStride;
1588 ps_inp_raw_buf->au4_strd[2] = vStride;
1589 break;
1590 }
1591
1592 case IV_YUV_422ILE:
1593 {
1594 // TODO
1595 // ps_inp_raw_buf->apv_bufs[0] = pu1_buf;
1596 // ps_inp_raw_buf->au4_wd[0] = mWidth * 2;
1597 // ps_inp_raw_buf->au4_ht[0] = mHeight;
1598 // ps_inp_raw_buf->au4_strd[0] = mStride * 2;
1599 break;
1600 }
1601
Pawin Vongmasa36653902018-11-15 00:10:25 -08001602 case IV_YUV_420SP_VU:
Wonsik Kim8f183eb2021-04-05 14:51:39 -07001603 uPlane = vPlane;
1604 [[fallthrough]];
1605 case IV_YUV_420SP_UV:
Pawin Vongmasa36653902018-11-15 00:10:25 -08001606 default:
1607 {
1608 ps_inp_raw_buf->apv_bufs[0] = yPlane;
1609 ps_inp_raw_buf->apv_bufs[1] = uPlane;
1610
Harish Mahendrakar4817c9a2020-12-22 12:49:17 -08001611 ps_inp_raw_buf->au4_wd[0] = mSize->width;
Wonsik Kim8f183eb2021-04-05 14:51:39 -07001612 ps_inp_raw_buf->au4_wd[1] = mSize->width / 2;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001613
Harish Mahendrakar4817c9a2020-12-22 12:49:17 -08001614 ps_inp_raw_buf->au4_ht[0] = mSize->height;
1615 ps_inp_raw_buf->au4_ht[1] = mSize->height / 2;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001616
1617 ps_inp_raw_buf->au4_strd[0] = yStride;
1618 ps_inp_raw_buf->au4_strd[1] = uStride;
1619 break;
1620 }
1621 }
1622 return C2_OK;
1623}
1624
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301625void C2SoftAvcEnc::finishWork(uint64_t workIndex, const std::unique_ptr<C2Work> &work,
1626 ive_video_encode_op_t *ps_encode_op) {
1627 std::shared_ptr<C2Buffer> buffer =
1628 createLinearBuffer(mOutBlock, 0, ps_encode_op->s_out_buf.u4_bytes);
1629 if (IV_IDR_FRAME == ps_encode_op->u4_encoded_frame_type) {
1630 ALOGV("IDR frame produced");
1631 buffer->setInfo(std::make_shared<C2StreamPictureTypeMaskInfo::output>(
1632 0u /* stream id */, C2Config::SYNC_FRAME));
1633 }
1634 mOutBlock = nullptr;
1635
1636 auto fillWork = [buffer](const std::unique_ptr<C2Work> &work) {
1637 work->worklets.front()->output.flags = (C2FrameData::flags_t)0;
1638 work->worklets.front()->output.buffers.clear();
1639 work->worklets.front()->output.buffers.push_back(buffer);
1640 work->worklets.front()->output.ordinal = work->input.ordinal;
1641 work->workletsProcessed = 1u;
1642 };
1643 if (work && c2_cntr64_t(workIndex) == work->input.ordinal.frameIndex) {
1644 fillWork(work);
1645 if (mSawInputEOS) {
1646 work->worklets.front()->output.flags = C2FrameData::FLAG_END_OF_STREAM;
1647 }
1648 } else {
1649 finish(workIndex, fillWork);
1650 }
1651}
1652
Pawin Vongmasa36653902018-11-15 00:10:25 -08001653void C2SoftAvcEnc::process(
1654 const std::unique_ptr<C2Work> &work,
1655 const std::shared_ptr<C2BlockPool> &pool) {
1656 // Initialize output work
1657 work->result = C2_OK;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301658 work->workletsProcessed = 0u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001659 work->worklets.front()->output.flags = work->input.flags;
1660
1661 IV_STATUS_T status;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301662 WORD32 timeDelay = 0;
1663 WORD32 timeTaken = 0;
1664 uint64_t workIndex = work->input.ordinal.frameIndex.peekull();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001665
1666 // Initialize encoder if not already initialized
1667 if (mCodecCtx == nullptr) {
1668 if (C2_OK != initEncoder()) {
1669 ALOGE("Failed to initialize encoder");
1670 mSignalledError = true;
1671 work->result = C2_CORRUPTED;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301672 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001673 return;
1674 }
1675 }
1676 if (mSignalledError) {
1677 return;
1678 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001679 // while (!mSawOutputEOS && !outQueue.empty()) {
1680 c2_status_t error;
Manisha Jajoo93960e52020-12-21 21:00:11 +05301681 ih264e_video_encode_ip_t s_video_encode_ip = {};
1682 ih264e_video_encode_op_t s_video_encode_op = {};
1683 ive_video_encode_ip_t *ps_encode_ip = &s_video_encode_ip.s_ive_ip;
1684 ive_video_encode_op_t *ps_encode_op = &s_video_encode_op.s_ive_op;
1685 memset(ps_encode_op, 0, sizeof(*ps_encode_op));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001686
1687 if (!mSpsPpsHeaderReceived) {
1688 constexpr uint32_t kHeaderLength = MIN_STREAM_SIZE;
1689 uint8_t header[kHeaderLength];
1690 error = setEncodeArgs(
Manisha Jajoo93960e52020-12-21 21:00:11 +05301691 ps_encode_ip, ps_encode_op, nullptr, header, kHeaderLength, workIndex);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001692 if (error != C2_OK) {
1693 ALOGE("setEncodeArgs failed: %d", error);
1694 mSignalledError = true;
1695 work->result = C2_CORRUPTED;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301696 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001697 return;
1698 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301699 status = ive_api_function(mCodecCtx, ps_encode_ip, ps_encode_op);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001700
1701 if (IV_SUCCESS != status) {
1702 ALOGE("Encode header failed = 0x%x\n",
Manisha Jajoo93960e52020-12-21 21:00:11 +05301703 ps_encode_op->u4_error_code);
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301704 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001705 return;
1706 } else {
1707 ALOGV("Bytes Generated in header %d\n",
Manisha Jajoo93960e52020-12-21 21:00:11 +05301708 ps_encode_op->s_out_buf.u4_bytes);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001709 }
1710
1711 mSpsPpsHeaderReceived = true;
1712
Lajos Molnar3bb81cd2019-02-20 15:10:30 -08001713 std::unique_ptr<C2StreamInitDataInfo::output> csd =
Manisha Jajoo93960e52020-12-21 21:00:11 +05301714 C2StreamInitDataInfo::output::AllocUnique(ps_encode_op->s_out_buf.u4_bytes, 0u);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001715 if (!csd) {
1716 ALOGE("CSD allocation failed");
1717 mSignalledError = true;
1718 work->result = C2_NO_MEMORY;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301719 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001720 return;
1721 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301722 memcpy(csd->m.value, header, ps_encode_op->s_out_buf.u4_bytes);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001723 work->worklets.front()->output.configUpdate.push_back(std::move(csd));
1724
1725 DUMP_TO_FILE(
1726 mOutFile, csd->m.value, csd->flexCount());
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301727 if (work->input.buffers.empty()) {
1728 work->workletsProcessed = 1u;
1729 return;
1730 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001731 }
1732
1733 // handle dynamic config parameters
1734 {
1735 IntfImpl::Lock lock = mIntf->lock();
1736 std::shared_ptr<C2StreamIntraRefreshTuning::output> intraRefresh = mIntf->getIntraRefresh_l();
1737 std::shared_ptr<C2StreamBitrateInfo::output> bitrate = mIntf->getBitrate_l();
1738 std::shared_ptr<C2StreamRequestSyncFrameTuning::output> requestSync = mIntf->getRequestSync_l();
1739 lock.unlock();
1740
1741 if (bitrate != mBitrate) {
1742 mBitrate = bitrate;
1743 setBitRate();
1744 }
1745
1746 if (intraRefresh != mIntraRefresh) {
1747 mIntraRefresh = intraRefresh;
1748 setAirParams();
1749 }
1750
1751 if (requestSync != mRequestSync) {
1752 // we can handle IDR immediately
1753 if (requestSync->value) {
1754 // unset request
1755 C2StreamRequestSyncFrameTuning::output clearSync(0u, C2_FALSE);
1756 std::vector<std::unique_ptr<C2SettingResult>> failures;
1757 mIntf->config({ &clearSync }, C2_MAY_BLOCK, &failures);
1758 ALOGV("Got sync request");
1759 setFrameType(IV_IDR_FRAME);
1760 }
1761 mRequestSync = requestSync;
1762 }
1763 }
1764
1765 if (work->input.flags & C2FrameData::FLAG_END_OF_STREAM) {
1766 mSawInputEOS = true;
1767 }
1768
1769 /* In normal mode, store inputBufferInfo and this will be returned
1770 when encoder consumes this input */
1771 // if (!mInputDataIsMeta && (inputBufferInfo != NULL)) {
1772 // for (size_t i = 0; i < MAX_INPUT_BUFFER_HEADERS; i++) {
1773 // if (NULL == mInputBufferInfo[i]) {
1774 // mInputBufferInfo[i] = inputBufferInfo;
1775 // break;
1776 // }
1777 // }
1778 // }
1779 std::shared_ptr<const C2GraphicView> view;
1780 std::shared_ptr<C2Buffer> inputBuffer;
1781 if (!work->input.buffers.empty()) {
1782 inputBuffer = work->input.buffers[0];
1783 view = std::make_shared<const C2GraphicView>(
1784 inputBuffer->data().graphicBlocks().front().map().get());
1785 if (view->error() != C2_OK) {
1786 ALOGE("graphic view map err = %d", view->error());
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301787 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001788 return;
1789 }
1790 }
1791
Pawin Vongmasa36653902018-11-15 00:10:25 -08001792 do {
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301793 if (mSawInputEOS && work->input.buffers.empty()) break;
1794 if (!mOutBlock) {
1795 C2MemoryUsage usage = {C2MemoryUsage::CPU_READ,
1796 C2MemoryUsage::CPU_WRITE};
1797 // TODO: error handling, proper usage, etc.
1798 c2_status_t err =
1799 pool->fetchLinearBlock(mOutBufferSize, usage, &mOutBlock);
1800 if (err != C2_OK) {
1801 ALOGE("fetch linear block err = %d", err);
1802 work->result = err;
1803 work->workletsProcessed = 1u;
1804 return;
1805 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001806 }
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301807 C2WriteView wView = mOutBlock->map().get();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001808 if (wView.error() != C2_OK) {
1809 ALOGE("write view map err = %d", wView.error());
1810 work->result = wView.error();
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301811 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001812 return;
1813 }
1814
1815 error = setEncodeArgs(
Manisha Jajoo93960e52020-12-21 21:00:11 +05301816 ps_encode_ip, ps_encode_op, view.get(), wView.base(), wView.capacity(), workIndex);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001817 if (error != C2_OK) {
1818 ALOGE("setEncodeArgs failed : %d", error);
1819 mSignalledError = true;
1820 work->result = error;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301821 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001822 return;
1823 }
1824
1825 // DUMP_TO_FILE(
1826 // mInFile, s_encode_ip.s_inp_buf.apv_bufs[0],
1827 // (mHeight * mStride * 3 / 2));
1828
1829 GETTIME(&mTimeStart, nullptr);
1830 /* Compute time elapsed between end of previous decode()
1831 * to start of current decode() */
1832 TIME_DIFF(mTimeEnd, mTimeStart, timeDelay);
Manisha Jajoo93960e52020-12-21 21:00:11 +05301833 status = ive_api_function(mCodecCtx, &s_video_encode_ip, &s_video_encode_op);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001834
1835 if (IV_SUCCESS != status) {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301836 if ((ps_encode_op->u4_error_code & 0xFF) == IH264E_BITSTREAM_BUFFER_OVERFLOW) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001837 // TODO: use IVE_CMD_CTL_GETBUFINFO for proper max input size?
1838 mOutBufferSize *= 2;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301839 mOutBlock.reset();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001840 continue;
1841 }
1842 ALOGE("Encode Frame failed = 0x%x\n",
Manisha Jajoo93960e52020-12-21 21:00:11 +05301843 ps_encode_op->u4_error_code);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001844 mSignalledError = true;
1845 work->result = C2_CORRUPTED;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301846 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001847 return;
1848 }
1849 } while (IV_SUCCESS != status);
1850
1851 // Hold input buffer reference
1852 if (inputBuffer) {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301853 mBuffers[ps_encode_ip->s_inp_buf.apv_bufs[0]] = inputBuffer;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001854 }
1855
1856 GETTIME(&mTimeEnd, nullptr);
1857 /* Compute time taken for decode() */
1858 TIME_DIFF(mTimeStart, mTimeEnd, timeTaken);
1859
1860 ALOGV("timeTaken=%6d delay=%6d numBytes=%6d", timeTaken, timeDelay,
Manisha Jajoo93960e52020-12-21 21:00:11 +05301861 ps_encode_op->s_out_buf.u4_bytes);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001862
Manisha Jajoo93960e52020-12-21 21:00:11 +05301863 void *freed = ps_encode_op->s_inp_buf.apv_bufs[0];
Pawin Vongmasa36653902018-11-15 00:10:25 -08001864 /* If encoder frees up an input buffer, mark it as free */
1865 if (freed != nullptr) {
1866 if (mBuffers.count(freed) == 0u) {
1867 ALOGD("buffer not tracked");
1868 } else {
1869 // Release input buffer reference
1870 mBuffers.erase(freed);
1871 mConversionBuffersInUse.erase(freed);
1872 }
1873 }
1874
Manisha Jajoo93960e52020-12-21 21:00:11 +05301875 if (ps_encode_op->output_present) {
1876 if (!ps_encode_op->s_out_buf.u4_bytes) {
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301877 ALOGE("Error: Output present but bytes generated is zero");
1878 mSignalledError = true;
1879 work->result = C2_CORRUPTED;
1880 work->workletsProcessed = 1u;
1881 return;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001882 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301883 uint64_t workId = ((uint64_t)ps_encode_op->u4_timestamp_high << 32) |
1884 ps_encode_op->u4_timestamp_low;
1885 finishWork(workId, work, ps_encode_op);
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301886 }
1887 if (mSawInputEOS) {
1888 drainInternal(DRAIN_COMPONENT_WITH_EOS, pool, work);
1889 }
1890}
1891
1892c2_status_t C2SoftAvcEnc::drainInternal(
1893 uint32_t drainMode,
1894 const std::shared_ptr<C2BlockPool> &pool,
1895 const std::unique_ptr<C2Work> &work) {
1896
1897 if (drainMode == NO_DRAIN) {
1898 ALOGW("drain with NO_DRAIN: no-op");
1899 return C2_OK;
1900 }
1901 if (drainMode == DRAIN_CHAIN) {
1902 ALOGW("DRAIN_CHAIN not supported");
1903 return C2_OMITTED;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001904 }
1905
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301906 while (true) {
1907 if (!mOutBlock) {
1908 C2MemoryUsage usage = {C2MemoryUsage::CPU_READ,
1909 C2MemoryUsage::CPU_WRITE};
1910 // TODO: error handling, proper usage, etc.
1911 c2_status_t err =
1912 pool->fetchLinearBlock(mOutBufferSize, usage, &mOutBlock);
1913 if (err != C2_OK) {
1914 ALOGE("fetch linear block err = %d", err);
1915 work->result = err;
1916 work->workletsProcessed = 1u;
1917 return err;
1918 }
1919 }
1920 C2WriteView wView = mOutBlock->map().get();
1921 if (wView.error()) {
1922 ALOGE("graphic view map failed %d", wView.error());
1923 return C2_CORRUPTED;
1924 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301925 ih264e_video_encode_ip_t s_video_encode_ip = {};
1926 ih264e_video_encode_op_t s_video_encode_op = {};
1927 ive_video_encode_ip_t *ps_encode_ip = &s_video_encode_ip.s_ive_ip;
1928 ive_video_encode_op_t *ps_encode_op = &s_video_encode_op.s_ive_op;
1929 if (C2_OK != setEncodeArgs(ps_encode_ip, ps_encode_op, nullptr,
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301930 wView.base(), wView.capacity(), 0)) {
1931 ALOGE("setEncodeArgs failed for drainInternal");
1932 mSignalledError = true;
1933 work->result = C2_CORRUPTED;
1934 work->workletsProcessed = 1u;
1935 return C2_CORRUPTED;
1936 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301937 (void)ive_api_function(mCodecCtx, &s_video_encode_ip, &s_video_encode_op);
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301938
Manisha Jajoo93960e52020-12-21 21:00:11 +05301939 void *freed = ps_encode_op->s_inp_buf.apv_bufs[0];
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301940 /* If encoder frees up an input buffer, mark it as free */
1941 if (freed != nullptr) {
1942 if (mBuffers.count(freed) == 0u) {
1943 ALOGD("buffer not tracked");
1944 } else {
1945 // Release input buffer reference
1946 mBuffers.erase(freed);
1947 mConversionBuffersInUse.erase(freed);
1948 }
1949 }
1950
Manisha Jajoo93960e52020-12-21 21:00:11 +05301951 if (ps_encode_op->output_present) {
1952 uint64_t workId = ((uint64_t)ps_encode_op->u4_timestamp_high << 32) |
1953 ps_encode_op->u4_timestamp_low;
1954 finishWork(workId, work, ps_encode_op);
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301955 } else {
1956 if (work->workletsProcessed != 1u) {
1957 work->worklets.front()->output.flags = work->input.flags;
1958 work->worklets.front()->output.ordinal = work->input.ordinal;
1959 work->worklets.front()->output.buffers.clear();
1960 work->workletsProcessed = 1u;
1961 }
1962 break;
1963 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001964 }
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301965
1966 return C2_OK;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001967}
1968
1969c2_status_t C2SoftAvcEnc::drain(
1970 uint32_t drainMode,
1971 const std::shared_ptr<C2BlockPool> &pool) {
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301972 return drainInternal(drainMode, pool, nullptr);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001973}
1974
Pawin Vongmasa36653902018-11-15 00:10:25 -08001975class C2SoftAvcEncFactory : public C2ComponentFactory {
1976public:
1977 C2SoftAvcEncFactory() : mHelper(std::static_pointer_cast<C2ReflectorHelper>(
1978 GetCodec2PlatformComponentStore()->getParamReflector())) {
1979 }
1980
1981 virtual c2_status_t createComponent(
1982 c2_node_id_t id,
1983 std::shared_ptr<C2Component>* const component,
1984 std::function<void(C2Component*)> deleter) override {
1985 *component = std::shared_ptr<C2Component>(
1986 new C2SoftAvcEnc(COMPONENT_NAME,
1987 id,
1988 std::make_shared<C2SoftAvcEnc::IntfImpl>(mHelper)),
1989 deleter);
1990 return C2_OK;
1991 }
1992
1993 virtual c2_status_t createInterface(
1994 c2_node_id_t id,
1995 std::shared_ptr<C2ComponentInterface>* const interface,
1996 std::function<void(C2ComponentInterface*)> deleter) override {
1997 *interface = std::shared_ptr<C2ComponentInterface>(
1998 new SimpleInterface<C2SoftAvcEnc::IntfImpl>(
1999 COMPONENT_NAME, id, std::make_shared<C2SoftAvcEnc::IntfImpl>(mHelper)),
2000 deleter);
2001 return C2_OK;
2002 }
2003
2004 virtual ~C2SoftAvcEncFactory() override = default;
2005
2006private:
2007 std::shared_ptr<C2ReflectorHelper> mHelper;
2008};
2009
2010} // namespace android
2011
Cindy Zhouf6c0c3c2020-12-02 10:53:40 -08002012__attribute__((cfi_canonical_jump_table))
Pawin Vongmasa36653902018-11-15 00:10:25 -08002013extern "C" ::C2ComponentFactory* CreateCodec2Factory() {
2014 ALOGV("in %s", __func__);
2015 return new ::android::C2SoftAvcEncFactory();
2016}
2017
Cindy Zhouf6c0c3c2020-12-02 10:53:40 -08002018__attribute__((cfi_canonical_jump_table))
Pawin Vongmasa36653902018-11-15 00:10:25 -08002019extern "C" void DestroyCodec2Factory(::C2ComponentFactory* factory) {
2020 ALOGV("in %s", __func__);
2021 delete factory;
2022}