Gitiles
Code Review Sign In
review.evervolv.com / android_frameworks_av / ab34ed6f5484aa7597855c9394149f05a6af7fd1 / . / media / codec2 / components / hevc / C2SoftHevcDec.cpp
blob: f0d7d887f6aa45036dad6f42e9e4bf140d568849 [file] [log] [blame]
Pawin Vongmasa36653902018-11-15 00:10:25 -0800[diff] [blame]1/*
2 * Copyright (C) 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "C2SoftHevcDec"
19#include <log/log.h>
20
21#include <media/stagefright/foundation/MediaDefs.h>
22
23#include <C2Debug.h>
24#include <C2PlatformSupport.h>
25#include <Codec2Mapper.h>
26#include <SimpleC2Interface.h>
27
28#include "C2SoftHevcDec.h"
29#include "ihevcd_cxa.h"
30
31namespace android {
32
33namespace {
34
35constexpr char COMPONENT_NAME[] = "c2.android.hevc.decoder";
36
37} // namespace
38
39class C2SoftHevcDec::IntfImpl : public SimpleInterface<void>::BaseParams {
40public:
41 explicit IntfImpl(const std::shared_ptr<C2ReflectorHelper> &helper)
42 : SimpleInterface<void>::BaseParams(
43 helper,
44 COMPONENT_NAME,
45 C2Component::KIND_DECODER,
46 C2Component::DOMAIN_VIDEO,
47 MEDIA_MIMETYPE_VIDEO_HEVC) {
48 noPrivateBuffers(); // TODO: account for our buffers here
49 noInputReferences();
50 noOutputReferences();
51 noInputLatency();
52 noTimeStretch();
53
Wonsik Kimab34ed62019-01-31 15:28:46 -0800[diff] [blame^]54 // TODO: Proper support for reorder depth.
55 addParameter(
56 DefineParam(mActualOutputDelay, C2_PARAMKEY_OUTPUT_DELAY)
57 .withConstValue(new C2PortActualDelayTuning::output(8u))
58 .build());
Pawin Vongmasa36653902018-11-15 00:10:25 -0800[diff] [blame]59
60 addParameter(
61 DefineParam(mAttrib, C2_PARAMKEY_COMPONENT_ATTRIBUTES)
62 .withConstValue(new C2ComponentAttributesSetting(C2Component::ATTRIB_IS_TEMPORAL))
63 .build());
64
65 addParameter(
66 DefineParam(mSize, C2_PARAMKEY_PICTURE_SIZE)
67 .withDefault(new C2StreamPictureSizeInfo::output(0u, 320, 240))
68 .withFields({
69 C2F(mSize, width).inRange(2, 4096, 2),
70 C2F(mSize, height).inRange(2, 4096, 2),
71 })
72 .withSetter(SizeSetter)
73 .build());
74
75 addParameter(
76 DefineParam(mProfileLevel, C2_PARAMKEY_PROFILE_LEVEL)
77 .withDefault(new C2StreamProfileLevelInfo::input(0u,
78 C2Config::PROFILE_HEVC_MAIN, C2Config::LEVEL_HEVC_MAIN_5_1))
79 .withFields({
80 C2F(mProfileLevel, profile).oneOf({
81 C2Config::PROFILE_HEVC_MAIN,
82 C2Config::PROFILE_HEVC_MAIN_STILL}),
83 C2F(mProfileLevel, level).oneOf({
84 C2Config::LEVEL_HEVC_MAIN_1,
85 C2Config::LEVEL_HEVC_MAIN_2, C2Config::LEVEL_HEVC_MAIN_2_1,
86 C2Config::LEVEL_HEVC_MAIN_3, C2Config::LEVEL_HEVC_MAIN_3_1,
87 C2Config::LEVEL_HEVC_MAIN_4, C2Config::LEVEL_HEVC_MAIN_4_1,
88 C2Config::LEVEL_HEVC_MAIN_5, C2Config::LEVEL_HEVC_MAIN_5_1,
89 C2Config::LEVEL_HEVC_MAIN_5_2, C2Config::LEVEL_HEVC_HIGH_4,
90 C2Config::LEVEL_HEVC_HIGH_4_1, C2Config::LEVEL_HEVC_HIGH_5,
91 C2Config::LEVEL_HEVC_HIGH_5_1, C2Config::LEVEL_HEVC_HIGH_5_2
92 })
93 })
94 .withSetter(ProfileLevelSetter, mSize)
95 .build());
96
97 addParameter(
98 DefineParam(mMaxSize, C2_PARAMKEY_MAX_PICTURE_SIZE)
99 .withDefault(new C2StreamMaxPictureSizeTuning::output(0u, 320, 240))
100 .withFields({
101 C2F(mSize, width).inRange(2, 4096, 2),
102 C2F(mSize, height).inRange(2, 4096, 2),
103 })
104 .withSetter(MaxPictureSizeSetter, mSize)
105 .build());
106
107 addParameter(
108 DefineParam(mMaxInputSize, C2_PARAMKEY_INPUT_MAX_BUFFER_SIZE)
109 .withDefault(new C2StreamMaxBufferSizeInfo::input(0u, 320 * 240 * 3 / 4))
110 .withFields({
111 C2F(mMaxInputSize, value).any(),
112 })
113 .calculatedAs(MaxInputSizeSetter, mMaxSize)
114 .build());
115
116 C2ChromaOffsetStruct locations[1] = { C2ChromaOffsetStruct::ITU_YUV_420_0() };
117 std::shared_ptr<C2StreamColorInfo::output> defaultColorInfo =
118 C2StreamColorInfo::output::AllocShared(
119 1u, 0u, 8u /* bitDepth */, C2Color::YUV_420);
120 memcpy(defaultColorInfo->m.locations, locations, sizeof(locations));
121
122 defaultColorInfo = C2StreamColorInfo::output::AllocShared(
123 {C2ChromaOffsetStruct::ITU_YUV_420_0()}, 0u, 8u /* bitDepth */,
124 C2Color::YUV_420);
125 helper->addStructDescriptors<C2ChromaOffsetStruct>();
126
127 addParameter(
128 DefineParam(mColorInfo, C2_PARAMKEY_CODED_COLOR_INFO)
129 .withConstValue(defaultColorInfo)
130 .build());
131
132 addParameter(
133 DefineParam(mDefaultColorAspects, C2_PARAMKEY_DEFAULT_COLOR_ASPECTS)
134 .withDefault(new C2StreamColorAspectsTuning::output(
135 0u, C2Color::RANGE_UNSPECIFIED, C2Color::PRIMARIES_UNSPECIFIED,
136 C2Color::TRANSFER_UNSPECIFIED, C2Color::MATRIX_UNSPECIFIED))
137 .withFields({
138 C2F(mDefaultColorAspects, range).inRange(
139 C2Color::RANGE_UNSPECIFIED, C2Color::RANGE_OTHER),
140 C2F(mDefaultColorAspects, primaries).inRange(
141 C2Color::PRIMARIES_UNSPECIFIED, C2Color::PRIMARIES_OTHER),
142 C2F(mDefaultColorAspects, transfer).inRange(
143 C2Color::TRANSFER_UNSPECIFIED, C2Color::TRANSFER_OTHER),
144 C2F(mDefaultColorAspects, matrix).inRange(
145 C2Color::MATRIX_UNSPECIFIED, C2Color::MATRIX_OTHER)
146 })
147 .withSetter(DefaultColorAspectsSetter)
148 .build());
149
150 addParameter(
151 DefineParam(mCodedColorAspects, C2_PARAMKEY_VUI_COLOR_ASPECTS)
152 .withDefault(new C2StreamColorAspectsInfo::input(
153 0u, C2Color::RANGE_LIMITED, C2Color::PRIMARIES_UNSPECIFIED,
154 C2Color::TRANSFER_UNSPECIFIED, C2Color::MATRIX_UNSPECIFIED))
155 .withFields({
156 C2F(mCodedColorAspects, range).inRange(
157 C2Color::RANGE_UNSPECIFIED, C2Color::RANGE_OTHER),
158 C2F(mCodedColorAspects, primaries).inRange(
159 C2Color::PRIMARIES_UNSPECIFIED, C2Color::PRIMARIES_OTHER),
160 C2F(mCodedColorAspects, transfer).inRange(
161 C2Color::TRANSFER_UNSPECIFIED, C2Color::TRANSFER_OTHER),
162 C2F(mCodedColorAspects, matrix).inRange(
163 C2Color::MATRIX_UNSPECIFIED, C2Color::MATRIX_OTHER)
164 })
165 .withSetter(CodedColorAspectsSetter)
166 .build());
167
168 addParameter(
169 DefineParam(mColorAspects, C2_PARAMKEY_COLOR_ASPECTS)
170 .withDefault(new C2StreamColorAspectsInfo::output(
171 0u, C2Color::RANGE_UNSPECIFIED, C2Color::PRIMARIES_UNSPECIFIED,
172 C2Color::TRANSFER_UNSPECIFIED, C2Color::MATRIX_UNSPECIFIED))
173 .withFields({
174 C2F(mColorAspects, range).inRange(
175 C2Color::RANGE_UNSPECIFIED, C2Color::RANGE_OTHER),
176 C2F(mColorAspects, primaries).inRange(
177 C2Color::PRIMARIES_UNSPECIFIED, C2Color::PRIMARIES_OTHER),
178 C2F(mColorAspects, transfer).inRange(
179 C2Color::TRANSFER_UNSPECIFIED, C2Color::TRANSFER_OTHER),
180 C2F(mColorAspects, matrix).inRange(
181 C2Color::MATRIX_UNSPECIFIED, C2Color::MATRIX_OTHER)
182 })
183 .withSetter(ColorAspectsSetter, mDefaultColorAspects, mCodedColorAspects)
184 .build());
185
186 // TODO: support more formats?
187 addParameter(
188 DefineParam(mPixelFormat, C2_PARAMKEY_PIXEL_FORMAT)
189 .withConstValue(new C2StreamPixelFormatInfo::output(
190 0u, HAL_PIXEL_FORMAT_YCBCR_420_888))
191 .build());
192 }
193
194 static C2R SizeSetter(bool mayBlock, const C2P<C2StreamPictureSizeInfo::output> &oldMe,
195 C2P<C2VideoSizeStreamInfo::output> &me) {
196 (void)mayBlock;
197 C2R res = C2R::Ok();
198 if (!me.F(me.v.width).supportsAtAll(me.v.width)) {
199 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.width)));
200 me.set().width = oldMe.v.width;
201 }
202 if (!me.F(me.v.height).supportsAtAll(me.v.height)) {
203 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.height)));
204 me.set().height = oldMe.v.height;
205 }
206 return res;
207 }
208
209 static C2R MaxPictureSizeSetter(bool mayBlock, C2P<C2StreamMaxPictureSizeTuning::output> &me,
210 const C2P<C2StreamPictureSizeInfo::output> &size) {
211 (void)mayBlock;
212 // TODO: get max width/height from the size's field helpers vs. hardcoding
213 me.set().width = c2_min(c2_max(me.v.width, size.v.width), 4096u);
214 me.set().height = c2_min(c2_max(me.v.height, size.v.height), 4096u);
215 return C2R::Ok();
216 }
217
218 static C2R MaxInputSizeSetter(bool mayBlock, C2P<C2StreamMaxBufferSizeInfo::input> &me,
219 const C2P<C2StreamMaxPictureSizeTuning::output> &maxSize) {
220 (void)mayBlock;
221 // assume compression ratio of 2
222 me.set().value = (((maxSize.v.width + 63) / 64) * ((maxSize.v.height + 63) / 64) * 3072);
223 return C2R::Ok();
224 }
225
226 static C2R ProfileLevelSetter(bool mayBlock, C2P<C2StreamProfileLevelInfo::input> &me,
227 const C2P<C2StreamPictureSizeInfo::output> &size) {
228 (void)mayBlock;
229 (void)size;
230 (void)me; // TODO: validate
231 return C2R::Ok();
232 }
233
234 static C2R DefaultColorAspectsSetter(bool mayBlock, C2P<C2StreamColorAspectsTuning::output> &me) {
235 (void)mayBlock;
236 if (me.v.range > C2Color::RANGE_OTHER) {
237 me.set().range = C2Color::RANGE_OTHER;
238 }
239 if (me.v.primaries > C2Color::PRIMARIES_OTHER) {
240 me.set().primaries = C2Color::PRIMARIES_OTHER;
241 }
242 if (me.v.transfer > C2Color::TRANSFER_OTHER) {
243 me.set().transfer = C2Color::TRANSFER_OTHER;
244 }
245 if (me.v.matrix > C2Color::MATRIX_OTHER) {
246 me.set().matrix = C2Color::MATRIX_OTHER;
247 }
248 return C2R::Ok();
249 }
250
251 static C2R CodedColorAspectsSetter(bool mayBlock, C2P<C2StreamColorAspectsInfo::input> &me) {
252 (void)mayBlock;
253 if (me.v.range > C2Color::RANGE_OTHER) {
254 me.set().range = C2Color::RANGE_OTHER;
255 }
256 if (me.v.primaries > C2Color::PRIMARIES_OTHER) {
257 me.set().primaries = C2Color::PRIMARIES_OTHER;
258 }
259 if (me.v.transfer > C2Color::TRANSFER_OTHER) {
260 me.set().transfer = C2Color::TRANSFER_OTHER;
261 }
262 if (me.v.matrix > C2Color::MATRIX_OTHER) {
263 me.set().matrix = C2Color::MATRIX_OTHER;
264 }
265 return C2R::Ok();
266 }
267
268 static C2R ColorAspectsSetter(bool mayBlock, C2P<C2StreamColorAspectsInfo::output> &me,
269 const C2P<C2StreamColorAspectsTuning::output> &def,
270 const C2P<C2StreamColorAspectsInfo::input> &coded) {
271 (void)mayBlock;
272 // take default values for all unspecified fields, and coded values for specified ones
273 me.set().range = coded.v.range == RANGE_UNSPECIFIED ? def.v.range : coded.v.range;
274 me.set().primaries = coded.v.primaries == PRIMARIES_UNSPECIFIED
275 ? def.v.primaries : coded.v.primaries;
276 me.set().transfer = coded.v.transfer == TRANSFER_UNSPECIFIED
277 ? def.v.transfer : coded.v.transfer;
278 me.set().matrix = coded.v.matrix == MATRIX_UNSPECIFIED ? def.v.matrix : coded.v.matrix;
279 return C2R::Ok();
280 }
281
282 std::shared_ptr<C2StreamColorAspectsInfo::output> getColorAspects_l() {
283 return mColorAspects;
284 }
285
286private:
287 std::shared_ptr<C2StreamProfileLevelInfo::input> mProfileLevel;
288 std::shared_ptr<C2StreamPictureSizeInfo::output> mSize;
289 std::shared_ptr<C2StreamMaxPictureSizeTuning::output> mMaxSize;
290 std::shared_ptr<C2StreamMaxBufferSizeInfo::input> mMaxInputSize;
291 std::shared_ptr<C2StreamColorInfo::output> mColorInfo;
292 std::shared_ptr<C2StreamColorAspectsInfo::input> mCodedColorAspects;
293 std::shared_ptr<C2StreamColorAspectsTuning::output> mDefaultColorAspects;
294 std::shared_ptr<C2StreamColorAspectsInfo::output> mColorAspects;
295 std::shared_ptr<C2StreamPixelFormatInfo::output> mPixelFormat;
296};
297
298static size_t getCpuCoreCount() {
299 long cpuCoreCount = 1;
300#if defined(_SC_NPROCESSORS_ONLN)
301 cpuCoreCount = sysconf(_SC_NPROCESSORS_ONLN);
302#else
303 // _SC_NPROC_ONLN must be defined...
304 cpuCoreCount = sysconf(_SC_NPROC_ONLN);
305#endif
306 CHECK(cpuCoreCount >= 1);
307 ALOGV("Number of CPU cores: %ld", cpuCoreCount);
308 return (size_t)cpuCoreCount;
309}
310
311static void *ivd_aligned_malloc(void *ctxt, WORD32 alignment, WORD32 size) {
312 (void) ctxt;
313 return memalign(alignment, size);
314}
315
316static void ivd_aligned_free(void *ctxt, void *mem) {
317 (void) ctxt;
318 free(mem);
319}
320
321C2SoftHevcDec::C2SoftHevcDec(
322 const char *name,
323 c2_node_id_t id,
324 const std::shared_ptr<IntfImpl> &intfImpl)
325 : SimpleC2Component(std::make_shared<SimpleInterface<IntfImpl>>(name, id, intfImpl)),
326 mIntf(intfImpl),
327 mDecHandle(nullptr),
328 mOutBufferFlush(nullptr),
329 mIvColorformat(IV_YUV_420P),
330 mWidth(320),
331 mHeight(240),
332 mHeaderDecoded(false) {
333}
334
335C2SoftHevcDec::~C2SoftHevcDec() {
336 onRelease();
337}
338
339c2_status_t C2SoftHevcDec::onInit() {
340 status_t err = initDecoder();
341 return err == OK ? C2_OK : C2_CORRUPTED;
342}
343
344c2_status_t C2SoftHevcDec::onStop() {
345 if (OK != resetDecoder()) return C2_CORRUPTED;
346 resetPlugin();
347 return C2_OK;
348}
349
350void C2SoftHevcDec::onReset() {
351 (void) onStop();
352}
353
354void C2SoftHevcDec::onRelease() {
355 (void) deleteDecoder();
356 if (mOutBufferFlush) {
357 ivd_aligned_free(nullptr, mOutBufferFlush);
358 mOutBufferFlush = nullptr;
359 }
360 if (mOutBlock) {
361 mOutBlock.reset();
362 }
363}
364
365c2_status_t C2SoftHevcDec::onFlush_sm() {
366 if (OK != setFlushMode()) return C2_CORRUPTED;
367
368 uint32_t displayStride = mStride;
369 uint32_t displayHeight = mHeight;
370 uint32_t bufferSize = displayStride * displayHeight * 3 / 2;
371 mOutBufferFlush = (uint8_t *)ivd_aligned_malloc(nullptr, 128, bufferSize);
372 if (!mOutBufferFlush) {
373 ALOGE("could not allocate tmp output buffer (for flush) of size %u ", bufferSize);
374 return C2_NO_MEMORY;
375 }
376
377 while (true) {
378 ivd_video_decode_ip_t s_decode_ip;
379 ivd_video_decode_op_t s_decode_op;
380
381 setDecodeArgs(&s_decode_ip, &s_decode_op, nullptr, nullptr, 0, 0, 0);
382 (void) ivdec_api_function(mDecHandle, &s_decode_ip, &s_decode_op);
383 if (0 == s_decode_op.u4_output_present) {
384 resetPlugin();
385 break;
386 }
387 }
388
389 if (mOutBufferFlush) {
390 ivd_aligned_free(nullptr, mOutBufferFlush);
391 mOutBufferFlush = nullptr;
392 }
393
394 return C2_OK;
395}
396
397status_t C2SoftHevcDec::createDecoder() {
398 ivdext_create_ip_t s_create_ip;
399 ivdext_create_op_t s_create_op;
400
401 s_create_ip.s_ivd_create_ip_t.u4_size = sizeof(ivdext_create_ip_t);
402 s_create_ip.s_ivd_create_ip_t.e_cmd = IVD_CMD_CREATE;
403 s_create_ip.s_ivd_create_ip_t.u4_share_disp_buf = 0;
404 s_create_ip.s_ivd_create_ip_t.e_output_format = mIvColorformat;
405 s_create_ip.s_ivd_create_ip_t.pf_aligned_alloc = ivd_aligned_malloc;
406 s_create_ip.s_ivd_create_ip_t.pf_aligned_free = ivd_aligned_free;
407 s_create_ip.s_ivd_create_ip_t.pv_mem_ctxt = nullptr;
408 s_create_op.s_ivd_create_op_t.u4_size = sizeof(ivdext_create_op_t);
409 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
410 &s_create_ip,
411 &s_create_op);
412 if (status != IV_SUCCESS) {
413 ALOGE("error in %s: 0x%x", __func__,
414 s_create_op.s_ivd_create_op_t.u4_error_code);
415 return UNKNOWN_ERROR;
416 }
417 mDecHandle = (iv_obj_t*)s_create_op.s_ivd_create_op_t.pv_handle;
418 mDecHandle->pv_fxns = (void *)ivdec_api_function;
419 mDecHandle->u4_size = sizeof(iv_obj_t);
420
421 return OK;
422}
423
424status_t C2SoftHevcDec::setNumCores() {
425 ivdext_ctl_set_num_cores_ip_t s_set_num_cores_ip;
426 ivdext_ctl_set_num_cores_op_t s_set_num_cores_op;
427
428 s_set_num_cores_ip.u4_size = sizeof(ivdext_ctl_set_num_cores_ip_t);
429 s_set_num_cores_ip.e_cmd = IVD_CMD_VIDEO_CTL;
430 s_set_num_cores_ip.e_sub_cmd = IVDEXT_CMD_CTL_SET_NUM_CORES;
431 s_set_num_cores_ip.u4_num_cores = mNumCores;
432 s_set_num_cores_op.u4_size = sizeof(ivdext_ctl_set_num_cores_op_t);
433 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
434 &s_set_num_cores_ip,
435 &s_set_num_cores_op);
436 if (IV_SUCCESS != status) {
437 ALOGD("error in %s: 0x%x", __func__, s_set_num_cores_op.u4_error_code);
438 return UNKNOWN_ERROR;
439 }
440
441 return OK;
442}
443
444status_t C2SoftHevcDec::setParams(size_t stride, IVD_VIDEO_DECODE_MODE_T dec_mode) {
445 ivd_ctl_set_config_ip_t s_set_dyn_params_ip;
446 ivd_ctl_set_config_op_t s_set_dyn_params_op;
447
448 s_set_dyn_params_ip.u4_size = sizeof(ivd_ctl_set_config_ip_t);
449 s_set_dyn_params_ip.e_cmd = IVD_CMD_VIDEO_CTL;
450 s_set_dyn_params_ip.e_sub_cmd = IVD_CMD_CTL_SETPARAMS;
451 s_set_dyn_params_ip.u4_disp_wd = (UWORD32) stride;
452 s_set_dyn_params_ip.e_frm_skip_mode = IVD_SKIP_NONE;
453 s_set_dyn_params_ip.e_frm_out_mode = IVD_DISPLAY_FRAME_OUT;
454 s_set_dyn_params_ip.e_vid_dec_mode = dec_mode;
455 s_set_dyn_params_op.u4_size = sizeof(ivd_ctl_set_config_op_t);
456 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
457 &s_set_dyn_params_ip,
458 &s_set_dyn_params_op);
459 if (status != IV_SUCCESS) {
460 ALOGE("error in %s: 0x%x", __func__, s_set_dyn_params_op.u4_error_code);
461 return UNKNOWN_ERROR;
462 }
463
464 return OK;
465}
466
467status_t C2SoftHevcDec::getVersion() {
468 ivd_ctl_getversioninfo_ip_t s_get_versioninfo_ip;
469 ivd_ctl_getversioninfo_op_t s_get_versioninfo_op;
470 UWORD8 au1_buf[512];
471
472 s_get_versioninfo_ip.u4_size = sizeof(ivd_ctl_getversioninfo_ip_t);
473 s_get_versioninfo_ip.e_cmd = IVD_CMD_VIDEO_CTL;
474 s_get_versioninfo_ip.e_sub_cmd = IVD_CMD_CTL_GETVERSION;
475 s_get_versioninfo_ip.pv_version_buffer = au1_buf;
476 s_get_versioninfo_ip.u4_version_buffer_size = sizeof(au1_buf);
477 s_get_versioninfo_op.u4_size = sizeof(ivd_ctl_getversioninfo_op_t);
478 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
479 &s_get_versioninfo_ip,
480 &s_get_versioninfo_op);
481 if (status != IV_SUCCESS) {
482 ALOGD("error in %s: 0x%x", __func__,
483 s_get_versioninfo_op.u4_error_code);
484 } else {
485 ALOGV("ittiam decoder version number: %s",
486 (char *) s_get_versioninfo_ip.pv_version_buffer);
487 }
488
489 return OK;
490}
491
492status_t C2SoftHevcDec::initDecoder() {
493 if (OK != createDecoder()) return UNKNOWN_ERROR;
494 mNumCores = MIN(getCpuCoreCount(), MAX_NUM_CORES);
495 mStride = ALIGN64(mWidth);
496 mSignalledError = false;
497 resetPlugin();
498 (void) setNumCores();
499 if (OK != setParams(mStride, IVD_DECODE_FRAME)) return UNKNOWN_ERROR;
500 (void) getVersion();
501
502 return OK;
503}
504
505bool C2SoftHevcDec::setDecodeArgs(ivd_video_decode_ip_t *ps_decode_ip,
506 ivd_video_decode_op_t *ps_decode_op,
507 C2ReadView *inBuffer,
508 C2GraphicView *outBuffer,
509 size_t inOffset,
510 size_t inSize,
511 uint32_t tsMarker) {
512 uint32_t displayStride = mStride;
513 uint32_t displayHeight = mHeight;
514 size_t lumaSize = displayStride * displayHeight;
515 size_t chromaSize = lumaSize >> 2;
516
517 ps_decode_ip->u4_size = sizeof(ivd_video_decode_ip_t);
518 ps_decode_ip->e_cmd = IVD_CMD_VIDEO_DECODE;
519 if (inBuffer) {
520 ps_decode_ip->u4_ts = tsMarker;
521 ps_decode_ip->pv_stream_buffer = const_cast<uint8_t *>(inBuffer->data() + inOffset);
522 ps_decode_ip->u4_num_Bytes = inSize;
523 } else {
524 ps_decode_ip->u4_ts = 0;
525 ps_decode_ip->pv_stream_buffer = nullptr;
526 ps_decode_ip->u4_num_Bytes = 0;
527 }
528 ps_decode_ip->s_out_buffer.u4_min_out_buf_size[0] = lumaSize;
529 ps_decode_ip->s_out_buffer.u4_min_out_buf_size[1] = chromaSize;
530 ps_decode_ip->s_out_buffer.u4_min_out_buf_size[2] = chromaSize;
531 if (outBuffer) {
532 if (outBuffer->width() < displayStride || outBuffer->height() < displayHeight) {
533 ALOGE("Output buffer too small: provided (%dx%d) required (%ux%u)",
534 outBuffer->width(), outBuffer->height(), displayStride, displayHeight);
535 return false;
536 }
537 ps_decode_ip->s_out_buffer.pu1_bufs[0] = outBuffer->data()[C2PlanarLayout::PLANE_Y];
538 ps_decode_ip->s_out_buffer.pu1_bufs[1] = outBuffer->data()[C2PlanarLayout::PLANE_U];
539 ps_decode_ip->s_out_buffer.pu1_bufs[2] = outBuffer->data()[C2PlanarLayout::PLANE_V];
540 } else {
541 ps_decode_ip->s_out_buffer.pu1_bufs[0] = mOutBufferFlush;
542 ps_decode_ip->s_out_buffer.pu1_bufs[1] = mOutBufferFlush + lumaSize;
543 ps_decode_ip->s_out_buffer.pu1_bufs[2] = mOutBufferFlush + lumaSize + chromaSize;
544 }
545 ps_decode_ip->s_out_buffer.u4_num_bufs = 3;
546 ps_decode_op->u4_size = sizeof(ivd_video_decode_op_t);
547 ps_decode_op->u4_output_present = 0;
548
549 return true;
550}
551
552bool C2SoftHevcDec::getVuiParams() {
553 ivdext_ctl_get_vui_params_ip_t s_get_vui_params_ip;
554 ivdext_ctl_get_vui_params_op_t s_get_vui_params_op;
555
556 s_get_vui_params_ip.u4_size = sizeof(ivdext_ctl_get_vui_params_ip_t);
557 s_get_vui_params_ip.e_cmd = IVD_CMD_VIDEO_CTL;
558 s_get_vui_params_ip.e_sub_cmd =
559 (IVD_CONTROL_API_COMMAND_TYPE_T) IHEVCD_CXA_CMD_CTL_GET_VUI_PARAMS;
560 s_get_vui_params_op.u4_size = sizeof(ivdext_ctl_get_vui_params_op_t);
561 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
562 &s_get_vui_params_ip,
563 &s_get_vui_params_op);
564 if (status != IV_SUCCESS) {
565 ALOGD("error in %s: 0x%x", __func__, s_get_vui_params_op.u4_error_code);
566 return false;
567 }
568
569 VuiColorAspects vuiColorAspects;
570 vuiColorAspects.primaries = s_get_vui_params_op.u1_colour_primaries;
571 vuiColorAspects.transfer = s_get_vui_params_op.u1_transfer_characteristics;
572 vuiColorAspects.coeffs = s_get_vui_params_op.u1_matrix_coefficients;
573 vuiColorAspects.fullRange = s_get_vui_params_op.u1_video_full_range_flag;
574
575 // convert vui aspects to C2 values if changed
576 if (!(vuiColorAspects == mBitstreamColorAspects)) {
577 mBitstreamColorAspects = vuiColorAspects;
578 ColorAspects sfAspects;
579 C2StreamColorAspectsInfo::input codedAspects = { 0u };
580 ColorUtils::convertIsoColorAspectsToCodecAspects(
581 vuiColorAspects.primaries, vuiColorAspects.transfer, vuiColorAspects.coeffs,
582 vuiColorAspects.fullRange, sfAspects);
583 if (!C2Mapper::map(sfAspects.mPrimaries, &codedAspects.primaries)) {
584 codedAspects.primaries = C2Color::PRIMARIES_UNSPECIFIED;
585 }
586 if (!C2Mapper::map(sfAspects.mRange, &codedAspects.range)) {
587 codedAspects.range = C2Color::RANGE_UNSPECIFIED;
588 }
589 if (!C2Mapper::map(sfAspects.mMatrixCoeffs, &codedAspects.matrix)) {
590 codedAspects.matrix = C2Color::MATRIX_UNSPECIFIED;
591 }
592 if (!C2Mapper::map(sfAspects.mTransfer, &codedAspects.transfer)) {
593 codedAspects.transfer = C2Color::TRANSFER_UNSPECIFIED;
594 }
595 std::vector<std::unique_ptr<C2SettingResult>> failures;
596 (void)mIntf->config({&codedAspects}, C2_MAY_BLOCK, &failures);
597 }
598 return true;
599}
600
601status_t C2SoftHevcDec::setFlushMode() {
602 ivd_ctl_flush_ip_t s_set_flush_ip;
603 ivd_ctl_flush_op_t s_set_flush_op;
604
605 s_set_flush_ip.u4_size = sizeof(ivd_ctl_flush_ip_t);
606 s_set_flush_ip.e_cmd = IVD_CMD_VIDEO_CTL;
607 s_set_flush_ip.e_sub_cmd = IVD_CMD_CTL_FLUSH;
608 s_set_flush_op.u4_size = sizeof(ivd_ctl_flush_op_t);
609 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
610 &s_set_flush_ip,
611 &s_set_flush_op);
612 if (status != IV_SUCCESS) {
613 ALOGE("error in %s: 0x%x", __func__, s_set_flush_op.u4_error_code);
614 return UNKNOWN_ERROR;
615 }
616
617 return OK;
618}
619
620status_t C2SoftHevcDec::resetDecoder() {
621 ivd_ctl_reset_ip_t s_reset_ip;
622 ivd_ctl_reset_op_t s_reset_op;
623
624 s_reset_ip.u4_size = sizeof(ivd_ctl_reset_ip_t);
625 s_reset_ip.e_cmd = IVD_CMD_VIDEO_CTL;
626 s_reset_ip.e_sub_cmd = IVD_CMD_CTL_RESET;
627 s_reset_op.u4_size = sizeof(ivd_ctl_reset_op_t);
628 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
629 &s_reset_ip,
630 &s_reset_op);
631 if (IV_SUCCESS != status) {
632 ALOGE("error in %s: 0x%x", __func__, s_reset_op.u4_error_code);
633 return UNKNOWN_ERROR;
634 }
635 mStride = 0;
636 (void) setNumCores();
637 mSignalledError = false;
638 mHeaderDecoded = false;
639 return OK;
640}
641
642void C2SoftHevcDec::resetPlugin() {
643 mSignalledOutputEos = false;
644 gettimeofday(&mTimeStart, nullptr);
645 gettimeofday(&mTimeEnd, nullptr);
646}
647
648status_t C2SoftHevcDec::deleteDecoder() {
649 if (mDecHandle) {
650 ivdext_delete_ip_t s_delete_ip;
651 ivdext_delete_op_t s_delete_op;
652
653 s_delete_ip.s_ivd_delete_ip_t.u4_size = sizeof(ivdext_delete_ip_t);
654 s_delete_ip.s_ivd_delete_ip_t.e_cmd = IVD_CMD_DELETE;
655 s_delete_op.s_ivd_delete_op_t.u4_size = sizeof(ivdext_delete_op_t);
656 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
657 &s_delete_ip,
658 &s_delete_op);
659 if (status != IV_SUCCESS) {
660 ALOGE("error in %s: 0x%x", __func__,
661 s_delete_op.s_ivd_delete_op_t.u4_error_code);
662 return UNKNOWN_ERROR;
663 }
664 mDecHandle = nullptr;
665 }
666
667 return OK;
668}
669
670void fillEmptyWork(const std::unique_ptr<C2Work> &work) {
671 uint32_t flags = 0;
672 if (work->input.flags & C2FrameData::FLAG_END_OF_STREAM) {
673 flags |= C2FrameData::FLAG_END_OF_STREAM;
674 ALOGV("signalling eos");
675 }
676 work->worklets.front()->output.flags = (C2FrameData::flags_t)flags;
677 work->worklets.front()->output.buffers.clear();
678 work->worklets.front()->output.ordinal = work->input.ordinal;
679 work->workletsProcessed = 1u;
680}
681
682void C2SoftHevcDec::finishWork(uint64_t index, const std::unique_ptr<C2Work> &work) {
683 std::shared_ptr<C2Buffer> buffer = createGraphicBuffer(std::move(mOutBlock),
684 C2Rect(mWidth, mHeight));
685 mOutBlock = nullptr;
686 {
687 IntfImpl::Lock lock = mIntf->lock();
688 buffer->setInfo(mIntf->getColorAspects_l());
689 }
690
691 auto fillWork = [buffer](const std::unique_ptr<C2Work> &work) {
692 work->worklets.front()->output.flags = (C2FrameData::flags_t)0;
693 work->worklets.front()->output.buffers.clear();
694 work->worklets.front()->output.buffers.push_back(buffer);
695 work->worklets.front()->output.ordinal = work->input.ordinal;
696 work->workletsProcessed = 1u;
697 };
698 if (work && c2_cntr64_t(index) == work->input.ordinal.frameIndex) {
699 fillWork(work);
700 } else {
701 finish(index, fillWork);
702 }
703}
704
705c2_status_t C2SoftHevcDec::ensureDecoderState(const std::shared_ptr<C2BlockPool> &pool) {
706 if (!mDecHandle) {
707 ALOGE("not supposed to be here, invalid decoder context");
708 return C2_CORRUPTED;
709 }
710 if (mStride != ALIGN64(mWidth)) {
711 mStride = ALIGN64(mWidth);
712 if (OK != setParams(mStride, IVD_DECODE_FRAME)) return C2_CORRUPTED;
713 }
714 if (mOutBlock &&
715 (mOutBlock->width() != mStride || mOutBlock->height() != mHeight)) {
716 mOutBlock.reset();
717 }
718 if (!mOutBlock) {
719 uint32_t format = HAL_PIXEL_FORMAT_YV12;
720 C2MemoryUsage usage = { C2MemoryUsage::CPU_READ, C2MemoryUsage::CPU_WRITE };
721 c2_status_t err = pool->fetchGraphicBlock(mStride, mHeight, format, usage, &mOutBlock);
722 if (err != C2_OK) {
723 ALOGE("fetchGraphicBlock for Output failed with status %d", err);
724 return err;
725 }
726 ALOGV("provided (%dx%d) required (%dx%d)",
727 mOutBlock->width(), mOutBlock->height(), mStride, mHeight);
728 }
729
730 return C2_OK;
731}
732
733// TODO: can overall error checking be improved?
734// TODO: allow configuration of color format and usage for graphic buffers instead
735// of hard coding them to HAL_PIXEL_FORMAT_YV12
736// TODO: pass coloraspects information to surface
737// TODO: test support for dynamic change in resolution
738// TODO: verify if the decoder sent back all frames
739void C2SoftHevcDec::process(
740 const std::unique_ptr<C2Work> &work,
741 const std::shared_ptr<C2BlockPool> &pool) {
742 // Initialize output work
743 work->result = C2_OK;
744 work->workletsProcessed = 0u;
745 work->worklets.front()->output.configUpdate.clear();
746 work->worklets.front()->output.flags = work->input.flags;
747
748 if (mSignalledError || mSignalledOutputEos) {
749 work->result = C2_BAD_VALUE;
750 return;
751 }
752
753 size_t inOffset = 0u;
754 size_t inSize = 0u;
755 uint32_t workIndex = work->input.ordinal.frameIndex.peeku() & 0xFFFFFFFF;
756 C2ReadView rView = mDummyReadView;
757 if (!work->input.buffers.empty()) {
758 rView = work->input.buffers[0]->data().linearBlocks().front().map().get();
759 inSize = rView.capacity();
760 if (inSize && rView.error()) {
761 ALOGE("read view map failed %d", rView.error());
762 work->result = rView.error();
763 return;
764 }
765 }
766 bool eos = ((work->input.flags & C2FrameData::FLAG_END_OF_STREAM) != 0);
767 bool hasPicture = false;
768
769 ALOGV("in buffer attr. size %zu timestamp %d frameindex %d, flags %x",
770 inSize, (int)work->input.ordinal.timestamp.peeku(),
771 (int)work->input.ordinal.frameIndex.peeku(), work->input.flags);
772 size_t inPos = 0;
773 while (inPos < inSize) {
774 if (C2_OK != ensureDecoderState(pool)) {
775 mSignalledError = true;
776 work->workletsProcessed = 1u;
777 work->result = C2_CORRUPTED;
778 return;
779 }
780 C2GraphicView wView = mOutBlock->map().get();
781 if (wView.error()) {
782 ALOGE("graphic view map failed %d", wView.error());
783 work->result = wView.error();
784 return;
785 }
786 ivd_video_decode_ip_t s_decode_ip;
787 ivd_video_decode_op_t s_decode_op;
788 if (!setDecodeArgs(&s_decode_ip, &s_decode_op, &rView, &wView,
789 inOffset + inPos, inSize - inPos, workIndex)) {
790 mSignalledError = true;
791 work->workletsProcessed = 1u;
792 work->result = C2_CORRUPTED;
793 return;
794 }
795
796 if (false == mHeaderDecoded) {
797 /* Decode header and get dimensions */
798 setParams(mStride, IVD_DECODE_HEADER);
799 }
800 WORD32 delay;
801 GETTIME(&mTimeStart, nullptr);
802 TIME_DIFF(mTimeEnd, mTimeStart, delay);
803 (void) ivdec_api_function(mDecHandle, &s_decode_ip, &s_decode_op);
804 WORD32 decodeTime;
805 GETTIME(&mTimeEnd, nullptr);
806 TIME_DIFF(mTimeStart, mTimeEnd, decodeTime);
807 ALOGV("decodeTime=%6d delay=%6d numBytes=%6d", decodeTime, delay,
808 s_decode_op.u4_num_bytes_consumed);
809 if (IVD_MEM_ALLOC_FAILED == (s_decode_op.u4_error_code & 0xFF)) {
810 ALOGE("allocation failure in decoder");
811 mSignalledError = true;
812 work->workletsProcessed = 1u;
813 work->result = C2_CORRUPTED;
814 return;
815 } else if (IVD_STREAM_WIDTH_HEIGHT_NOT_SUPPORTED == (s_decode_op.u4_error_code & 0xFF)) {
816 ALOGE("unsupported resolution : %dx%d", mWidth, mHeight);
817 mSignalledError = true;
818 work->workletsProcessed = 1u;
819 work->result = C2_CORRUPTED;
820 return;
821 } else if (IVD_RES_CHANGED == (s_decode_op.u4_error_code & 0xFF)) {
822 ALOGV("resolution changed");
823 drainInternal(DRAIN_COMPONENT_NO_EOS, pool, work);
824 resetDecoder();
825 resetPlugin();
826 work->workletsProcessed = 0u;
827
828 /* Decode header and get new dimensions */
829 setParams(mStride, IVD_DECODE_HEADER);
830 (void) ivdec_api_function(mDecHandle, &s_decode_ip, &s_decode_op);
831 }
832 if (0 < s_decode_op.u4_pic_wd && 0 < s_decode_op.u4_pic_ht) {
833 if (mHeaderDecoded == false) {
834 mHeaderDecoded = true;
835 setParams(ALIGN64(s_decode_op.u4_pic_wd), IVD_DECODE_FRAME);
836 }
837 if (s_decode_op.u4_pic_wd != mWidth || s_decode_op.u4_pic_ht != mHeight) {
838 mWidth = s_decode_op.u4_pic_wd;
839 mHeight = s_decode_op.u4_pic_ht;
840 CHECK_EQ(0u, s_decode_op.u4_output_present);
841
842 C2VideoSizeStreamInfo::output size(0u, mWidth, mHeight);
843 std::vector<std::unique_ptr<C2SettingResult>> failures;
844 c2_status_t err =
845 mIntf->config({&size}, C2_MAY_BLOCK, &failures);
846 if (err == OK) {
847 work->worklets.front()->output.configUpdate.push_back(
848 C2Param::Copy(size));
849 } else {
850 ALOGE("Cannot set width and height");
851 mSignalledError = true;
852 work->workletsProcessed = 1u;
853 work->result = C2_CORRUPTED;
854 return;
855 }
856 continue;
857 }
858 }
859 (void) getVuiParams();
860 hasPicture |= (1 == s_decode_op.u4_frame_decoded_flag);
861 if (s_decode_op.u4_output_present) {
862 finishWork(s_decode_op.u4_ts, work);
863 }
864 if (0 == s_decode_op.u4_num_bytes_consumed) {
865 ALOGD("Bytes consumed is zero. Ignoring remaining bytes");
866 break;
867 }
868 inPos += s_decode_op.u4_num_bytes_consumed;
869 if (hasPicture && (inSize - inPos)) {
870 ALOGD("decoded frame in current access nal, ignoring further trailing bytes %d",
871 (int)inSize - (int)inPos);
872 break;
873 }
874 }
875
876 if (eos) {
877 drainInternal(DRAIN_COMPONENT_WITH_EOS, pool, work);
878 mSignalledOutputEos = true;
879 } else if (!hasPicture) {
880 fillEmptyWork(work);
881 }
882}
883
884c2_status_t C2SoftHevcDec::drainInternal(
885 uint32_t drainMode,
886 const std::shared_ptr<C2BlockPool> &pool,
887 const std::unique_ptr<C2Work> &work) {
888 if (drainMode == NO_DRAIN) {
889 ALOGW("drain with NO_DRAIN: no-op");
890 return C2_OK;
891 }
892 if (drainMode == DRAIN_CHAIN) {
893 ALOGW("DRAIN_CHAIN not supported");
894 return C2_OMITTED;
895 }
896
897 if (OK != setFlushMode()) return C2_CORRUPTED;
898 while (true) {
899 if (C2_OK != ensureDecoderState(pool)) {
900 mSignalledError = true;
901 work->workletsProcessed = 1u;
902 work->result = C2_CORRUPTED;
903 return C2_CORRUPTED;
904 }
905 C2GraphicView wView = mOutBlock->map().get();
906 if (wView.error()) {
907 ALOGE("graphic view map failed %d", wView.error());
908 return C2_CORRUPTED;
909 }
910 ivd_video_decode_ip_t s_decode_ip;
911 ivd_video_decode_op_t s_decode_op;
912 if (!setDecodeArgs(&s_decode_ip, &s_decode_op, nullptr, &wView, 0, 0, 0)) {
913 mSignalledError = true;
914 work->workletsProcessed = 1u;
915 return C2_CORRUPTED;
916 }
917 (void) ivdec_api_function(mDecHandle, &s_decode_ip, &s_decode_op);
918 if (s_decode_op.u4_output_present) {
919 finishWork(s_decode_op.u4_ts, work);
920 } else {
921 fillEmptyWork(work);
922 break;
923 }
924 }
925
926 return C2_OK;
927}
928
929c2_status_t C2SoftHevcDec::drain(
930 uint32_t drainMode,
931 const std::shared_ptr<C2BlockPool> &pool) {
932 return drainInternal(drainMode, pool, nullptr);
933}
934
935class C2SoftHevcDecFactory : public C2ComponentFactory {
936public:
937 C2SoftHevcDecFactory() : mHelper(std::static_pointer_cast<C2ReflectorHelper>(
938 GetCodec2PlatformComponentStore()->getParamReflector())) {
939 }
940
941 virtual c2_status_t createComponent(
942 c2_node_id_t id,
943 std::shared_ptr<C2Component>* const component,
944 std::function<void(C2Component*)> deleter) override {
945 *component = std::shared_ptr<C2Component>(
946 new C2SoftHevcDec(COMPONENT_NAME,
947 id,
948 std::make_shared<C2SoftHevcDec::IntfImpl>(mHelper)),
949 deleter);
950 return C2_OK;
951 }
952
953 virtual c2_status_t createInterface(
954 c2_node_id_t id,
955 std::shared_ptr<C2ComponentInterface>* const interface,
956 std::function<void(C2ComponentInterface*)> deleter) override {
957 *interface = std::shared_ptr<C2ComponentInterface>(
958 new SimpleInterface<C2SoftHevcDec::IntfImpl>(
959 COMPONENT_NAME, id, std::make_shared<C2SoftHevcDec::IntfImpl>(mHelper)),
960 deleter);
961 return C2_OK;
962 }
963
964 virtual ~C2SoftHevcDecFactory() override = default;
965
966private:
967 std::shared_ptr<C2ReflectorHelper> mHelper;
968};
969
970} // namespace android
971
972extern "C" ::C2ComponentFactory* CreateCodec2Factory() {
973 ALOGV("in %s", __func__);
974 return new ::android::C2SoftHevcDecFactory();
975}
976
977extern "C" void DestroyCodec2Factory(::C2ComponentFactory* factory) {
978 ALOGV("in %s", __func__);
979 delete factory;
980}