blob: b019d0d593da1eeebc15a44e74bba7e9270c4cd7 [file] [log] [blame]
Pawin Vongmasa36653902018-11-15 00:10:25 -08001/*
2 * Copyright (C) 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "CCodecConfig"
19#include <cutils/properties.h>
20#include <log/log.h>
21
22#include <C2Component.h>
23#include <C2Debug.h>
24#include <C2Param.h>
25#include <util/C2InterfaceHelper.h>
26
27#include <media/stagefright/MediaCodecConstants.h>
28
29#include "CCodecConfig.h"
30#include "Codec2Mapper.h"
31
32#define DRC_DEFAULT_MOBILE_REF_LEVEL 64 /* 64*-0.25dB = -16 dB below full scale for mobile conf */
33#define DRC_DEFAULT_MOBILE_DRC_CUT 127 /* maximum compression of dynamic range for mobile conf */
34#define DRC_DEFAULT_MOBILE_DRC_BOOST 127 /* maximum compression of dynamic range for mobile conf */
35#define DRC_DEFAULT_MOBILE_DRC_HEAVY 1 /* switch for heavy compression for mobile conf */
36#define DRC_DEFAULT_MOBILE_DRC_EFFECT 3 /* MPEG-D DRC effect type; 3 => Limited playback range */
Jean-Michel Trivi670b8fb2020-02-18 07:54:05 -080037#define DRC_DEFAULT_MOBILE_DRC_ALBUM 0 /* MPEG-D DRC album mode; 0 => album mode is disabled, 1 => album mode is enabled */
Jean-Michel Trivi4b936cc2020-02-17 16:29:47 -080038#define DRC_DEFAULT_MOBILE_OUTPUT_LOUDNESS -1 /* decoder output loudness; -1 => the value is unknown, otherwise dB step value (e.g. 64 for -16 dB) */
Pawin Vongmasa36653902018-11-15 00:10:25 -080039#define DRC_DEFAULT_MOBILE_ENC_LEVEL (-1) /* encoder target level; -1 => the value is unknown, otherwise dB step value (e.g. 64 for -16 dB) */
40// names of properties that can be used to override the default DRC settings
41#define PROP_DRC_OVERRIDE_REF_LEVEL "aac_drc_reference_level"
42#define PROP_DRC_OVERRIDE_CUT "aac_drc_cut"
43#define PROP_DRC_OVERRIDE_BOOST "aac_drc_boost"
44#define PROP_DRC_OVERRIDE_HEAVY "aac_drc_heavy"
45#define PROP_DRC_OVERRIDE_ENC_LEVEL "aac_drc_enc_target_level"
46#define PROP_DRC_OVERRIDE_EFFECT "ro.aac_drc_effect_type"
47
48namespace android {
49
50// CCodecConfig
51
52namespace {
53
54/**
55 * mapping between SDK and Codec 2.0 configurations.
56 */
57struct ConfigMapper {
58 /**
59 * Value mapper (C2Value => C2Value)
60 */
61 typedef std::function<C2Value(C2Value)> Mapper;
62
63 /// shorthand
64 typedef CCodecConfig::Domain Domain;
65
66 ConfigMapper(std::string mediaKey, C2String c2struct, C2String c2field)
67 : mDomain(Domain::ALL), mMediaKey(mediaKey), mStruct(c2struct), mField(c2field) { }
68
69 /// Limits this parameter to the given domain
70 ConfigMapper &limitTo(uint32_t domain) {
71 C2_CHECK(domain & Domain::GUARD_BIT);
72 mDomain = Domain(mDomain & domain);
73 return *this;
74 }
75
76 /// Adds SDK => Codec 2.0 mapper (should not be in the SDK format)
77 ConfigMapper &withMapper(Mapper mapper) {
78 C2_CHECK(!mMapper);
79 C2_CHECK(!mReverse);
80 mMapper = mapper;
81 return *this;
82 }
83
84 /// Adds SDK <=> Codec 2.0 value mappers
85 ConfigMapper &withMappers(Mapper mapper, Mapper reverse) {
86 C2_CHECK(!mMapper);
87 C2_CHECK(!mReverse);
88 mMapper = mapper;
89 mReverse = reverse;
90 return *this;
91 }
92
93 /// Adds SDK <=> Codec 2.0 value mappers based on C2Mapper
94 template<typename C2Type, typename SdkType=int32_t>
95 ConfigMapper &withC2Mappers() {
96 C2_CHECK(!mMapper);
97 C2_CHECK(!mReverse);
98 mMapper = [](C2Value v) -> C2Value {
99 SdkType sdkValue;
100 C2Type c2Value;
101 if (v.get(&sdkValue) && C2Mapper::map(sdkValue, &c2Value)) {
102 return c2Value;
103 }
104 return C2Value();
105 };
106 mReverse = [](C2Value v) -> C2Value {
107 SdkType sdkValue;
108 C2Type c2Value;
109 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<C2Type>::type;
110 if (v.get((C2ValueType*)&c2Value) && C2Mapper::map(c2Value, &sdkValue)) {
111 return sdkValue;
112 }
113 return C2Value();
114 };
115 return *this;
116 }
117
118 /// Maps from SDK values in an AMessage to a suitable C2Value.
119 C2Value mapFromMessage(const AMessage::ItemData &item) const {
120 C2Value value;
121 int32_t int32Value;
122 int64_t int64Value;
123 float floatValue;
124 double doubleValue;
125 if (item.find(&int32Value)) {
126 value = int32Value;
127 } else if (item.find(&int64Value)) {
128 value = int64Value;
129 } else if (item.find(&floatValue)) {
130 value = floatValue;
131 } else if (item.find(&doubleValue)) {
132 value = (float)doubleValue;
133 }
134 if (value.type() != C2Value::NO_INIT && mMapper) {
135 value = mMapper(value);
136 }
137 return value;
138 }
139
140 /// Maps from a C2Value to an SDK value in an AMessage.
141 AMessage::ItemData mapToMessage(C2Value value) const {
142 AMessage::ItemData item;
143 int32_t int32Value;
144 uint32_t uint32Value;
145 int64_t int64Value;
146 uint64_t uint64Value;
147 float floatValue;
148 if (value.type() != C2Value::NO_INIT && mReverse) {
149 value = mReverse(value);
150 }
151 if (value.get(&int32Value)) {
152 item.set(int32Value);
153 } else if (value.get(&uint32Value) && uint32Value <= uint32_t(INT32_MAX)) {
154 // SDK does not support unsigned values
155 item.set((int32_t)uint32Value);
156 } else if (value.get(&int64Value)) {
157 item.set(int64Value);
158 } else if (value.get(&uint64Value) && uint64Value <= uint64_t(INT64_MAX)) {
159 // SDK does not support unsigned values
160 item.set((int64_t)uint64Value);
161 } else if (value.get(&floatValue)) {
162 item.set(floatValue);
163 }
164 return item;
165 }
166
167 Domain domain() const { return mDomain; }
168 std::string mediaKey() const { return mMediaKey; }
169 std::string path() const { return mField.size() ? mStruct + '.' + mField : mStruct; }
170 Mapper mapper() const { return mMapper; }
171 Mapper reverse() const { return mReverse; }
172
173private:
174 Domain mDomain; ///< parameter domain (mask) containing port, kind and config domains
175 std::string mMediaKey; ///< SDK key
176 C2String mStruct; ///< Codec 2.0 struct name
177 C2String mField; ///< Codec 2.0 field name
178 Mapper mMapper; ///< optional SDK => Codec 2.0 value mapper
179 Mapper mReverse; ///< optional Codec 2.0 => SDK value mapper
180};
181
182template <typename PORT, typename STREAM>
183AString QueryMediaTypeImpl(
184 const std::shared_ptr<Codec2Client::Component> &component) {
185 AString mediaType;
186 std::vector<std::unique_ptr<C2Param>> queried;
187 c2_status_t c2err = component->query(
188 {}, { PORT::PARAM_TYPE, STREAM::PARAM_TYPE }, C2_DONT_BLOCK, &queried);
189 if (c2err != C2_OK && queried.size() == 0) {
190 ALOGD("Query media type failed => %s", asString(c2err));
191 } else {
192 PORT *portMediaType =
193 PORT::From(queried[0].get());
194 if (portMediaType) {
195 mediaType = AString(
196 portMediaType->m.value,
197 strnlen(portMediaType->m.value, portMediaType->flexCount()));
198 } else {
199 STREAM *streamMediaType = STREAM::From(queried[0].get());
200 if (streamMediaType) {
201 mediaType = AString(
202 streamMediaType->m.value,
203 strnlen(streamMediaType->m.value, streamMediaType->flexCount()));
204 }
205 }
206 ALOGD("read media type: %s", mediaType.c_str());
207 }
208 return mediaType;
209}
210
211AString QueryMediaType(
212 bool input, const std::shared_ptr<Codec2Client::Component> &component) {
213 typedef C2PortMediaTypeSetting P;
214 typedef C2StreamMediaTypeSetting S;
215 if (input) {
216 return QueryMediaTypeImpl<P::input, S::input>(component);
217 } else {
218 return QueryMediaTypeImpl<P::output, S::output>(component);
219 }
220}
221
222} // namespace
223
224/**
225 * Set of standard parameters used by CCodec that are exposed to MediaCodec.
226 */
227struct StandardParams {
228 typedef CCodecConfig::Domain Domain;
229
230 // standard (MediaCodec) params are keyed by media format key
231 typedef std::string SdkKey;
232
233 /// used to return reference to no config mappers in getConfigMappersForSdkKey
234 static const std::vector<ConfigMapper> NO_MAPPERS;
235
236 /// Returns Codec 2.0 equivalent parameters for an SDK format key.
237 const std::vector<ConfigMapper> &getConfigMappersForSdkKey(std::string key) const {
238 auto it = mConfigMappers.find(key);
239 if (it == mConfigMappers.end()) {
Wonsik Kimbd557932019-07-02 15:51:20 -0700240 if (mComplained.count(key) == 0) {
241 ALOGD("no c2 equivalents for %s", key.c_str());
242 mComplained.insert(key);
243 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800244 return NO_MAPPERS;
245 }
246 ALOGV("found %zu eqs for %s", it->second.size(), key.c_str());
247 return it->second;
248 }
249
250 /**
251 * Adds a SDK <=> Codec 2.0 parameter mapping. Multiple Codec 2.0 parameters may map to a
252 * single SDK key, in which case they shall be ordered from least authoritative to most
253 * authoritative. When constructing SDK formats, the last mapped Codec 2.0 parameter that
254 * is supported by the component will determine the exposed value. (TODO: perhaps restrict this
255 * by domain.)
256 */
257 void add(const ConfigMapper &cm) {
258 auto it = mConfigMappers.find(cm.mediaKey());
259 ALOGV("%c%c%c%c %c%c%c %04x %9s %s => %s",
260 ((cm.domain() & Domain::IS_INPUT) ? 'I' : ' '),
261 ((cm.domain() & Domain::IS_OUTPUT) ? 'O' : ' '),
262 ((cm.domain() & Domain::IS_CODED) ? 'C' : ' '),
263 ((cm.domain() & Domain::IS_RAW) ? 'R' : ' '),
264 ((cm.domain() & Domain::IS_CONFIG) ? 'c' : ' '),
265 ((cm.domain() & Domain::IS_PARAM) ? 'p' : ' '),
266 ((cm.domain() & Domain::IS_READ) ? 'r' : ' '),
267 cm.domain(),
268 it == mConfigMappers.end() ? "adding" : "extending",
269 cm.mediaKey().c_str(), cm.path().c_str());
270 if (it == mConfigMappers.end()) {
271 std::vector<ConfigMapper> eqs = { cm };
272 mConfigMappers.emplace(cm.mediaKey(), eqs);
273 } else {
274 it->second.push_back(cm);
275 }
276 }
277
278 /**
279 * Returns all paths for a specific domain.
280 *
281 * \param any maximum domain mask. Returned parameters must match at least one of the domains
282 * in the mask.
283 * \param all minimum domain mask. Returned parameters must match all of the domains in the
284 * mask. This is restricted to the bits of the maximum mask.
285 */
286 std::vector<std::string> getPathsForDomain(
287 Domain any, Domain all = Domain::ALL) const {
288 std::vector<std::string> res;
289 for (const std::pair<std::string, std::vector<ConfigMapper>> &el : mConfigMappers) {
290 for (const ConfigMapper &cm : el.second) {
291 ALOGV("filtering %s %x %x %x %x", cm.path().c_str(), cm.domain(), any,
292 (cm.domain() & any), (cm.domain() & any & all));
293 if ((cm.domain() & any) && ((cm.domain() & any & all) == (any & all))) {
294 res.push_back(cm.path());
295 }
296 }
297 }
298 return res;
299 }
300
301 /**
302 * Returns SDK <=> Codec 2.0 mappings.
303 *
304 * TODO: replace these with better methods as this exposes the inner structure.
305 */
306 const std::map<SdkKey, std::vector<ConfigMapper>> getKeys() const {
307 return mConfigMappers;
308 }
309
310private:
311 std::map<SdkKey, std::vector<ConfigMapper>> mConfigMappers;
Wonsik Kimbd557932019-07-02 15:51:20 -0700312 mutable std::set<std::string> mComplained;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800313};
314
315const std::vector<ConfigMapper> StandardParams::NO_MAPPERS;
316
317
318CCodecConfig::CCodecConfig()
319 : mInputFormat(new AMessage),
320 mOutputFormat(new AMessage),
321 mUsingSurface(false) { }
322
323void CCodecConfig::initializeStandardParams() {
324 typedef Domain D;
325 mStandardParams = std::make_shared<StandardParams>();
326 std::function<void(const ConfigMapper &)> add =
327 [params = mStandardParams](const ConfigMapper &cm) {
328 params->add(cm);
329 };
330 std::function<void(const ConfigMapper &)> deprecated = add;
331
332 // allow int32 or float SDK values and represent them as float
333 ConfigMapper::Mapper makeFloat = [](C2Value v) -> C2Value {
334 // convert from i32 to float
335 int32_t i32Value;
336 float fpValue;
337 if (v.get(&i32Value)) {
338 return (float)i32Value;
339 } else if (v.get(&fpValue)) {
340 return fpValue;
341 }
342 return C2Value();
343 };
344
345 ConfigMapper::Mapper negate = [](C2Value v) -> C2Value {
346 int32_t value;
347 if (v.get(&value)) {
348 return -value;
349 }
350 return C2Value();
351 };
352
353 add(ConfigMapper(KEY_MIME, C2_PARAMKEY_INPUT_MEDIA_TYPE, "value")
354 .limitTo(D::INPUT & D::READ));
355 add(ConfigMapper(KEY_MIME, C2_PARAMKEY_OUTPUT_MEDIA_TYPE, "value")
356 .limitTo(D::OUTPUT & D::READ));
357
358 add(ConfigMapper(KEY_BIT_RATE, C2_PARAMKEY_BITRATE, "value")
359 .limitTo(D::ENCODER & D::OUTPUT));
360 // we also need to put the bitrate in the max bitrate field
361 add(ConfigMapper(KEY_MAX_BIT_RATE, C2_PARAMKEY_BITRATE, "value")
362 .limitTo(D::ENCODER & D::READ & D::OUTPUT));
363 add(ConfigMapper(PARAMETER_KEY_VIDEO_BITRATE, C2_PARAMKEY_BITRATE, "value")
364 .limitTo(D::ENCODER & D::VIDEO & D::PARAM));
365 add(ConfigMapper(KEY_BITRATE_MODE, C2_PARAMKEY_BITRATE_MODE, "value")
366 .limitTo(D::ENCODER & D::CODED)
Harish Mahendrakar71cbb9d2019-05-21 11:21:27 -0700367 .withC2Mappers<C2Config::bitrate_mode_t>());
Pawin Vongmasa36653902018-11-15 00:10:25 -0800368 // remove when codecs switch to PARAMKEY and new modes
369 deprecated(ConfigMapper(KEY_BITRATE_MODE, "coded.bitrate-mode", "value")
370 .limitTo(D::ENCODER));
371 add(ConfigMapper(KEY_FRAME_RATE, C2_PARAMKEY_FRAME_RATE, "value")
372 .limitTo(D::VIDEO)
373 .withMappers(makeFloat, [](C2Value v) -> C2Value {
374 // read back always as int
375 float value;
376 if (v.get(&value)) {
377 return (int32_t)value;
378 }
379 return C2Value();
380 }));
381
382 add(ConfigMapper(KEY_MAX_INPUT_SIZE, C2_PARAMKEY_INPUT_MAX_BUFFER_SIZE, "value")
383 .limitTo(D::INPUT));
384 // remove when codecs switch to PARAMKEY
385 deprecated(ConfigMapper(KEY_MAX_INPUT_SIZE, "coded.max-frame-size", "value")
386 .limitTo(D::INPUT));
387
388 // Rotation
389 // Note: SDK rotation is clock-wise, while C2 rotation is counter-clock-wise
390 add(ConfigMapper(KEY_ROTATION, C2_PARAMKEY_VUI_ROTATION, "value")
391 .limitTo(D::VIDEO & D::CODED)
392 .withMappers(negate, negate));
393 add(ConfigMapper(KEY_ROTATION, C2_PARAMKEY_ROTATION, "value")
394 .limitTo(D::VIDEO & D::RAW)
395 .withMappers(negate, negate));
396
397 // android 'video-scaling'
398 add(ConfigMapper("android._video-scaling", C2_PARAMKEY_SURFACE_SCALING_MODE, "value")
399 .limitTo(D::VIDEO & D::DECODER & D::RAW));
400
401 // Color Aspects
402 //
403 // configure default for decoders
404 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "range")
405 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM))
406 .withC2Mappers<C2Color::range_t>());
407 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "transfer")
408 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM))
409 .withC2Mappers<C2Color::transfer_t>());
410 add(ConfigMapper("color-primaries", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "primaries")
411 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM)));
412 add(ConfigMapper("color-matrix", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "matrix")
413 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM)));
414
415 // read back final for decoder output (also, configure final aspects as well. This should be
416 // overwritten based on coded/default values if component supports color aspects, but is used
417 // as final values if component does not support aspects at all)
418 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_COLOR_ASPECTS, "range")
419 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW)
420 .withC2Mappers<C2Color::range_t>());
421 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_COLOR_ASPECTS, "transfer")
422 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW)
423 .withC2Mappers<C2Color::transfer_t>());
424 add(ConfigMapper("color-primaries", C2_PARAMKEY_COLOR_ASPECTS, "primaries")
425 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW));
426 add(ConfigMapper("color-matrix", C2_PARAMKEY_COLOR_ASPECTS, "matrix")
427 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW));
428
429 // configure source aspects for encoders and read them back on the coded(!) port.
430 // This is to ensure muxing the desired aspects into the container.
431 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_COLOR_ASPECTS, "range")
432 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED)
433 .withC2Mappers<C2Color::range_t>());
434 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_COLOR_ASPECTS, "transfer")
435 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED)
436 .withC2Mappers<C2Color::transfer_t>());
437 add(ConfigMapper("color-primaries", C2_PARAMKEY_COLOR_ASPECTS, "primaries")
438 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED));
439 add(ConfigMapper("color-matrix", C2_PARAMKEY_COLOR_ASPECTS, "matrix")
440 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED));
441
442 // read back coded aspects for encoders (on the raw port), but also configure
443 // desired aspects here.
444 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_VUI_COLOR_ASPECTS, "range")
445 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW)
446 .withC2Mappers<C2Color::range_t>());
447 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_VUI_COLOR_ASPECTS, "transfer")
448 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW)
449 .withC2Mappers<C2Color::transfer_t>());
450 add(ConfigMapper("color-primaries", C2_PARAMKEY_VUI_COLOR_ASPECTS, "primaries")
451 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW));
452 add(ConfigMapper("color-matrix", C2_PARAMKEY_VUI_COLOR_ASPECTS, "matrix")
453 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW));
454
455 // Dataspace
456 add(ConfigMapper("android._dataspace", C2_PARAMKEY_DATA_SPACE, "value")
457 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
458
459 // HDR
460 add(ConfigMapper("smpte2086.red.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.red.x")
461 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
462 add(ConfigMapper("smpte2086.red.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.red.y")
463 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
464 add(ConfigMapper("smpte2086.green.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.green.x")
465 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
466 add(ConfigMapper("smpte2086.green.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.green.y")
467 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
468 add(ConfigMapper("smpte2086.blue.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.blue.x")
469 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
470 add(ConfigMapper("smpte2086.blue.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.blue.y")
471 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
472 add(ConfigMapper("smpte2086.white.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.white.x")
473 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
474 add(ConfigMapper("smpte2086.white.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.white.y")
475 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
476 add(ConfigMapper("smpte2086.max-luminance", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.max-luminance")
477 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
478 add(ConfigMapper("smpte2086.min-luminance", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.min-luminance")
479 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
480 add(ConfigMapper("cta861.max-cll", C2_PARAMKEY_HDR_STATIC_INFO, "max-cll")
481 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
482 add(ConfigMapper("cta861.max-fall", C2_PARAMKEY_HDR_STATIC_INFO, "max-fall")
483 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
484
485 add(ConfigMapper(std::string(KEY_FEATURE_) + FEATURE_SecurePlayback,
486 C2_PARAMKEY_SECURE_MODE, "value"));
487
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700488 add(ConfigMapper(KEY_PREPEND_HEADERS_TO_SYNC_FRAMES,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800489 C2_PARAMKEY_PREPEND_HEADER_MODE, "value")
490 .limitTo(D::ENCODER & D::VIDEO)
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700491 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800492 int32_t value;
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700493 if (v.get(&value)) {
494 return value ? C2Value(C2Config::PREPEND_HEADER_TO_ALL_SYNC)
495 : C2Value(C2Config::PREPEND_HEADER_TO_NONE);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800496 }
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700497 return C2Value();
498 }, [](C2Value v) -> C2Value {
499 C2Config::prepend_header_mode_t value;
500 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(value)>::type;
501 if (v.get((C2ValueType *)&value)) {
502 switch (value) {
503 case C2Config::PREPEND_HEADER_TO_NONE: return 0;
504 case C2Config::PREPEND_HEADER_TO_ALL_SYNC: return 1;
505 case C2Config::PREPEND_HEADER_ON_CHANGE: [[fallthrough]];
506 default: return C2Value();
507 }
508 }
509 return C2Value();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800510 }));
511 // remove when codecs switch to PARAMKEY
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700512 deprecated(ConfigMapper(KEY_PREPEND_HEADERS_TO_SYNC_FRAMES,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800513 "coding.add-csd-to-sync-frames", "value")
514 .limitTo(D::ENCODER & D::VIDEO));
515 // convert to timestamp base
516 add(ConfigMapper(KEY_I_FRAME_INTERVAL, C2_PARAMKEY_SYNC_FRAME_INTERVAL, "value")
Wonsik Kimec588002019-07-11 13:43:38 -0700517 .limitTo(D::VIDEO & D::ENCODER & D::CONFIG)
518 .withMapper([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800519 // convert from i32 to float
520 int32_t i32Value;
521 float fpValue;
522 if (v.get(&i32Value)) {
523 return int64_t(1000000) * i32Value;
524 } else if (v.get(&fpValue)) {
525 return int64_t(c2_min(1000000 * fpValue + 0.5, (double)INT64_MAX));
526 }
527 return C2Value();
528 }));
529 // remove when codecs switch to proper coding.gop (add support for calculating gop)
530 deprecated(ConfigMapper("i-frame-period", "coding.gop", "intra-period")
531 .limitTo(D::ENCODER & D::VIDEO));
532 add(ConfigMapper(KEY_INTRA_REFRESH_PERIOD, C2_PARAMKEY_INTRA_REFRESH, "period")
533 .limitTo(D::VIDEO & D::ENCODER)
534 .withMappers(makeFloat, [](C2Value v) -> C2Value {
535 // read back always as int
536 float value;
537 if (v.get(&value)) {
538 return (int32_t)value;
539 }
540 return C2Value();
541 }));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800542 deprecated(ConfigMapper(PARAMETER_KEY_REQUEST_SYNC_FRAME,
543 "coding.request-sync", "value")
544 .limitTo(D::PARAM & D::ENCODER)
545 .withMapper([](C2Value) -> C2Value { return uint32_t(1); }));
546 add(ConfigMapper(PARAMETER_KEY_REQUEST_SYNC_FRAME,
547 C2_PARAMKEY_REQUEST_SYNC_FRAME, "value")
548 .limitTo(D::PARAM & D::ENCODER)
549 .withMapper([](C2Value) -> C2Value { return uint32_t(1); }));
550
551 add(ConfigMapper(KEY_OPERATING_RATE, C2_PARAMKEY_OPERATING_RATE, "value")
552 .limitTo(D::PARAM | D::CONFIG) // write-only
553 .withMapper(makeFloat));
554 // C2 priorities are inverted
555 add(ConfigMapper(KEY_PRIORITY, C2_PARAMKEY_PRIORITY, "value")
556 .withMappers(negate, negate));
557 // remove when codecs switch to PARAMKEY
558 deprecated(ConfigMapper(KEY_OPERATING_RATE, "ctrl.operating-rate", "value")
559 .withMapper(makeFloat));
560 deprecated(ConfigMapper(KEY_PRIORITY, "ctrl.priority", "value"));
561
562 add(ConfigMapper(KEY_WIDTH, C2_PARAMKEY_PICTURE_SIZE, "width")
563 .limitTo(D::VIDEO | D::IMAGE));
564 add(ConfigMapper(KEY_HEIGHT, C2_PARAMKEY_PICTURE_SIZE, "height")
565 .limitTo(D::VIDEO | D::IMAGE));
566
567 add(ConfigMapper("crop-left", C2_PARAMKEY_CROP_RECT, "left")
568 .limitTo(D::VIDEO | D::IMAGE));
569 add(ConfigMapper("crop-top", C2_PARAMKEY_CROP_RECT, "top")
570 .limitTo(D::VIDEO | D::IMAGE));
571 add(ConfigMapper("crop-width", C2_PARAMKEY_CROP_RECT, "width")
572 .limitTo(D::VIDEO | D::IMAGE));
573 add(ConfigMapper("crop-height", C2_PARAMKEY_CROP_RECT, "height")
574 .limitTo(D::VIDEO | D::IMAGE));
575
576 add(ConfigMapper(KEY_MAX_WIDTH, C2_PARAMKEY_MAX_PICTURE_SIZE, "width")
577 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
578 add(ConfigMapper(KEY_MAX_HEIGHT, C2_PARAMKEY_MAX_PICTURE_SIZE, "height")
579 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
580
581 add(ConfigMapper("csd-0", C2_PARAMKEY_INIT_DATA, "value")
582 .limitTo(D::OUTPUT & D::READ));
583
Pawin Vongmasa8be93112018-12-11 14:01:42 -0800584 add(ConfigMapper(KEY_HDR10_PLUS_INFO, C2_PARAMKEY_INPUT_HDR10_PLUS_INFO, "value")
585 .limitTo(D::VIDEO & D::PARAM & D::INPUT));
586
587 add(ConfigMapper(KEY_HDR10_PLUS_INFO, C2_PARAMKEY_OUTPUT_HDR10_PLUS_INFO, "value")
588 .limitTo(D::VIDEO & D::OUTPUT));
589
Pawin Vongmasa36653902018-11-15 00:10:25 -0800590 add(ConfigMapper(C2_PARAMKEY_TEMPORAL_LAYERING, C2_PARAMKEY_TEMPORAL_LAYERING, "")
591 .limitTo(D::ENCODER & D::VIDEO & D::OUTPUT));
592
593 // Pixel Format (use local key for actual pixel format as we don't distinguish between
594 // SDK layouts for flexible format and we need the actual SDK color format in the media format)
595 add(ConfigMapper("android._color-format", C2_PARAMKEY_PIXEL_FORMAT, "value")
596 .limitTo((D::VIDEO | D::IMAGE) & D::RAW)
597 .withMappers([](C2Value v) -> C2Value {
598 int32_t value;
599 if (v.get(&value)) {
Wonsik Kimfb7a7672019-12-27 17:13:33 -0800600 uint32_t result;
601 if (C2Mapper::mapPixelFormatFrameworkToCodec(value, &result)) {
602 return result;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800603 }
604 }
605 return C2Value();
606 }, [](C2Value v) -> C2Value {
607 uint32_t value;
608 if (v.get(&value)) {
Wonsik Kimfb7a7672019-12-27 17:13:33 -0800609 int32_t result;
610 if (C2Mapper::mapPixelFormatCodecToFramework(value, &result)) {
611 return result;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800612 }
613 }
614 return C2Value();
615 }));
616
617 add(ConfigMapper(KEY_CHANNEL_COUNT, C2_PARAMKEY_CHANNEL_COUNT, "value")
618 .limitTo(D::AUDIO)); // read back to both formats
619 add(ConfigMapper(KEY_CHANNEL_COUNT, C2_PARAMKEY_CODED_CHANNEL_COUNT, "value")
620 .limitTo(D::AUDIO & D::CODED));
621
622 add(ConfigMapper(KEY_SAMPLE_RATE, C2_PARAMKEY_SAMPLE_RATE, "value")
623 .limitTo(D::AUDIO)); // read back to both port formats
624 add(ConfigMapper(KEY_SAMPLE_RATE, C2_PARAMKEY_CODED_SAMPLE_RATE, "value")
625 .limitTo(D::AUDIO & D::CODED));
626
627 add(ConfigMapper(KEY_PCM_ENCODING, C2_PARAMKEY_PCM_ENCODING, "value")
Pawin Vongmasa8be93112018-12-11 14:01:42 -0800628 .limitTo(D::AUDIO)
629 .withMappers([](C2Value v) -> C2Value {
630 int32_t value;
631 C2Config::pcm_encoding_t to;
632 if (v.get(&value) && C2Mapper::map(value, &to)) {
633 return to;
634 }
635 return C2Value();
636 }, [](C2Value v) -> C2Value {
637 C2Config::pcm_encoding_t value;
638 int32_t to;
639 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(value)>::type;
640 if (v.get((C2ValueType*)&value) && C2Mapper::map(value, &to)) {
641 return to;
642 }
643 return C2Value();
644 }));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800645
646 add(ConfigMapper(KEY_IS_ADTS, C2_PARAMKEY_AAC_PACKAGING, "value")
647 .limitTo(D::AUDIO & D::CODED)
648 .withMappers([](C2Value v) -> C2Value {
649 int32_t value;
650 if (v.get(&value) && value) {
651 return C2Config::AAC_PACKAGING_ADTS;
652 }
653 return C2Value();
654 }, [](C2Value v) -> C2Value {
655 uint32_t value;
656 if (v.get(&value) && value == C2Config::AAC_PACKAGING_ADTS) {
657 return (int32_t)1;
658 }
659 return C2Value();
660 }));
661
662 std::shared_ptr<C2Mapper::ProfileLevelMapper> mapper =
663 C2Mapper::GetProfileLevelMapper(mCodingMediaType);
664
665 add(ConfigMapper(KEY_PROFILE, C2_PARAMKEY_PROFILE_LEVEL, "profile")
666 .limitTo(D::CODED)
667 .withMappers([mapper](C2Value v) -> C2Value {
668 C2Config::profile_t c2 = PROFILE_UNUSED;
669 int32_t sdk;
670 if (mapper && v.get(&sdk) && mapper->mapProfile(sdk, &c2)) {
671 return c2;
672 }
673 return PROFILE_UNUSED;
674 }, [mapper](C2Value v) -> C2Value {
675 C2Config::profile_t c2;
676 int32_t sdk;
677 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(c2)>::type;
678 if (mapper && v.get((C2ValueType*)&c2) && mapper->mapProfile(c2, &sdk)) {
679 return sdk;
680 }
681 return C2Value();
682 }));
683
684 add(ConfigMapper(KEY_LEVEL, C2_PARAMKEY_PROFILE_LEVEL, "level")
685 .limitTo(D::CODED)
686 .withMappers([mapper](C2Value v) -> C2Value {
687 C2Config::level_t c2 = LEVEL_UNUSED;
688 int32_t sdk;
689 if (mapper && v.get(&sdk) && mapper->mapLevel(sdk, &c2)) {
690 return c2;
691 }
692 return LEVEL_UNUSED;
693 }, [mapper](C2Value v) -> C2Value {
694 C2Config::level_t c2;
695 int32_t sdk;
696 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(c2)>::type;
697 if (mapper && v.get((C2ValueType*)&c2) && mapper->mapLevel(c2, &sdk)) {
698 return sdk;
699 }
700 return C2Value();
701 }));
702
703 // convert to dBFS and add default
704 add(ConfigMapper(KEY_AAC_DRC_TARGET_REFERENCE_LEVEL, C2_PARAMKEY_DRC_TARGET_REFERENCE_LEVEL, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800705 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
706 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800707 int32_t value;
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800708 if (!v.get(&value) || value < -1) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800709 value = property_get_int32(PROP_DRC_OVERRIDE_REF_LEVEL, DRC_DEFAULT_MOBILE_REF_LEVEL);
710 }
711 return float(-0.25 * c2_min(value, 127));
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800712 },[](C2Value v) -> C2Value {
713 float value;
714 if (v.get(&value)) {
715 return (int32_t) (-4. * value);
716 }
717 return C2Value();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800718 }));
719
720 // convert to 0-1 (%) and add default
721 add(ConfigMapper(KEY_AAC_DRC_ATTENUATION_FACTOR, C2_PARAMKEY_DRC_ATTENUATION_FACTOR, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800722 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
723 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800724 int32_t value;
725 if (!v.get(&value) || value < 0) {
726 value = property_get_int32(PROP_DRC_OVERRIDE_CUT, DRC_DEFAULT_MOBILE_DRC_CUT);
727 }
728 return float(c2_min(value, 127) / 127.);
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800729 },[](C2Value v) -> C2Value {
730 float value;
731 if (v.get(&value)) {
732 return (int32_t) (value * 127. + 0.5);
733 }
734 else {
735 return C2Value();
736 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800737 }));
738
739 // convert to 0-1 (%) and add default
740 add(ConfigMapper(KEY_AAC_DRC_BOOST_FACTOR, C2_PARAMKEY_DRC_BOOST_FACTOR, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800741 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
742 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800743 int32_t value;
744 if (!v.get(&value) || value < 0) {
745 value = property_get_int32(PROP_DRC_OVERRIDE_BOOST, DRC_DEFAULT_MOBILE_DRC_BOOST);
746 }
747 return float(c2_min(value, 127) / 127.);
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800748 },[](C2Value v) -> C2Value {
749 float value;
750 if (v.get(&value)) {
751 return (int32_t) (value * 127. + 0.5);
752 }
753 else {
754 return C2Value();
755 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800756 }));
757
758 // convert to compression type and add default
759 add(ConfigMapper(KEY_AAC_DRC_HEAVY_COMPRESSION, C2_PARAMKEY_DRC_COMPRESSION_MODE, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800760 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
761 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800762 int32_t value;
763 if (!v.get(&value) || value < 0) {
764 value = property_get_int32(PROP_DRC_OVERRIDE_HEAVY, DRC_DEFAULT_MOBILE_DRC_HEAVY);
765 }
766 return value == 1 ? C2Config::DRC_COMPRESSION_HEAVY : C2Config::DRC_COMPRESSION_LIGHT;
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800767 },[](C2Value v) -> C2Value {
768 int32_t value;
769 if (v.get(&value)) {
770 return value;
771 }
772 else {
773 return C2Value();
774 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800775 }));
776
777 // convert to dBFS and add default
778 add(ConfigMapper(KEY_AAC_ENCODED_TARGET_LEVEL, C2_PARAMKEY_DRC_ENCODED_TARGET_LEVEL, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800779 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
780 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800781 int32_t value;
782 if (!v.get(&value) || value < 0) {
783 value = property_get_int32(PROP_DRC_OVERRIDE_ENC_LEVEL, DRC_DEFAULT_MOBILE_ENC_LEVEL);
784 }
785 return float(-0.25 * c2_min(value, 127));
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800786 },[](C2Value v) -> C2Value {
787 float value;
788 if (v.get(&value)) {
789 return (int32_t) (-4. * value);
790 }
791 else {
792 return C2Value();
793 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800794 }));
795
796 // convert to effect type (these map to SDK values) and add default
797 add(ConfigMapper(KEY_AAC_DRC_EFFECT_TYPE, C2_PARAMKEY_DRC_EFFECT_TYPE, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800798 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
799 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800800 int32_t value;
801 if (!v.get(&value) || value < -1 || value > 8) {
802 value = property_get_int32(PROP_DRC_OVERRIDE_EFFECT, DRC_DEFAULT_MOBILE_DRC_EFFECT);
803 // ensure value is within range
804 if (value < -1 || value > 8) {
805 value = DRC_DEFAULT_MOBILE_DRC_EFFECT;
806 }
807 }
808 return value;
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800809 },[](C2Value v) -> C2Value {
810 int32_t value;
811 if (v.get(&value)) {
812 return value;
813 }
814 else {
815 return C2Value();
816 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800817 }));
818
Jean-Michel Trivi670b8fb2020-02-18 07:54:05 -0800819 // convert to album mode and add default
820 add(ConfigMapper(KEY_AAC_DRC_ALBUM_MODE, C2_PARAMKEY_DRC_ALBUM_MODE, "value")
821 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
822 .withMappers([](C2Value v) -> C2Value {
823 int32_t value;
824 if (!v.get(&value) || value < 0 || value > 1) {
825 value = DRC_DEFAULT_MOBILE_DRC_ALBUM;
826 // ensure value is within range
827 if (value < 0 || value > 1) {
828 value = DRC_DEFAULT_MOBILE_DRC_ALBUM;
829 }
830 }
831 return value;
832 },[](C2Value v) -> C2Value {
833 int32_t value;
834 if (v.get(&value)) {
835 return value;
836 }
837 else {
838 return C2Value();
839 }
840 }));
841
Jean-Michel Trivi4b936cc2020-02-17 16:29:47 -0800842 add(ConfigMapper(KEY_AAC_DRC_OUTPUT_LOUDNESS, C2_PARAMKEY_DRC_OUTPUT_LOUDNESS, "value")
843 .limitTo(D::OUTPUT & D::DECODER & D::READ)
844 .withMappers([](C2Value v) -> C2Value {
845 int32_t value;
846 if (!v.get(&value) || value < -1) {
847 value = DRC_DEFAULT_MOBILE_OUTPUT_LOUDNESS;
848 }
849 return float(-0.25 * c2_min(value, 127));
850 },[](C2Value v) -> C2Value {
851 float value;
852 if (v.get(&value)) {
853 return (int32_t) (-4. * value);
854 }
855 return C2Value();
856 }));
857
Pawin Vongmasa36653902018-11-15 00:10:25 -0800858 add(ConfigMapper(KEY_AAC_MAX_OUTPUT_CHANNEL_COUNT, C2_PARAMKEY_MAX_CHANNEL_COUNT, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800859 .limitTo(D::AUDIO & (D::CONFIG | D::PARAM | D::READ)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800860
861 add(ConfigMapper(KEY_AAC_SBR_MODE, C2_PARAMKEY_AAC_SBR_MODE, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800862 .limitTo(D::AUDIO & D::ENCODER & (D::CONFIG | D::PARAM | D::READ))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800863 .withMapper([](C2Value v) -> C2Value {
864 int32_t value;
865 if (!v.get(&value) || value < 0) {
866 return C2Config::AAC_SBR_AUTO;
867 }
868 switch (value) {
869 case 0: return C2Config::AAC_SBR_OFF;
870 case 1: return C2Config::AAC_SBR_SINGLE_RATE;
871 case 2: return C2Config::AAC_SBR_DUAL_RATE;
872 default: return C2Config::AAC_SBR_AUTO + 1; // invalid value
873 }
874 }));
875
Harish Mahendrakar9a4c8eb2019-05-29 15:41:20 -0700876 add(ConfigMapper(KEY_QUALITY, C2_PARAMKEY_QUALITY, "value")
877 .limitTo(D::ENCODER & (D::CONFIG | D::PARAM)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800878 add(ConfigMapper(KEY_FLAC_COMPRESSION_LEVEL, C2_PARAMKEY_COMPLEXITY, "value")
879 .limitTo(D::AUDIO & D::ENCODER));
880 add(ConfigMapper("complexity", C2_PARAMKEY_COMPLEXITY, "value")
Harish Mahendrakar9a4c8eb2019-05-29 15:41:20 -0700881 .limitTo(D::ENCODER & (D::CONFIG | D::PARAM)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800882
883 add(ConfigMapper(KEY_GRID_COLUMNS, C2_PARAMKEY_TILE_LAYOUT, "columns")
884 .limitTo(D::IMAGE));
885 add(ConfigMapper(KEY_GRID_ROWS, C2_PARAMKEY_TILE_LAYOUT, "rows")
886 .limitTo(D::IMAGE));
887 add(ConfigMapper(KEY_TILE_WIDTH, C2_PARAMKEY_TILE_LAYOUT, "tile.width")
888 .limitTo(D::IMAGE));
889 add(ConfigMapper(KEY_TILE_HEIGHT, C2_PARAMKEY_TILE_LAYOUT, "tile.height")
890 .limitTo(D::IMAGE));
891
892 add(ConfigMapper(KEY_LATENCY, C2_PARAMKEY_PIPELINE_DELAY_REQUEST, "value")
893 .limitTo(D::VIDEO & D::ENCODER));
894
895 add(ConfigMapper(C2_PARAMKEY_INPUT_TIME_STRETCH, C2_PARAMKEY_INPUT_TIME_STRETCH, "value"));
896
Wei Jia48ab6ef2019-10-11 16:06:42 -0700897 add(ConfigMapper(KEY_LOW_LATENCY, C2_PARAMKEY_LOW_LATENCY_MODE, "value")
898 .limitTo(D::DECODER & (D::CONFIG | D::PARAM))
899 .withMapper([](C2Value v) -> C2Value {
900 int32_t value = 0;
901 (void)v.get(&value);
902 return value == 0 ? C2_FALSE : C2_TRUE;
903 }));
904
Pawin Vongmasa36653902018-11-15 00:10:25 -0800905 /* still to do
906 constexpr char KEY_PUSH_BLANK_BUFFERS_ON_STOP[] = "push-blank-buffers-on-shutdown";
907
908 not yet used by MediaCodec, but defined as MediaFormat
909 KEY_AUDIO_SESSION_ID // we use "audio-hw-sync"
910 KEY_OUTPUT_REORDER_DEPTH
911 */
912}
913
914status_t CCodecConfig::initialize(
915 const std::shared_ptr<Codec2Client> &client,
916 const std::shared_ptr<Codec2Client::Component> &component) {
917 C2ComponentDomainSetting domain(C2Component::DOMAIN_OTHER);
918 C2ComponentKindSetting kind(C2Component::KIND_OTHER);
919
920 std::vector<std::unique_ptr<C2Param>> queried;
921 c2_status_t c2err = component->query({ &domain, &kind }, {}, C2_DONT_BLOCK, &queried);
922 if (c2err != C2_OK) {
923 ALOGD("Query domain & kind failed => %s", asString(c2err));
924 // TEMP: determine kind from component name
925 if (kind.value == C2Component::KIND_OTHER) {
926 if (component->getName().find("encoder") != std::string::npos) {
927 kind.value = C2Component::KIND_ENCODER;
928 } else if (component->getName().find("decoder") != std::string::npos) {
929 kind.value = C2Component::KIND_DECODER;
930 }
931 }
932
933 // TEMP: determine domain from media type (port (preferred) or stream #0)
934 if (domain.value == C2Component::DOMAIN_OTHER) {
935 AString mediaType = QueryMediaType(true /* input */, component);
936 if (mediaType.startsWith("audio/")) {
937 domain.value = C2Component::DOMAIN_AUDIO;
938 } else if (mediaType.startsWith("video/")) {
939 domain.value = C2Component::DOMAIN_VIDEO;
940 } else if (mediaType.startsWith("image/")) {
941 domain.value = C2Component::DOMAIN_IMAGE;
942 }
943 }
944 }
945
946 mDomain = (domain.value == C2Component::DOMAIN_VIDEO ? Domain::IS_VIDEO :
947 domain.value == C2Component::DOMAIN_IMAGE ? Domain::IS_IMAGE :
948 domain.value == C2Component::DOMAIN_AUDIO ? Domain::IS_AUDIO : Domain::OTHER_DOMAIN)
949 | (kind.value == C2Component::KIND_DECODER ? Domain::IS_DECODER :
950 kind.value == C2Component::KIND_ENCODER ? Domain::IS_ENCODER : Domain::OTHER_KIND);
951
952 mInputDomain = Domain(((mDomain & IS_DECODER) ? IS_CODED : IS_RAW) | IS_INPUT);
953 mOutputDomain = Domain(((mDomain & IS_ENCODER) ? IS_CODED : IS_RAW) | IS_OUTPUT);
954
955 ALOGV("domain is %#x (%u %u)", mDomain, domain.value, kind.value);
956
957 std::vector<C2Param::Index> paramIndices;
958 switch (kind.value) {
959 case C2Component::KIND_DECODER:
960 mCodingMediaType = QueryMediaType(true /* input */, component).c_str();
961 break;
962 case C2Component::KIND_ENCODER:
963 mCodingMediaType = QueryMediaType(false /* input */, component).c_str();
964 break;
965 default:
966 mCodingMediaType = "";
967 }
968
969 c2err = component->querySupportedParams(&mParamDescs);
970 if (c2err != C2_OK) {
971 ALOGD("Query supported params failed after returning %zu values => %s",
972 mParamDescs.size(), asString(c2err));
973 return UNKNOWN_ERROR;
974 }
975 for (const std::shared_ptr<C2ParamDescriptor> &desc : mParamDescs) {
976 mSupportedIndices.emplace(desc->index());
977 }
978
979 mReflector = client->getParamReflector();
980 if (mReflector == nullptr) {
981 ALOGE("Failed to get param reflector");
982 return UNKNOWN_ERROR;
983 }
984
985 // enumerate all fields
986 mParamUpdater = std::make_shared<ReflectedParamUpdater>();
987 mParamUpdater->clear();
988 mParamUpdater->supportWholeParam(
989 C2_PARAMKEY_TEMPORAL_LAYERING, C2StreamTemporalLayeringTuning::CORE_INDEX);
990 mParamUpdater->addParamDesc(mReflector, mParamDescs);
991
992 // TEMP: add some standard fields even if not reflected
993 if (kind.value == C2Component::KIND_ENCODER) {
994 mParamUpdater->addStandardParam<C2StreamInitDataInfo::output>(C2_PARAMKEY_INIT_DATA);
995 }
996 if (domain.value == C2Component::DOMAIN_IMAGE || domain.value == C2Component::DOMAIN_VIDEO) {
997 if (kind.value != C2Component::KIND_ENCODER) {
998 addLocalParam<C2StreamPictureSizeInfo::output>(C2_PARAMKEY_PICTURE_SIZE);
999 addLocalParam<C2StreamCropRectInfo::output>(C2_PARAMKEY_CROP_RECT);
1000 addLocalParam(
1001 new C2StreamPixelAspectRatioInfo::output(0u, 1u, 1u),
1002 C2_PARAMKEY_PIXEL_ASPECT_RATIO);
1003 addLocalParam(new C2StreamRotationInfo::output(0u, 0), C2_PARAMKEY_ROTATION);
1004 addLocalParam(new C2StreamColorAspectsInfo::output(0u), C2_PARAMKEY_COLOR_ASPECTS);
1005 addLocalParam<C2StreamDataSpaceInfo::output>(C2_PARAMKEY_DATA_SPACE);
1006 addLocalParam<C2StreamHdrStaticInfo::output>(C2_PARAMKEY_HDR_STATIC_INFO);
1007 addLocalParam(new C2StreamSurfaceScalingInfo::output(0u, VIDEO_SCALING_MODE_SCALE_TO_FIT),
1008 C2_PARAMKEY_SURFACE_SCALING_MODE);
1009 } else {
1010 addLocalParam(new C2StreamColorAspectsInfo::input(0u), C2_PARAMKEY_COLOR_ASPECTS);
1011 }
1012 }
1013
1014 initializeStandardParams();
1015
1016 // subscribe to all supported standard (exposed) params
1017 // TODO: limit this to params that are actually in the domain
1018 std::vector<std::string> formatKeys = mStandardParams->getPathsForDomain(Domain(1 << 30));
1019 std::vector<C2Param::Index> indices;
1020 mParamUpdater->getParamIndicesForKeys(formatKeys, &indices);
1021 mSubscribedIndices.insert(indices.begin(), indices.end());
1022
1023 // also subscribe to some non-SDK standard parameters
1024 // for number of input/output buffers
1025 mSubscribedIndices.emplace(C2PortSuggestedBufferCountTuning::input::PARAM_TYPE);
1026 mSubscribedIndices.emplace(C2PortSuggestedBufferCountTuning::output::PARAM_TYPE);
1027 mSubscribedIndices.emplace(C2ActualPipelineDelayTuning::PARAM_TYPE);
1028 mSubscribedIndices.emplace(C2PortActualDelayTuning::input::PARAM_TYPE);
1029 mSubscribedIndices.emplace(C2PortActualDelayTuning::output::PARAM_TYPE);
1030 // for output buffer array allocation
1031 mSubscribedIndices.emplace(C2StreamMaxBufferSizeInfo::output::PARAM_TYPE);
1032 // init data (CSD)
1033 mSubscribedIndices.emplace(C2StreamInitDataInfo::output::PARAM_TYPE);
1034
1035 return OK;
1036}
1037
1038status_t CCodecConfig::subscribeToConfigUpdate(
1039 const std::shared_ptr<Codec2Client::Component> &component,
1040 const std::vector<C2Param::Index> &indices,
1041 c2_blocking_t blocking) {
1042 mSubscribedIndices.insert(indices.begin(), indices.end());
1043 // TODO: enable this when components no longer crash on this config
1044 if (mSubscribedIndices.size() != mSubscribedIndicesSize && false) {
1045 std::vector<uint32_t> indices;
1046 for (C2Param::Index ix : mSubscribedIndices) {
1047 indices.push_back(ix);
1048 }
1049 std::unique_ptr<C2SubscribedParamIndicesTuning> subscribeTuning =
1050 C2SubscribedParamIndicesTuning::AllocUnique(indices);
1051 std::vector<std::unique_ptr<C2SettingResult>> results;
1052 c2_status_t c2Err = component->config({ subscribeTuning.get() }, blocking, &results);
1053 if (c2Err != C2_OK && c2Err != C2_BAD_INDEX) {
1054 ALOGD("Failed to subscribe to parameters => %s", asString(c2Err));
1055 // TODO: error
1056 }
1057 ALOGV("Subscribed to %zu params", mSubscribedIndices.size());
1058 mSubscribedIndicesSize = mSubscribedIndices.size();
1059 }
1060 return OK;
1061}
1062
1063status_t CCodecConfig::queryConfiguration(
1064 const std::shared_ptr<Codec2Client::Component> &component) {
1065 // query all subscribed parameters
1066 std::vector<C2Param::Index> indices(mSubscribedIndices.begin(), mSubscribedIndices.end());
1067 std::vector<std::unique_ptr<C2Param>> queried;
1068 c2_status_t c2Err = component->query({}, indices, C2_MAY_BLOCK, &queried);
1069 if (c2Err != OK) {
1070 ALOGI("query failed after returning %zu values (%s)", queried.size(), asString(c2Err));
1071 // TODO: error
1072 }
1073
1074 updateConfiguration(queried, ALL);
1075 return OK;
1076}
1077
1078bool CCodecConfig::updateConfiguration(
1079 std::vector<std::unique_ptr<C2Param>> &configUpdate, Domain domain) {
1080 ALOGV("updating configuration with %zu params", configUpdate.size());
1081 bool changed = false;
1082 for (std::unique_ptr<C2Param> &p : configUpdate) {
1083 if (p && *p) {
1084 auto insertion = mCurrentConfig.emplace(p->index(), nullptr);
1085 if (insertion.second || *insertion.first->second != *p) {
1086 if (mSupportedIndices.count(p->index()) || mLocalParams.count(p->index())) {
1087 // only track changes in supported (reflected or local) indices
1088 changed = true;
1089 } else {
1090 ALOGV("an unlisted config was %s: %#x",
1091 insertion.second ? "added" : "updated", p->index());
1092 }
1093 }
1094 insertion.first->second = std::move(p);
1095 }
1096 }
1097
1098 ALOGV("updated configuration has %zu params (%s)", mCurrentConfig.size(),
1099 changed ? "CHANGED" : "no change");
1100 if (changed) {
1101 return updateFormats(domain);
1102 }
1103 return false;
1104}
1105
1106bool CCodecConfig::updateFormats(Domain domain) {
1107 // get addresses of params in the current config
1108 std::vector<C2Param*> paramPointers;
1109 for (const auto &it : mCurrentConfig) {
1110 paramPointers.push_back(it.second.get());
1111 }
1112
1113 ReflectedParamUpdater::Dict reflected = mParamUpdater->getParams(paramPointers);
Wonsik Kimbd557932019-07-02 15:51:20 -07001114 std::string config = reflected.debugString();
1115 std::set<std::string> configLines;
1116 std::string diff;
1117 for (size_t start = 0; start != std::string::npos; ) {
1118 size_t end = config.find('\n', start);
1119 size_t count = (end == std::string::npos)
1120 ? std::string::npos
1121 : end - start + 1;
1122 std::string line = config.substr(start, count);
1123 configLines.insert(line);
1124 if (mLastConfig.count(line) == 0) {
1125 diff.append(line);
1126 }
1127 start = (end == std::string::npos) ? std::string::npos : end + 1;
1128 }
1129 if (!diff.empty()) {
1130 ALOGD("c2 config diff is %s", diff.c_str());
1131 }
1132 mLastConfig.swap(configLines);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001133
1134 bool changed = false;
1135 if (domain & mInputDomain) {
1136 sp<AMessage> oldFormat = mInputFormat;
1137 mInputFormat = mInputFormat->dup(); // trigger format changed
1138 mInputFormat->extend(getSdkFormatForDomain(reflected, mInputDomain));
1139 if (mInputFormat->countEntries() != oldFormat->countEntries()
1140 || mInputFormat->changesFrom(oldFormat)->countEntries() > 0) {
1141 changed = true;
1142 } else {
1143 mInputFormat = oldFormat; // no change
1144 }
1145 }
1146 if (domain & mOutputDomain) {
1147 sp<AMessage> oldFormat = mOutputFormat;
1148 mOutputFormat = mOutputFormat->dup(); // trigger output format changed
1149 mOutputFormat->extend(getSdkFormatForDomain(reflected, mOutputDomain));
1150 if (mOutputFormat->countEntries() != oldFormat->countEntries()
1151 || mOutputFormat->changesFrom(oldFormat)->countEntries() > 0) {
1152 changed = true;
1153 } else {
1154 mOutputFormat = oldFormat; // no change
1155 }
1156 }
1157 ALOGV_IF(changed, "format(s) changed");
1158 return changed;
1159}
1160
1161sp<AMessage> CCodecConfig::getSdkFormatForDomain(
1162 const ReflectedParamUpdater::Dict &reflected, Domain portDomain) const {
1163 sp<AMessage> msg = new AMessage;
1164 for (const std::pair<std::string, std::vector<ConfigMapper>> &el : mStandardParams->getKeys()) {
1165 for (const ConfigMapper &cm : el.second) {
1166 if ((cm.domain() & portDomain) == 0 // input-output-coded-raw
1167 || (cm.domain() & mDomain) != mDomain // component domain + kind (these must match)
1168 || (cm.domain() & IS_READ) == 0) {
1169 continue;
1170 }
1171 auto it = reflected.find(cm.path());
1172 if (it == reflected.end()) {
1173 continue;
1174 }
1175 C2Value c2Value;
1176 sp<ABuffer> bufValue;
1177 AString strValue;
1178 AMessage::ItemData item;
1179 if (it->second.find(&c2Value)) {
1180 item = cm.mapToMessage(c2Value);
1181 } else if (it->second.find(&bufValue)) {
1182 item.set(bufValue);
1183 } else if (it->second.find(&strValue)) {
1184 item.set(strValue);
1185 } else {
1186 ALOGD("unexpected untyped query value for key: %s", cm.path().c_str());
1187 continue;
1188 }
1189 msg->setItem(el.first.c_str(), item);
1190 }
1191 }
1192
1193 { // convert from Codec 2.0 rect to MediaFormat rect and add crop rect if not present
1194 int32_t left, top, width, height;
1195 if (msg->findInt32("crop-left", &left) && msg->findInt32("crop-width", &width)
1196 && msg->findInt32("crop-top", &top) && msg->findInt32("crop-height", &height)
1197 && left >= 0 && width >=0 && width <= INT32_MAX - left
1198 && top >= 0 && height >=0 && height <= INT32_MAX - top) {
1199 msg->removeEntryAt(msg->findEntryByName("crop-left"));
1200 msg->removeEntryAt(msg->findEntryByName("crop-top"));
1201 msg->removeEntryAt(msg->findEntryByName("crop-width"));
1202 msg->removeEntryAt(msg->findEntryByName("crop-height"));
1203 msg->setRect("crop", left, top, left + width - 1, top + height - 1);
1204 } else if (msg->findInt32("width", &width) && msg->findInt32("height", &height)) {
1205 msg->setRect("crop", 0, 0, width - 1, height - 1);
1206 }
1207 }
1208
1209 { // convert temporal layering to schema
1210 sp<ABuffer> tmp;
1211 if (msg->findBuffer(C2_PARAMKEY_TEMPORAL_LAYERING, &tmp) && tmp != nullptr) {
1212 C2StreamTemporalLayeringTuning *layering =
1213 C2StreamTemporalLayeringTuning::From(C2Param::From(tmp->data(), tmp->size()));
1214 if (layering && layering->m.layerCount > 0
1215 && layering->m.bLayerCount < layering->m.layerCount) {
1216 // check if this is webrtc compatible
1217 AString mime;
1218 if (msg->findString(KEY_MIME, &mime) &&
1219 mime.equalsIgnoreCase(MIMETYPE_VIDEO_VP8) &&
1220 layering->m.bLayerCount == 0 &&
1221 (layering->m.layerCount == 1
1222 || (layering->m.layerCount == 2
1223 && layering->flexCount() >= 1
1224 && layering->m.bitrateRatios[0] == .6f)
1225 || (layering->m.layerCount == 3
1226 && layering->flexCount() >= 2
1227 && layering->m.bitrateRatios[0] == .4f
1228 && layering->m.bitrateRatios[1] == .6f)
1229 || (layering->m.layerCount == 4
1230 && layering->flexCount() >= 3
1231 && layering->m.bitrateRatios[0] == .25f
1232 && layering->m.bitrateRatios[1] == .4f
1233 && layering->m.bitrateRatios[2] == .6f))) {
1234 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1235 "webrtc.vp8.%u-layer", layering->m.layerCount));
1236 } else if (layering->m.bLayerCount) {
1237 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1238 "android.generic.%u+%u",
1239 layering->m.layerCount - layering->m.bLayerCount,
1240 layering->m.bLayerCount));
1241 } else if (layering->m.bLayerCount) {
1242 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1243 "android.generic.%u", layering->m.layerCount));
1244 }
1245 }
1246 msg->removeEntryAt(msg->findEntryByName(C2_PARAMKEY_TEMPORAL_LAYERING));
1247 }
1248 }
1249
1250 { // convert color info
1251 C2Color::primaries_t primaries;
1252 C2Color::matrix_t matrix;
1253 if (msg->findInt32("color-primaries", (int32_t*)&primaries)
1254 && msg->findInt32("color-matrix", (int32_t*)&matrix)) {
1255 int32_t standard;
1256
1257 if (C2Mapper::map(primaries, matrix, &standard)) {
1258 msg->setInt32(KEY_COLOR_STANDARD, standard);
1259 }
1260
1261 msg->removeEntryAt(msg->findEntryByName("color-primaries"));
1262 msg->removeEntryAt(msg->findEntryByName("color-matrix"));
1263 }
1264
1265
1266 // calculate dataspace for raw graphic buffers if not specified by component, or if
1267 // using surface with unspecified aspects (as those must be defaulted which may change
1268 // the dataspace)
1269 if ((portDomain & IS_RAW) && (mDomain & (IS_IMAGE | IS_VIDEO))) {
1270 android_dataspace dataspace;
1271 ColorAspects aspects = {
1272 ColorAspects::RangeUnspecified, ColorAspects::PrimariesUnspecified,
1273 ColorAspects::TransferUnspecified, ColorAspects::MatrixUnspecified
1274 };
1275 ColorUtils::getColorAspectsFromFormat(msg, aspects);
1276 ColorAspects origAspects = aspects;
1277 if (mUsingSurface) {
1278 // get image size (default to HD)
1279 int32_t width = 1280;
1280 int32_t height = 720;
1281 int32_t left, top, right, bottom;
1282 if (msg->findRect("crop", &left, &top, &right, &bottom)) {
1283 width = right - left + 1;
1284 height = bottom - top + 1;
1285 } else {
1286 (void)msg->findInt32(KEY_WIDTH, &width);
1287 (void)msg->findInt32(KEY_HEIGHT, &height);
1288 }
1289 ColorUtils::setDefaultCodecColorAspectsIfNeeded(aspects, width, height);
1290 ColorUtils::setColorAspectsIntoFormat(aspects, msg);
1291 }
1292
1293 if (!msg->findInt32("android._dataspace", (int32_t*)&dataspace)
1294 || aspects.mRange != origAspects.mRange
1295 || aspects.mPrimaries != origAspects.mPrimaries
1296 || aspects.mTransfer != origAspects.mTransfer
1297 || aspects.mMatrixCoeffs != origAspects.mMatrixCoeffs) {
1298 dataspace = ColorUtils::getDataSpaceForColorAspects(aspects, true /* mayExpand */);
1299 msg->setInt32("android._dataspace", dataspace);
1300 }
1301 }
1302
1303 // HDR static info
1304
1305 C2HdrStaticMetadataStruct hdr;
1306 if (msg->findFloat("smpte2086.red.x", &hdr.mastering.red.x)
1307 && msg->findFloat("smpte2086.red.y", &hdr.mastering.red.y)
1308 && msg->findFloat("smpte2086.green.x", &hdr.mastering.green.x)
1309 && msg->findFloat("smpte2086.green.y", &hdr.mastering.green.y)
1310 && msg->findFloat("smpte2086.blue.x", &hdr.mastering.blue.x)
1311 && msg->findFloat("smpte2086.blue.y", &hdr.mastering.blue.y)
1312 && msg->findFloat("smpte2086.white.x", &hdr.mastering.white.x)
1313 && msg->findFloat("smpte2086.white.y", &hdr.mastering.white.y)
1314 && msg->findFloat("smpte2086.max-luminance", &hdr.mastering.maxLuminance)
1315 && msg->findFloat("smpte2086.min-luminance", &hdr.mastering.minLuminance)
1316 && msg->findFloat("cta861.max-cll", &hdr.maxCll)
1317 && msg->findFloat("cta861.max-fall", &hdr.maxFall)) {
1318 if (hdr.mastering.red.x >= 0 && hdr.mastering.red.x <= 1
1319 && hdr.mastering.red.y >= 0 && hdr.mastering.red.y <= 1
1320 && hdr.mastering.green.x >= 0 && hdr.mastering.green.x <= 1
1321 && hdr.mastering.green.y >= 0 && hdr.mastering.green.y <= 1
1322 && hdr.mastering.blue.x >= 0 && hdr.mastering.blue.x <= 1
1323 && hdr.mastering.blue.y >= 0 && hdr.mastering.blue.y <= 1
1324 && hdr.mastering.white.x >= 0 && hdr.mastering.white.x <= 1
1325 && hdr.mastering.white.y >= 0 && hdr.mastering.white.y <= 1
1326 && hdr.mastering.maxLuminance >= 0 && hdr.mastering.maxLuminance <= 65535
1327 && hdr.mastering.minLuminance >= 0 && hdr.mastering.minLuminance <= 6.5535
1328 && hdr.maxCll >= 0 && hdr.maxCll <= 65535
1329 && hdr.maxFall >= 0 && hdr.maxFall <= 65535) {
1330 HDRStaticInfo meta;
1331 meta.mID = meta.kType1;
1332 meta.sType1.mR.x = hdr.mastering.red.x / 0.00002 + 0.5;
1333 meta.sType1.mR.y = hdr.mastering.red.y / 0.00002 + 0.5;
1334 meta.sType1.mG.x = hdr.mastering.green.x / 0.00002 + 0.5;
1335 meta.sType1.mG.y = hdr.mastering.green.y / 0.00002 + 0.5;
1336 meta.sType1.mB.x = hdr.mastering.blue.x / 0.00002 + 0.5;
1337 meta.sType1.mB.y = hdr.mastering.blue.y / 0.00002 + 0.5;
1338 meta.sType1.mW.x = hdr.mastering.white.x / 0.00002 + 0.5;
1339 meta.sType1.mW.y = hdr.mastering.white.y / 0.00002 + 0.5;
1340 meta.sType1.mMaxDisplayLuminance = hdr.mastering.maxLuminance + 0.5;
1341 meta.sType1.mMinDisplayLuminance = hdr.mastering.minLuminance / 0.0001 + 0.5;
1342 meta.sType1.mMaxContentLightLevel = hdr.maxCll + 0.5;
1343 meta.sType1.mMaxFrameAverageLightLevel = hdr.maxFall + 0.5;
1344 msg->removeEntryAt(msg->findEntryByName("smpte2086.red.x"));
1345 msg->removeEntryAt(msg->findEntryByName("smpte2086.red.y"));
1346 msg->removeEntryAt(msg->findEntryByName("smpte2086.green.x"));
1347 msg->removeEntryAt(msg->findEntryByName("smpte2086.green.y"));
1348 msg->removeEntryAt(msg->findEntryByName("smpte2086.blue.x"));
1349 msg->removeEntryAt(msg->findEntryByName("smpte2086.blue.y"));
1350 msg->removeEntryAt(msg->findEntryByName("smpte2086.white.x"));
1351 msg->removeEntryAt(msg->findEntryByName("smpte2086.white.y"));
1352 msg->removeEntryAt(msg->findEntryByName("smpte2086.max-luminance"));
1353 msg->removeEntryAt(msg->findEntryByName("smpte2086.min-luminance"));
1354 msg->removeEntryAt(msg->findEntryByName("cta861.max-cll"));
1355 msg->removeEntryAt(msg->findEntryByName("cta861.max-fall"));
1356 msg->setBuffer(KEY_HDR_STATIC_INFO, ABuffer::CreateAsCopy(&meta, sizeof(meta)));
1357 } else {
1358 ALOGD("found invalid HDR static metadata %s", msg->debugString(8).c_str());
1359 }
1360 }
1361 }
1362
1363 ALOGV("converted to SDK values as %s", msg->debugString().c_str());
1364 return msg;
1365}
1366
1367/// converts an AMessage value to a ParamUpdater value
1368static void convert(const AMessage::ItemData &from, ReflectedParamUpdater::Value *to) {
1369 int32_t int32Value;
1370 int64_t int64Value;
1371 sp<ABuffer> bufValue;
1372 AString strValue;
1373 float floatValue;
1374 double doubleValue;
1375
1376 if (from.find(&int32Value)) {
1377 to->set(int32Value);
1378 } else if (from.find(&int64Value)) {
1379 to->set(int64Value);
1380 } else if (from.find(&bufValue)) {
1381 to->set(bufValue);
1382 } else if (from.find(&strValue)) {
1383 to->set(strValue);
1384 } else if (from.find(&floatValue)) {
1385 to->set(C2Value(floatValue));
1386 } else if (from.find(&doubleValue)) {
1387 // convert double to float
1388 to->set(C2Value((float)doubleValue));
1389 }
1390 // ignore all other AMessage types
1391}
1392
1393/// relaxes Codec 2.0 specific value types to SDK types (mainly removes signedness and counterness
1394/// from 32/64-bit values.)
1395static void relaxValues(ReflectedParamUpdater::Value &item) {
1396 C2Value c2Value;
1397 int32_t int32Value;
1398 int64_t int64Value;
1399 (void)item.find(&c2Value);
1400 if (c2Value.get(&int32Value) || c2Value.get((uint32_t*)&int32Value)
1401 || c2Value.get((c2_cntr32_t*)&int32Value)) {
1402 item.set(int32Value);
1403 } else if (c2Value.get(&int64Value)
1404 || c2Value.get((uint64_t*)&int64Value)
1405 || c2Value.get((c2_cntr64_t*)&int64Value)) {
1406 item.set(int64Value);
1407 }
1408}
1409
1410ReflectedParamUpdater::Dict CCodecConfig::getReflectedFormat(
1411 const sp<AMessage> &params_, Domain configDomain) const {
1412 // create a modifiable copy of params
1413 sp<AMessage> params = params_->dup();
1414 ALOGV("filtering with config domain %x", configDomain);
1415
1416 // convert some macro parameters to Codec 2.0 specific expressions
1417
1418 { // make i-frame-interval frame based
1419 float iFrameInterval;
1420 if (params->findAsFloat(KEY_I_FRAME_INTERVAL, &iFrameInterval)) {
1421 float frameRate;
1422 if (params->findAsFloat(KEY_FRAME_RATE, &frameRate)) {
1423 params->setInt32("i-frame-period",
1424 (frameRate <= 0 || iFrameInterval < 0)
1425 ? -1 /* no sync frames */
1426 : (int32_t)c2_min(iFrameInterval * frameRate + 0.5,
1427 (float)INT32_MAX));
1428 }
1429 }
1430 }
1431
1432 if (mDomain == (IS_VIDEO | IS_ENCODER)) {
1433 // convert capture-rate into input-time-stretch
1434 float frameRate, captureRate;
1435 if (params->findAsFloat(KEY_FRAME_RATE, &frameRate)) {
1436 if (!params->findAsFloat("time-lapse-fps", &captureRate)
1437 && !params->findAsFloat(KEY_CAPTURE_RATE, &captureRate)) {
1438 captureRate = frameRate;
1439 }
1440 if (captureRate > 0 && frameRate > 0) {
1441 params->setFloat(C2_PARAMKEY_INPUT_TIME_STRETCH, captureRate / frameRate);
1442 }
1443 }
1444 }
1445
1446 { // reflect temporal layering into a binary blob
1447 AString schema;
1448 if (params->findString(KEY_TEMPORAL_LAYERING, &schema)) {
1449 unsigned int numLayers = 0;
1450 unsigned int numBLayers = 0;
1451 int tags;
1452 char dummy;
1453 std::unique_ptr<C2StreamTemporalLayeringTuning::output> layering;
1454 if (sscanf(schema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1
1455 && numLayers > 0) {
1456 switch (numLayers) {
1457 case 1:
1458 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1459 {}, 0u, 1u, 0u);
1460 break;
1461 case 2:
1462 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1463 { .6f }, 0u, 2u, 0u);
1464 break;
1465 case 3:
1466 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1467 { .4f, .6f }, 0u, 3u, 0u);
1468 break;
1469 default:
1470 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1471 { .25f, .4f, .6f }, 0u, 4u, 0u);
1472 break;
1473 }
1474 } else if ((tags = sscanf(schema.c_str(), "android.generic.%u%c%u%c",
1475 &numLayers, &dummy, &numBLayers, &dummy))
1476 && (tags == 1 || (tags == 3 && dummy == '+'))
1477 && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) {
1478 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1479 {}, 0u, numLayers + numBLayers, numBLayers);
1480 } else {
1481 ALOGD("Ignoring unsupported ts-schema [%s]", schema.c_str());
1482 }
1483 if (layering) {
1484 params->setBuffer(C2_PARAMKEY_TEMPORAL_LAYERING,
1485 ABuffer::CreateAsCopy(layering.get(), layering->size()));
1486 }
1487 }
1488 }
1489
1490 { // convert from MediaFormat rect to Codec 2.0 rect
1491 int32_t offset;
1492 int32_t end;
1493 AMessage::ItemData item;
1494 if (params->findInt32("crop-left", &offset) && params->findInt32("crop-right", &end)
1495 && offset >= 0 && end >= offset - 1) {
1496 size_t ix = params->findEntryByName("crop-right");
1497 params->setEntryNameAt(ix, "crop-width");
1498 item.set(end - offset + 1);
1499 params->setEntryAt(ix, item);
1500 }
1501 if (params->findInt32("crop-top", &offset) && params->findInt32("crop-bottom", &end)
1502 && offset >= 0 && end >= offset - 1) {
1503 size_t ix = params->findEntryByName("crop-bottom");
1504 params->setEntryNameAt(ix, "crop-height");
1505 item.set(end - offset + 1);
1506 params->setEntryAt(ix, item);
1507 }
1508 }
1509
1510 { // convert color info
1511 int32_t standard;
1512 if (params->findInt32(KEY_COLOR_STANDARD, &standard)) {
1513 C2Color::primaries_t primaries;
1514 C2Color::matrix_t matrix;
1515
1516 if (C2Mapper::map(standard, &primaries, &matrix)) {
1517 params->setInt32("color-primaries", primaries);
1518 params->setInt32("color-matrix", matrix);
1519 }
1520 }
1521
1522 sp<ABuffer> hdrMeta;
1523 if (params->findBuffer(KEY_HDR_STATIC_INFO, &hdrMeta)
1524 && hdrMeta->size() == sizeof(HDRStaticInfo)) {
1525 HDRStaticInfo *meta = (HDRStaticInfo*)hdrMeta->data();
1526 if (meta->mID == meta->kType1) {
1527 params->setFloat("smpte2086.red.x", meta->sType1.mR.x * 0.00002);
1528 params->setFloat("smpte2086.red.y", meta->sType1.mR.y * 0.00002);
1529 params->setFloat("smpte2086.green.x", meta->sType1.mG.x * 0.00002);
1530 params->setFloat("smpte2086.green.y", meta->sType1.mG.y * 0.00002);
1531 params->setFloat("smpte2086.blue.x", meta->sType1.mB.x * 0.00002);
1532 params->setFloat("smpte2086.blue.y", meta->sType1.mB.y * 0.00002);
1533 params->setFloat("smpte2086.white.x", meta->sType1.mW.x * 0.00002);
1534 params->setFloat("smpte2086.white.y", meta->sType1.mW.y * 0.00002);
1535 params->setFloat("smpte2086.max-luminance", meta->sType1.mMaxDisplayLuminance);
1536 params->setFloat("smpte2086.min-luminance", meta->sType1.mMinDisplayLuminance * 0.0001);
1537 params->setFloat("cta861.max-cll", meta->sType1.mMaxContentLightLevel);
1538 params->setFloat("cta861.max-fall", meta->sType1.mMaxFrameAverageLightLevel);
1539 }
1540 }
1541 }
1542
1543 // this is to verify that we set proper signedness for standard parameters
1544 bool beVeryStrict = property_get_bool("debug.stagefright.ccodec_strict_type", false);
1545 // this is to allow vendors to use the wrong signedness for standard parameters
1546 bool beVeryLax = property_get_bool("debug.stagefright.ccodec_lax_type", false);
1547
1548 ReflectedParamUpdater::Dict filtered;
1549 for (size_t ix = 0; ix < params->countEntries(); ++ix) {
1550 AMessage::Type type;
1551 AString name = params->getEntryNameAt(ix, &type);
1552 AMessage::ItemData msgItem = params->getEntryAt(ix);
1553 ReflectedParamUpdater::Value item;
1554 convert(msgItem, &item); // convert item to param updater item
1555
1556 if (name.startsWith("vendor.")) {
1557 // vendor params pass through as is
1558 filtered.emplace(name.c_str(), item);
1559 continue;
1560 }
1561 // standard parameters may get modified, filtered or duplicated
1562 for (const ConfigMapper &cm : mStandardParams->getConfigMappersForSdkKey(name.c_str())) {
1563 // note: we ignore port domain for configuration
1564 if ((cm.domain() & configDomain)
1565 // component domain + kind (these must match)
1566 && (cm.domain() & mDomain) == mDomain) {
1567 // map arithmetic values, pass through string or buffer
1568 switch (type) {
1569 case AMessage::kTypeBuffer:
1570 case AMessage::kTypeString:
1571 break;
1572 case AMessage::kTypeInt32:
1573 case AMessage::kTypeInt64:
1574 case AMessage::kTypeFloat:
1575 case AMessage::kTypeDouble:
1576 // for now only map settings with mappers as we are not creating
1577 // signed <=> unsigned mappers
1578 // TODO: be precise about signed unsigned
1579 if (beVeryStrict || cm.mapper()) {
1580 item.set(cm.mapFromMessage(params->getEntryAt(ix)));
1581 // also allow to relax type strictness
1582 if (beVeryLax) {
1583 relaxValues(item);
1584 }
1585 }
1586 break;
1587 default:
1588 continue;
1589 }
1590 filtered.emplace(cm.path(), item);
1591 }
1592 }
1593 }
1594 ALOGV("filtered %s to %s", params->debugString(4).c_str(),
1595 filtered.debugString(4).c_str());
1596 return filtered;
1597}
1598
1599status_t CCodecConfig::getConfigUpdateFromSdkParams(
1600 std::shared_ptr<Codec2Client::Component> component,
1601 const sp<AMessage> &sdkParams, Domain configDomain,
1602 c2_blocking_t blocking,
1603 std::vector<std::unique_ptr<C2Param>> *configUpdate) const {
1604 ReflectedParamUpdater::Dict params = getReflectedFormat(sdkParams, configDomain);
1605
1606 std::vector<C2Param::Index> indices;
1607 mParamUpdater->getParamIndicesFromMessage(params, &indices);
1608 if (indices.empty()) {
1609 ALOGD("no recognized params in: %s", params.debugString().c_str());
1610 return OK;
1611 }
1612
1613 configUpdate->clear();
1614 std::vector<C2Param::Index> supportedIndices;
1615 for (C2Param::Index ix : indices) {
1616 if (mSupportedIndices.count(ix)) {
1617 supportedIndices.push_back(ix);
1618 } else if (mLocalParams.count(ix)) {
1619 // query local parameter here
1620 auto it = mCurrentConfig.find(ix);
1621 if (it != mCurrentConfig.end()) {
1622 configUpdate->emplace_back(C2Param::Copy(*it->second));
1623 }
1624 }
1625 }
1626
1627 c2_status_t err = component->query({ }, supportedIndices, blocking, configUpdate);
1628 if (err != C2_OK) {
1629 ALOGD("query failed after returning %zu params => %s", configUpdate->size(), asString(err));
1630 }
1631
1632 if (configUpdate->size()) {
1633 mParamUpdater->updateParamsFromMessage(params, configUpdate);
1634 }
1635 return OK;
1636}
1637
1638status_t CCodecConfig::setParameters(
1639 std::shared_ptr<Codec2Client::Component> component,
1640 std::vector<std::unique_ptr<C2Param>> &configUpdate,
1641 c2_blocking_t blocking) {
1642 status_t result = OK;
1643 if (configUpdate.empty()) {
1644 return OK;
1645 }
1646
1647 std::vector<C2Param::Index> indices;
1648 std::vector<C2Param *> paramVector;
1649 for (const std::unique_ptr<C2Param> &param : configUpdate) {
1650 if (mSupportedIndices.count(param->index())) {
1651 // component parameter
1652 paramVector.push_back(param.get());
1653 indices.push_back(param->index());
1654 } else if (mLocalParams.count(param->index())) {
1655 // handle local parameter here
1656 LocalParamValidator validator = mLocalParams.find(param->index())->second;
1657 c2_status_t err = C2_OK;
1658 std::unique_ptr<C2Param> copy = C2Param::Copy(*param);
1659 if (validator) {
1660 err = validator(copy);
1661 }
1662 if (err == C2_OK) {
1663 ALOGV("updated local parameter value for %s",
1664 mParamUpdater->getParamName(param->index()).c_str());
1665
1666 mCurrentConfig[param->index()] = std::move(copy);
1667 } else {
1668 ALOGD("failed to set parameter value for %s => %s",
1669 mParamUpdater->getParamName(param->index()).c_str(), asString(err));
1670 result = BAD_VALUE;
1671 }
1672 }
1673 }
1674 // update subscribed param indices
1675 subscribeToConfigUpdate(component, indices, blocking);
1676
1677 std::vector<std::unique_ptr<C2SettingResult>> failures;
1678 c2_status_t err = component->config(paramVector, blocking, &failures);
1679 if (err != C2_OK) {
1680 ALOGD("config failed => %s", asString(err));
1681 // This is non-fatal.
1682 }
1683 for (const std::unique_ptr<C2SettingResult> &failure : failures) {
1684 switch (failure->failure) {
1685 case C2SettingResult::BAD_VALUE:
1686 ALOGD("Bad parameter value");
1687 result = BAD_VALUE;
1688 break;
1689 default:
1690 ALOGV("failure = %d", int(failure->failure));
1691 break;
1692 }
1693 }
1694
1695 // Re-query parameter values in case config could not update them and update the current
1696 // configuration.
1697 configUpdate.clear();
1698 err = component->query({}, indices, blocking, &configUpdate);
1699 if (err != C2_OK) {
1700 ALOGD("query failed after returning %zu params => %s", configUpdate.size(), asString(err));
1701 }
1702 (void)updateConfiguration(configUpdate, ALL);
1703
1704 // TODO: error value
1705 return result;
1706}
1707
1708const C2Param *CCodecConfig::getConfigParameterValue(C2Param::Index index) const {
1709 auto it = mCurrentConfig.find(index);
1710 if (it == mCurrentConfig.end()) {
1711 return nullptr;
1712 } else {
1713 return it->second.get();
1714 }
1715}
1716
1717} // namespace android