blob: 2190f462b1674754b4afa5b85a7f0acd56b2d4e7 [file] [log] [blame]
Pawin Vongmasa36653902018-11-15 00:10:25 -08001/*
2 * Copyright (C) 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "CCodecConfig"
19#include <cutils/properties.h>
20#include <log/log.h>
21
22#include <C2Component.h>
Pawin Vongmasa36653902018-11-15 00:10:25 -080023#include <C2Param.h>
24#include <util/C2InterfaceHelper.h>
25
26#include <media/stagefright/MediaCodecConstants.h>
27
28#include "CCodecConfig.h"
29#include "Codec2Mapper.h"
30
31#define DRC_DEFAULT_MOBILE_REF_LEVEL 64 /* 64*-0.25dB = -16 dB below full scale for mobile conf */
32#define DRC_DEFAULT_MOBILE_DRC_CUT 127 /* maximum compression of dynamic range for mobile conf */
33#define DRC_DEFAULT_MOBILE_DRC_BOOST 127 /* maximum compression of dynamic range for mobile conf */
34#define DRC_DEFAULT_MOBILE_DRC_HEAVY 1 /* switch for heavy compression for mobile conf */
35#define DRC_DEFAULT_MOBILE_DRC_EFFECT 3 /* MPEG-D DRC effect type; 3 => Limited playback range */
Jean-Michel Trivi670b8fb2020-02-18 07:54:05 -080036#define DRC_DEFAULT_MOBILE_DRC_ALBUM 0 /* MPEG-D DRC album mode; 0 => album mode is disabled, 1 => album mode is enabled */
Jean-Michel Trivi4b936cc2020-02-17 16:29:47 -080037#define DRC_DEFAULT_MOBILE_OUTPUT_LOUDNESS -1 /* decoder output loudness; -1 => the value is unknown, otherwise dB step value (e.g. 64 for -16 dB) */
Pawin Vongmasa36653902018-11-15 00:10:25 -080038#define DRC_DEFAULT_MOBILE_ENC_LEVEL (-1) /* encoder target level; -1 => the value is unknown, otherwise dB step value (e.g. 64 for -16 dB) */
39// names of properties that can be used to override the default DRC settings
40#define PROP_DRC_OVERRIDE_REF_LEVEL "aac_drc_reference_level"
41#define PROP_DRC_OVERRIDE_CUT "aac_drc_cut"
42#define PROP_DRC_OVERRIDE_BOOST "aac_drc_boost"
43#define PROP_DRC_OVERRIDE_HEAVY "aac_drc_heavy"
44#define PROP_DRC_OVERRIDE_ENC_LEVEL "aac_drc_enc_target_level"
45#define PROP_DRC_OVERRIDE_EFFECT "ro.aac_drc_effect_type"
46
47namespace android {
48
49// CCodecConfig
50
51namespace {
52
Wonsik Kim8a6ed372019-12-03 16:05:51 -080053void C2ValueToMessageItem(const C2Value &value, AMessage::ItemData &item) {
54 int32_t int32Value;
55 uint32_t uint32Value;
56 int64_t int64Value;
57 uint64_t uint64Value;
58 float floatValue;
59 if (value.get(&int32Value)) {
60 item.set(int32Value);
61 } else if (value.get(&uint32Value) && uint32Value <= uint32_t(INT32_MAX)) {
62 // SDK does not support unsigned values
63 item.set((int32_t)uint32Value);
64 } else if (value.get(&int64Value)) {
65 item.set(int64Value);
66 } else if (value.get(&uint64Value) && uint64Value <= uint64_t(INT64_MAX)) {
67 // SDK does not support unsigned values
68 item.set((int64_t)uint64Value);
69 } else if (value.get(&floatValue)) {
70 item.set(floatValue);
71 }
72}
73
Pawin Vongmasa36653902018-11-15 00:10:25 -080074/**
75 * mapping between SDK and Codec 2.0 configurations.
76 */
77struct ConfigMapper {
78 /**
79 * Value mapper (C2Value => C2Value)
80 */
81 typedef std::function<C2Value(C2Value)> Mapper;
82
83 /// shorthand
84 typedef CCodecConfig::Domain Domain;
85
86 ConfigMapper(std::string mediaKey, C2String c2struct, C2String c2field)
87 : mDomain(Domain::ALL), mMediaKey(mediaKey), mStruct(c2struct), mField(c2field) { }
88
89 /// Limits this parameter to the given domain
90 ConfigMapper &limitTo(uint32_t domain) {
91 C2_CHECK(domain & Domain::GUARD_BIT);
92 mDomain = Domain(mDomain & domain);
93 return *this;
94 }
95
96 /// Adds SDK => Codec 2.0 mapper (should not be in the SDK format)
97 ConfigMapper &withMapper(Mapper mapper) {
98 C2_CHECK(!mMapper);
99 C2_CHECK(!mReverse);
100 mMapper = mapper;
101 return *this;
102 }
103
104 /// Adds SDK <=> Codec 2.0 value mappers
105 ConfigMapper &withMappers(Mapper mapper, Mapper reverse) {
106 C2_CHECK(!mMapper);
107 C2_CHECK(!mReverse);
108 mMapper = mapper;
109 mReverse = reverse;
110 return *this;
111 }
112
113 /// Adds SDK <=> Codec 2.0 value mappers based on C2Mapper
114 template<typename C2Type, typename SdkType=int32_t>
115 ConfigMapper &withC2Mappers() {
116 C2_CHECK(!mMapper);
117 C2_CHECK(!mReverse);
118 mMapper = [](C2Value v) -> C2Value {
119 SdkType sdkValue;
120 C2Type c2Value;
121 if (v.get(&sdkValue) && C2Mapper::map(sdkValue, &c2Value)) {
122 return c2Value;
123 }
124 return C2Value();
125 };
126 mReverse = [](C2Value v) -> C2Value {
127 SdkType sdkValue;
128 C2Type c2Value;
129 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<C2Type>::type;
130 if (v.get((C2ValueType*)&c2Value) && C2Mapper::map(c2Value, &sdkValue)) {
131 return sdkValue;
132 }
133 return C2Value();
134 };
135 return *this;
136 }
137
138 /// Maps from SDK values in an AMessage to a suitable C2Value.
139 C2Value mapFromMessage(const AMessage::ItemData &item) const {
140 C2Value value;
141 int32_t int32Value;
142 int64_t int64Value;
143 float floatValue;
144 double doubleValue;
145 if (item.find(&int32Value)) {
146 value = int32Value;
147 } else if (item.find(&int64Value)) {
148 value = int64Value;
149 } else if (item.find(&floatValue)) {
150 value = floatValue;
151 } else if (item.find(&doubleValue)) {
152 value = (float)doubleValue;
153 }
154 if (value.type() != C2Value::NO_INIT && mMapper) {
155 value = mMapper(value);
156 }
157 return value;
158 }
159
160 /// Maps from a C2Value to an SDK value in an AMessage.
161 AMessage::ItemData mapToMessage(C2Value value) const {
162 AMessage::ItemData item;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800163 if (value.type() != C2Value::NO_INIT && mReverse) {
164 value = mReverse(value);
165 }
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800166 C2ValueToMessageItem(value, item);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800167 return item;
168 }
169
170 Domain domain() const { return mDomain; }
171 std::string mediaKey() const { return mMediaKey; }
172 std::string path() const { return mField.size() ? mStruct + '.' + mField : mStruct; }
173 Mapper mapper() const { return mMapper; }
174 Mapper reverse() const { return mReverse; }
175
176private:
177 Domain mDomain; ///< parameter domain (mask) containing port, kind and config domains
178 std::string mMediaKey; ///< SDK key
179 C2String mStruct; ///< Codec 2.0 struct name
180 C2String mField; ///< Codec 2.0 field name
181 Mapper mMapper; ///< optional SDK => Codec 2.0 value mapper
182 Mapper mReverse; ///< optional Codec 2.0 => SDK value mapper
183};
184
185template <typename PORT, typename STREAM>
186AString QueryMediaTypeImpl(
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800187 const std::shared_ptr<Codec2Client::Configurable> &configurable) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800188 AString mediaType;
189 std::vector<std::unique_ptr<C2Param>> queried;
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800190 c2_status_t c2err = configurable->query(
Pawin Vongmasa36653902018-11-15 00:10:25 -0800191 {}, { PORT::PARAM_TYPE, STREAM::PARAM_TYPE }, C2_DONT_BLOCK, &queried);
192 if (c2err != C2_OK && queried.size() == 0) {
193 ALOGD("Query media type failed => %s", asString(c2err));
194 } else {
195 PORT *portMediaType =
196 PORT::From(queried[0].get());
197 if (portMediaType) {
198 mediaType = AString(
199 portMediaType->m.value,
200 strnlen(portMediaType->m.value, portMediaType->flexCount()));
201 } else {
202 STREAM *streamMediaType = STREAM::From(queried[0].get());
203 if (streamMediaType) {
204 mediaType = AString(
205 streamMediaType->m.value,
206 strnlen(streamMediaType->m.value, streamMediaType->flexCount()));
207 }
208 }
209 ALOGD("read media type: %s", mediaType.c_str());
210 }
211 return mediaType;
212}
213
214AString QueryMediaType(
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800215 bool input, const std::shared_ptr<Codec2Client::Configurable> &configurable) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800216 typedef C2PortMediaTypeSetting P;
217 typedef C2StreamMediaTypeSetting S;
218 if (input) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800219 return QueryMediaTypeImpl<P::input, S::input>(configurable);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800220 } else {
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800221 return QueryMediaTypeImpl<P::output, S::output>(configurable);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800222 }
223}
224
225} // namespace
226
227/**
228 * Set of standard parameters used by CCodec that are exposed to MediaCodec.
229 */
230struct StandardParams {
231 typedef CCodecConfig::Domain Domain;
232
233 // standard (MediaCodec) params are keyed by media format key
234 typedef std::string SdkKey;
235
236 /// used to return reference to no config mappers in getConfigMappersForSdkKey
237 static const std::vector<ConfigMapper> NO_MAPPERS;
238
239 /// Returns Codec 2.0 equivalent parameters for an SDK format key.
240 const std::vector<ConfigMapper> &getConfigMappersForSdkKey(std::string key) const {
241 auto it = mConfigMappers.find(key);
242 if (it == mConfigMappers.end()) {
Wonsik Kimbd557932019-07-02 15:51:20 -0700243 if (mComplained.count(key) == 0) {
244 ALOGD("no c2 equivalents for %s", key.c_str());
245 mComplained.insert(key);
246 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800247 return NO_MAPPERS;
248 }
249 ALOGV("found %zu eqs for %s", it->second.size(), key.c_str());
250 return it->second;
251 }
252
253 /**
254 * Adds a SDK <=> Codec 2.0 parameter mapping. Multiple Codec 2.0 parameters may map to a
255 * single SDK key, in which case they shall be ordered from least authoritative to most
256 * authoritative. When constructing SDK formats, the last mapped Codec 2.0 parameter that
257 * is supported by the component will determine the exposed value. (TODO: perhaps restrict this
258 * by domain.)
259 */
260 void add(const ConfigMapper &cm) {
261 auto it = mConfigMappers.find(cm.mediaKey());
262 ALOGV("%c%c%c%c %c%c%c %04x %9s %s => %s",
263 ((cm.domain() & Domain::IS_INPUT) ? 'I' : ' '),
264 ((cm.domain() & Domain::IS_OUTPUT) ? 'O' : ' '),
265 ((cm.domain() & Domain::IS_CODED) ? 'C' : ' '),
266 ((cm.domain() & Domain::IS_RAW) ? 'R' : ' '),
267 ((cm.domain() & Domain::IS_CONFIG) ? 'c' : ' '),
268 ((cm.domain() & Domain::IS_PARAM) ? 'p' : ' '),
269 ((cm.domain() & Domain::IS_READ) ? 'r' : ' '),
270 cm.domain(),
271 it == mConfigMappers.end() ? "adding" : "extending",
272 cm.mediaKey().c_str(), cm.path().c_str());
273 if (it == mConfigMappers.end()) {
274 std::vector<ConfigMapper> eqs = { cm };
275 mConfigMappers.emplace(cm.mediaKey(), eqs);
276 } else {
277 it->second.push_back(cm);
278 }
279 }
280
281 /**
282 * Returns all paths for a specific domain.
283 *
284 * \param any maximum domain mask. Returned parameters must match at least one of the domains
285 * in the mask.
286 * \param all minimum domain mask. Returned parameters must match all of the domains in the
287 * mask. This is restricted to the bits of the maximum mask.
288 */
289 std::vector<std::string> getPathsForDomain(
290 Domain any, Domain all = Domain::ALL) const {
291 std::vector<std::string> res;
292 for (const std::pair<std::string, std::vector<ConfigMapper>> &el : mConfigMappers) {
293 for (const ConfigMapper &cm : el.second) {
294 ALOGV("filtering %s %x %x %x %x", cm.path().c_str(), cm.domain(), any,
295 (cm.domain() & any), (cm.domain() & any & all));
296 if ((cm.domain() & any) && ((cm.domain() & any & all) == (any & all))) {
297 res.push_back(cm.path());
298 }
299 }
300 }
301 return res;
302 }
303
304 /**
305 * Returns SDK <=> Codec 2.0 mappings.
306 *
307 * TODO: replace these with better methods as this exposes the inner structure.
308 */
309 const std::map<SdkKey, std::vector<ConfigMapper>> getKeys() const {
310 return mConfigMappers;
311 }
312
313private:
314 std::map<SdkKey, std::vector<ConfigMapper>> mConfigMappers;
Wonsik Kimbd557932019-07-02 15:51:20 -0700315 mutable std::set<std::string> mComplained;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800316};
317
318const std::vector<ConfigMapper> StandardParams::NO_MAPPERS;
319
320
321CCodecConfig::CCodecConfig()
322 : mInputFormat(new AMessage),
323 mOutputFormat(new AMessage),
324 mUsingSurface(false) { }
325
326void CCodecConfig::initializeStandardParams() {
327 typedef Domain D;
328 mStandardParams = std::make_shared<StandardParams>();
329 std::function<void(const ConfigMapper &)> add =
330 [params = mStandardParams](const ConfigMapper &cm) {
331 params->add(cm);
332 };
333 std::function<void(const ConfigMapper &)> deprecated = add;
334
335 // allow int32 or float SDK values and represent them as float
336 ConfigMapper::Mapper makeFloat = [](C2Value v) -> C2Value {
337 // convert from i32 to float
338 int32_t i32Value;
339 float fpValue;
340 if (v.get(&i32Value)) {
341 return (float)i32Value;
342 } else if (v.get(&fpValue)) {
343 return fpValue;
344 }
345 return C2Value();
346 };
347
348 ConfigMapper::Mapper negate = [](C2Value v) -> C2Value {
349 int32_t value;
350 if (v.get(&value)) {
351 return -value;
352 }
353 return C2Value();
354 };
355
356 add(ConfigMapper(KEY_MIME, C2_PARAMKEY_INPUT_MEDIA_TYPE, "value")
357 .limitTo(D::INPUT & D::READ));
358 add(ConfigMapper(KEY_MIME, C2_PARAMKEY_OUTPUT_MEDIA_TYPE, "value")
359 .limitTo(D::OUTPUT & D::READ));
360
361 add(ConfigMapper(KEY_BIT_RATE, C2_PARAMKEY_BITRATE, "value")
362 .limitTo(D::ENCODER & D::OUTPUT));
363 // we also need to put the bitrate in the max bitrate field
364 add(ConfigMapper(KEY_MAX_BIT_RATE, C2_PARAMKEY_BITRATE, "value")
365 .limitTo(D::ENCODER & D::READ & D::OUTPUT));
366 add(ConfigMapper(PARAMETER_KEY_VIDEO_BITRATE, C2_PARAMKEY_BITRATE, "value")
367 .limitTo(D::ENCODER & D::VIDEO & D::PARAM));
368 add(ConfigMapper(KEY_BITRATE_MODE, C2_PARAMKEY_BITRATE_MODE, "value")
369 .limitTo(D::ENCODER & D::CODED)
Harish Mahendrakar71cbb9d2019-05-21 11:21:27 -0700370 .withC2Mappers<C2Config::bitrate_mode_t>());
Pawin Vongmasa36653902018-11-15 00:10:25 -0800371 // remove when codecs switch to PARAMKEY and new modes
372 deprecated(ConfigMapper(KEY_BITRATE_MODE, "coded.bitrate-mode", "value")
373 .limitTo(D::ENCODER));
374 add(ConfigMapper(KEY_FRAME_RATE, C2_PARAMKEY_FRAME_RATE, "value")
375 .limitTo(D::VIDEO)
376 .withMappers(makeFloat, [](C2Value v) -> C2Value {
377 // read back always as int
378 float value;
379 if (v.get(&value)) {
380 return (int32_t)value;
381 }
382 return C2Value();
383 }));
384
385 add(ConfigMapper(KEY_MAX_INPUT_SIZE, C2_PARAMKEY_INPUT_MAX_BUFFER_SIZE, "value")
386 .limitTo(D::INPUT));
387 // remove when codecs switch to PARAMKEY
388 deprecated(ConfigMapper(KEY_MAX_INPUT_SIZE, "coded.max-frame-size", "value")
389 .limitTo(D::INPUT));
390
391 // Rotation
392 // Note: SDK rotation is clock-wise, while C2 rotation is counter-clock-wise
393 add(ConfigMapper(KEY_ROTATION, C2_PARAMKEY_VUI_ROTATION, "value")
394 .limitTo(D::VIDEO & D::CODED)
395 .withMappers(negate, negate));
396 add(ConfigMapper(KEY_ROTATION, C2_PARAMKEY_ROTATION, "value")
397 .limitTo(D::VIDEO & D::RAW)
398 .withMappers(negate, negate));
399
400 // android 'video-scaling'
401 add(ConfigMapper("android._video-scaling", C2_PARAMKEY_SURFACE_SCALING_MODE, "value")
402 .limitTo(D::VIDEO & D::DECODER & D::RAW));
403
404 // Color Aspects
405 //
406 // configure default for decoders
407 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "range")
408 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM))
409 .withC2Mappers<C2Color::range_t>());
410 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "transfer")
411 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM))
412 .withC2Mappers<C2Color::transfer_t>());
413 add(ConfigMapper("color-primaries", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "primaries")
414 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM)));
415 add(ConfigMapper("color-matrix", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "matrix")
416 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM)));
417
Wonsik Kim58d83332021-02-07 22:19:56 -0800418 // read back default for decoders. This is needed in case the component does not support
419 // color aspects. In that case, these values get copied to color-* keys.
Wonsik Kim759ac742021-02-24 23:05:15 -0800420 // TRICKY: We read these values at raw port, since that's where we want to read these.
Wonsik Kim58d83332021-02-07 22:19:56 -0800421 add(ConfigMapper("default-color-range", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "range")
Wonsik Kim759ac742021-02-24 23:05:15 -0800422 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ)
Wonsik Kim58d83332021-02-07 22:19:56 -0800423 .withC2Mappers<C2Color::range_t>());
424 add(ConfigMapper("default-color-transfer", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "transfer")
Wonsik Kim759ac742021-02-24 23:05:15 -0800425 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ)
Wonsik Kim58d83332021-02-07 22:19:56 -0800426 .withC2Mappers<C2Color::transfer_t>());
427 add(ConfigMapper("default-color-primaries", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "primaries")
Wonsik Kim759ac742021-02-24 23:05:15 -0800428 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ));
Wonsik Kim58d83332021-02-07 22:19:56 -0800429 add(ConfigMapper("default-color-matrix", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "matrix")
Wonsik Kim759ac742021-02-24 23:05:15 -0800430 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ));
Wonsik Kim58d83332021-02-07 22:19:56 -0800431
Pawin Vongmasa36653902018-11-15 00:10:25 -0800432 // read back final for decoder output (also, configure final aspects as well. This should be
433 // overwritten based on coded/default values if component supports color aspects, but is used
434 // as final values if component does not support aspects at all)
435 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_COLOR_ASPECTS, "range")
Wonsik Kim58d83332021-02-07 22:19:56 -0800436 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ)
Pawin Vongmasa36653902018-11-15 00:10:25 -0800437 .withC2Mappers<C2Color::range_t>());
438 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_COLOR_ASPECTS, "transfer")
Wonsik Kim58d83332021-02-07 22:19:56 -0800439 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ)
Pawin Vongmasa36653902018-11-15 00:10:25 -0800440 .withC2Mappers<C2Color::transfer_t>());
441 add(ConfigMapper("color-primaries", C2_PARAMKEY_COLOR_ASPECTS, "primaries")
Wonsik Kim58d83332021-02-07 22:19:56 -0800442 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800443 add(ConfigMapper("color-matrix", C2_PARAMKEY_COLOR_ASPECTS, "matrix")
Wonsik Kim58d83332021-02-07 22:19:56 -0800444 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ));
445
446 // configure transfer request
447 add(ConfigMapper("color-transfer-request", C2_PARAMKEY_COLOR_ASPECTS, "transfer")
448 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::CONFIG)
449 .withC2Mappers<C2Color::transfer_t>());
Pawin Vongmasa36653902018-11-15 00:10:25 -0800450
451 // configure source aspects for encoders and read them back on the coded(!) port.
452 // This is to ensure muxing the desired aspects into the container.
453 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_COLOR_ASPECTS, "range")
454 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED)
455 .withC2Mappers<C2Color::range_t>());
456 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_COLOR_ASPECTS, "transfer")
457 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED)
458 .withC2Mappers<C2Color::transfer_t>());
459 add(ConfigMapper("color-primaries", C2_PARAMKEY_COLOR_ASPECTS, "primaries")
460 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED));
461 add(ConfigMapper("color-matrix", C2_PARAMKEY_COLOR_ASPECTS, "matrix")
462 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED));
463
464 // read back coded aspects for encoders (on the raw port), but also configure
465 // desired aspects here.
466 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_VUI_COLOR_ASPECTS, "range")
467 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW)
468 .withC2Mappers<C2Color::range_t>());
469 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_VUI_COLOR_ASPECTS, "transfer")
470 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW)
471 .withC2Mappers<C2Color::transfer_t>());
472 add(ConfigMapper("color-primaries", C2_PARAMKEY_VUI_COLOR_ASPECTS, "primaries")
473 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW));
474 add(ConfigMapper("color-matrix", C2_PARAMKEY_VUI_COLOR_ASPECTS, "matrix")
475 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW));
476
477 // Dataspace
478 add(ConfigMapper("android._dataspace", C2_PARAMKEY_DATA_SPACE, "value")
479 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
480
481 // HDR
482 add(ConfigMapper("smpte2086.red.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.red.x")
483 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
484 add(ConfigMapper("smpte2086.red.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.red.y")
485 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
486 add(ConfigMapper("smpte2086.green.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.green.x")
487 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
488 add(ConfigMapper("smpte2086.green.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.green.y")
489 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
490 add(ConfigMapper("smpte2086.blue.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.blue.x")
491 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
492 add(ConfigMapper("smpte2086.blue.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.blue.y")
493 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
494 add(ConfigMapper("smpte2086.white.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.white.x")
495 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
496 add(ConfigMapper("smpte2086.white.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.white.y")
497 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
498 add(ConfigMapper("smpte2086.max-luminance", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.max-luminance")
499 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
500 add(ConfigMapper("smpte2086.min-luminance", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.min-luminance")
501 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
502 add(ConfigMapper("cta861.max-cll", C2_PARAMKEY_HDR_STATIC_INFO, "max-cll")
503 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
504 add(ConfigMapper("cta861.max-fall", C2_PARAMKEY_HDR_STATIC_INFO, "max-fall")
505 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
506
507 add(ConfigMapper(std::string(KEY_FEATURE_) + FEATURE_SecurePlayback,
508 C2_PARAMKEY_SECURE_MODE, "value"));
509
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700510 add(ConfigMapper(KEY_PREPEND_HEADERS_TO_SYNC_FRAMES,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800511 C2_PARAMKEY_PREPEND_HEADER_MODE, "value")
512 .limitTo(D::ENCODER & D::VIDEO)
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700513 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800514 int32_t value;
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700515 if (v.get(&value)) {
516 return value ? C2Value(C2Config::PREPEND_HEADER_TO_ALL_SYNC)
517 : C2Value(C2Config::PREPEND_HEADER_TO_NONE);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800518 }
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700519 return C2Value();
520 }, [](C2Value v) -> C2Value {
521 C2Config::prepend_header_mode_t value;
522 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(value)>::type;
523 if (v.get((C2ValueType *)&value)) {
524 switch (value) {
525 case C2Config::PREPEND_HEADER_TO_NONE: return 0;
526 case C2Config::PREPEND_HEADER_TO_ALL_SYNC: return 1;
527 case C2Config::PREPEND_HEADER_ON_CHANGE: [[fallthrough]];
528 default: return C2Value();
529 }
530 }
531 return C2Value();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800532 }));
533 // remove when codecs switch to PARAMKEY
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700534 deprecated(ConfigMapper(KEY_PREPEND_HEADERS_TO_SYNC_FRAMES,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800535 "coding.add-csd-to-sync-frames", "value")
536 .limitTo(D::ENCODER & D::VIDEO));
537 // convert to timestamp base
538 add(ConfigMapper(KEY_I_FRAME_INTERVAL, C2_PARAMKEY_SYNC_FRAME_INTERVAL, "value")
Wonsik Kimec588002019-07-11 13:43:38 -0700539 .limitTo(D::VIDEO & D::ENCODER & D::CONFIG)
540 .withMapper([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800541 // convert from i32 to float
542 int32_t i32Value;
543 float fpValue;
544 if (v.get(&i32Value)) {
545 return int64_t(1000000) * i32Value;
546 } else if (v.get(&fpValue)) {
547 return int64_t(c2_min(1000000 * fpValue + 0.5, (double)INT64_MAX));
548 }
549 return C2Value();
550 }));
551 // remove when codecs switch to proper coding.gop (add support for calculating gop)
552 deprecated(ConfigMapper("i-frame-period", "coding.gop", "intra-period")
553 .limitTo(D::ENCODER & D::VIDEO));
554 add(ConfigMapper(KEY_INTRA_REFRESH_PERIOD, C2_PARAMKEY_INTRA_REFRESH, "period")
555 .limitTo(D::VIDEO & D::ENCODER)
556 .withMappers(makeFloat, [](C2Value v) -> C2Value {
557 // read back always as int
558 float value;
559 if (v.get(&value)) {
560 return (int32_t)value;
561 }
562 return C2Value();
563 }));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800564 deprecated(ConfigMapper(PARAMETER_KEY_REQUEST_SYNC_FRAME,
565 "coding.request-sync", "value")
566 .limitTo(D::PARAM & D::ENCODER)
567 .withMapper([](C2Value) -> C2Value { return uint32_t(1); }));
568 add(ConfigMapper(PARAMETER_KEY_REQUEST_SYNC_FRAME,
569 C2_PARAMKEY_REQUEST_SYNC_FRAME, "value")
570 .limitTo(D::PARAM & D::ENCODER)
571 .withMapper([](C2Value) -> C2Value { return uint32_t(1); }));
572
573 add(ConfigMapper(KEY_OPERATING_RATE, C2_PARAMKEY_OPERATING_RATE, "value")
574 .limitTo(D::PARAM | D::CONFIG) // write-only
575 .withMapper(makeFloat));
576 // C2 priorities are inverted
577 add(ConfigMapper(KEY_PRIORITY, C2_PARAMKEY_PRIORITY, "value")
578 .withMappers(negate, negate));
579 // remove when codecs switch to PARAMKEY
580 deprecated(ConfigMapper(KEY_OPERATING_RATE, "ctrl.operating-rate", "value")
581 .withMapper(makeFloat));
582 deprecated(ConfigMapper(KEY_PRIORITY, "ctrl.priority", "value"));
583
584 add(ConfigMapper(KEY_WIDTH, C2_PARAMKEY_PICTURE_SIZE, "width")
585 .limitTo(D::VIDEO | D::IMAGE));
586 add(ConfigMapper(KEY_HEIGHT, C2_PARAMKEY_PICTURE_SIZE, "height")
587 .limitTo(D::VIDEO | D::IMAGE));
588
589 add(ConfigMapper("crop-left", C2_PARAMKEY_CROP_RECT, "left")
590 .limitTo(D::VIDEO | D::IMAGE));
591 add(ConfigMapper("crop-top", C2_PARAMKEY_CROP_RECT, "top")
592 .limitTo(D::VIDEO | D::IMAGE));
593 add(ConfigMapper("crop-width", C2_PARAMKEY_CROP_RECT, "width")
594 .limitTo(D::VIDEO | D::IMAGE));
595 add(ConfigMapper("crop-height", C2_PARAMKEY_CROP_RECT, "height")
596 .limitTo(D::VIDEO | D::IMAGE));
597
598 add(ConfigMapper(KEY_MAX_WIDTH, C2_PARAMKEY_MAX_PICTURE_SIZE, "width")
599 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
600 add(ConfigMapper(KEY_MAX_HEIGHT, C2_PARAMKEY_MAX_PICTURE_SIZE, "height")
601 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
602
603 add(ConfigMapper("csd-0", C2_PARAMKEY_INIT_DATA, "value")
604 .limitTo(D::OUTPUT & D::READ));
605
Pawin Vongmasa8be93112018-12-11 14:01:42 -0800606 add(ConfigMapper(KEY_HDR10_PLUS_INFO, C2_PARAMKEY_INPUT_HDR10_PLUS_INFO, "value")
607 .limitTo(D::VIDEO & D::PARAM & D::INPUT));
608
609 add(ConfigMapper(KEY_HDR10_PLUS_INFO, C2_PARAMKEY_OUTPUT_HDR10_PLUS_INFO, "value")
610 .limitTo(D::VIDEO & D::OUTPUT));
611
Pawin Vongmasa36653902018-11-15 00:10:25 -0800612 add(ConfigMapper(C2_PARAMKEY_TEMPORAL_LAYERING, C2_PARAMKEY_TEMPORAL_LAYERING, "")
613 .limitTo(D::ENCODER & D::VIDEO & D::OUTPUT));
614
615 // Pixel Format (use local key for actual pixel format as we don't distinguish between
616 // SDK layouts for flexible format and we need the actual SDK color format in the media format)
617 add(ConfigMapper("android._color-format", C2_PARAMKEY_PIXEL_FORMAT, "value")
618 .limitTo((D::VIDEO | D::IMAGE) & D::RAW)
619 .withMappers([](C2Value v) -> C2Value {
620 int32_t value;
621 if (v.get(&value)) {
Wonsik Kimfb7a7672019-12-27 17:13:33 -0800622 uint32_t result;
623 if (C2Mapper::mapPixelFormatFrameworkToCodec(value, &result)) {
624 return result;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800625 }
626 }
627 return C2Value();
628 }, [](C2Value v) -> C2Value {
629 uint32_t value;
630 if (v.get(&value)) {
Wonsik Kimfb7a7672019-12-27 17:13:33 -0800631 int32_t result;
632 if (C2Mapper::mapPixelFormatCodecToFramework(value, &result)) {
633 return result;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800634 }
635 }
636 return C2Value();
637 }));
638
Wonsik Kim79c78eb2020-04-23 14:13:37 -0700639 add(ConfigMapper(KEY_PIXEL_ASPECT_RATIO_WIDTH, C2_PARAMKEY_PIXEL_ASPECT_RATIO, "width")
640 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
641 add(ConfigMapper(KEY_PIXEL_ASPECT_RATIO_HEIGHT, C2_PARAMKEY_PIXEL_ASPECT_RATIO, "height")
642 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
643
Pawin Vongmasa36653902018-11-15 00:10:25 -0800644 add(ConfigMapper(KEY_CHANNEL_COUNT, C2_PARAMKEY_CHANNEL_COUNT, "value")
645 .limitTo(D::AUDIO)); // read back to both formats
646 add(ConfigMapper(KEY_CHANNEL_COUNT, C2_PARAMKEY_CODED_CHANNEL_COUNT, "value")
647 .limitTo(D::AUDIO & D::CODED));
648
649 add(ConfigMapper(KEY_SAMPLE_RATE, C2_PARAMKEY_SAMPLE_RATE, "value")
650 .limitTo(D::AUDIO)); // read back to both port formats
651 add(ConfigMapper(KEY_SAMPLE_RATE, C2_PARAMKEY_CODED_SAMPLE_RATE, "value")
652 .limitTo(D::AUDIO & D::CODED));
653
654 add(ConfigMapper(KEY_PCM_ENCODING, C2_PARAMKEY_PCM_ENCODING, "value")
Pawin Vongmasa8be93112018-12-11 14:01:42 -0800655 .limitTo(D::AUDIO)
656 .withMappers([](C2Value v) -> C2Value {
657 int32_t value;
658 C2Config::pcm_encoding_t to;
659 if (v.get(&value) && C2Mapper::map(value, &to)) {
660 return to;
661 }
662 return C2Value();
663 }, [](C2Value v) -> C2Value {
664 C2Config::pcm_encoding_t value;
665 int32_t to;
666 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(value)>::type;
667 if (v.get((C2ValueType*)&value) && C2Mapper::map(value, &to)) {
668 return to;
669 }
670 return C2Value();
671 }));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800672
673 add(ConfigMapper(KEY_IS_ADTS, C2_PARAMKEY_AAC_PACKAGING, "value")
674 .limitTo(D::AUDIO & D::CODED)
675 .withMappers([](C2Value v) -> C2Value {
676 int32_t value;
677 if (v.get(&value) && value) {
678 return C2Config::AAC_PACKAGING_ADTS;
679 }
680 return C2Value();
681 }, [](C2Value v) -> C2Value {
682 uint32_t value;
683 if (v.get(&value) && value == C2Config::AAC_PACKAGING_ADTS) {
684 return (int32_t)1;
685 }
686 return C2Value();
687 }));
688
689 std::shared_ptr<C2Mapper::ProfileLevelMapper> mapper =
690 C2Mapper::GetProfileLevelMapper(mCodingMediaType);
691
692 add(ConfigMapper(KEY_PROFILE, C2_PARAMKEY_PROFILE_LEVEL, "profile")
693 .limitTo(D::CODED)
694 .withMappers([mapper](C2Value v) -> C2Value {
695 C2Config::profile_t c2 = PROFILE_UNUSED;
696 int32_t sdk;
697 if (mapper && v.get(&sdk) && mapper->mapProfile(sdk, &c2)) {
698 return c2;
699 }
700 return PROFILE_UNUSED;
701 }, [mapper](C2Value v) -> C2Value {
702 C2Config::profile_t c2;
703 int32_t sdk;
704 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(c2)>::type;
705 if (mapper && v.get((C2ValueType*)&c2) && mapper->mapProfile(c2, &sdk)) {
706 return sdk;
707 }
708 return C2Value();
709 }));
710
711 add(ConfigMapper(KEY_LEVEL, C2_PARAMKEY_PROFILE_LEVEL, "level")
712 .limitTo(D::CODED)
713 .withMappers([mapper](C2Value v) -> C2Value {
714 C2Config::level_t c2 = LEVEL_UNUSED;
715 int32_t sdk;
716 if (mapper && v.get(&sdk) && mapper->mapLevel(sdk, &c2)) {
717 return c2;
718 }
719 return LEVEL_UNUSED;
720 }, [mapper](C2Value v) -> C2Value {
721 C2Config::level_t c2;
722 int32_t sdk;
723 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(c2)>::type;
724 if (mapper && v.get((C2ValueType*)&c2) && mapper->mapLevel(c2, &sdk)) {
725 return sdk;
726 }
727 return C2Value();
728 }));
729
Ray Essick9470d462021-03-04 13:25:44 -0800730 add(ConfigMapper(KEY_VIDEO_QP_I_MAX, C2_PARAMKEY_QUANTIZATION, "i-max")
731 .limitTo(D::VIDEO & D::ENCODER));
732 add(ConfigMapper(KEY_VIDEO_QP_I_MIN, C2_PARAMKEY_QUANTIZATION, "i-min")
733 .limitTo(D::VIDEO & D::ENCODER));
734 add(ConfigMapper(KEY_VIDEO_QP_P_MAX, C2_PARAMKEY_QUANTIZATION, "p-max")
735 .limitTo(D::VIDEO & D::ENCODER));
736 add(ConfigMapper(KEY_VIDEO_QP_P_MIN, C2_PARAMKEY_QUANTIZATION, "p-min")
737 .limitTo(D::VIDEO & D::ENCODER));
738 add(ConfigMapper(KEY_VIDEO_QP_B_MAX, C2_PARAMKEY_QUANTIZATION, "b-max")
739 .limitTo(D::VIDEO & D::ENCODER));
740 add(ConfigMapper(KEY_VIDEO_QP_B_MIN, C2_PARAMKEY_QUANTIZATION, "b-min")
741 .limitTo(D::VIDEO & D::ENCODER));
742
Pawin Vongmasa36653902018-11-15 00:10:25 -0800743 // convert to dBFS and add default
744 add(ConfigMapper(KEY_AAC_DRC_TARGET_REFERENCE_LEVEL, C2_PARAMKEY_DRC_TARGET_REFERENCE_LEVEL, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800745 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
746 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800747 int32_t value;
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800748 if (!v.get(&value) || value < -1) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800749 value = property_get_int32(PROP_DRC_OVERRIDE_REF_LEVEL, DRC_DEFAULT_MOBILE_REF_LEVEL);
750 }
751 return float(-0.25 * c2_min(value, 127));
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800752 },[](C2Value v) -> C2Value {
753 float value;
754 if (v.get(&value)) {
755 return (int32_t) (-4. * value);
756 }
757 return C2Value();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800758 }));
759
760 // convert to 0-1 (%) and add default
761 add(ConfigMapper(KEY_AAC_DRC_ATTENUATION_FACTOR, C2_PARAMKEY_DRC_ATTENUATION_FACTOR, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800762 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
763 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800764 int32_t value;
765 if (!v.get(&value) || value < 0) {
766 value = property_get_int32(PROP_DRC_OVERRIDE_CUT, DRC_DEFAULT_MOBILE_DRC_CUT);
767 }
768 return float(c2_min(value, 127) / 127.);
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800769 },[](C2Value v) -> C2Value {
770 float value;
771 if (v.get(&value)) {
772 return (int32_t) (value * 127. + 0.5);
773 }
774 else {
775 return C2Value();
776 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800777 }));
778
779 // convert to 0-1 (%) and add default
780 add(ConfigMapper(KEY_AAC_DRC_BOOST_FACTOR, C2_PARAMKEY_DRC_BOOST_FACTOR, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800781 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
782 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800783 int32_t value;
784 if (!v.get(&value) || value < 0) {
785 value = property_get_int32(PROP_DRC_OVERRIDE_BOOST, DRC_DEFAULT_MOBILE_DRC_BOOST);
786 }
787 return float(c2_min(value, 127) / 127.);
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800788 },[](C2Value v) -> C2Value {
789 float value;
790 if (v.get(&value)) {
791 return (int32_t) (value * 127. + 0.5);
792 }
793 else {
794 return C2Value();
795 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800796 }));
797
798 // convert to compression type and add default
799 add(ConfigMapper(KEY_AAC_DRC_HEAVY_COMPRESSION, C2_PARAMKEY_DRC_COMPRESSION_MODE, "value")
Wonsik Kim65a62a32020-10-27 17:00:36 -0700800 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM))
801 .withMapper([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800802 int32_t value;
803 if (!v.get(&value) || value < 0) {
804 value = property_get_int32(PROP_DRC_OVERRIDE_HEAVY, DRC_DEFAULT_MOBILE_DRC_HEAVY);
805 }
806 return value == 1 ? C2Config::DRC_COMPRESSION_HEAVY : C2Config::DRC_COMPRESSION_LIGHT;
807 }));
808
809 // convert to dBFS and add default
810 add(ConfigMapper(KEY_AAC_ENCODED_TARGET_LEVEL, C2_PARAMKEY_DRC_ENCODED_TARGET_LEVEL, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800811 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
812 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800813 int32_t value;
814 if (!v.get(&value) || value < 0) {
815 value = property_get_int32(PROP_DRC_OVERRIDE_ENC_LEVEL, DRC_DEFAULT_MOBILE_ENC_LEVEL);
816 }
817 return float(-0.25 * c2_min(value, 127));
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800818 },[](C2Value v) -> C2Value {
819 float value;
820 if (v.get(&value)) {
821 return (int32_t) (-4. * value);
822 }
823 else {
824 return C2Value();
825 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800826 }));
827
828 // convert to effect type (these map to SDK values) and add default
829 add(ConfigMapper(KEY_AAC_DRC_EFFECT_TYPE, C2_PARAMKEY_DRC_EFFECT_TYPE, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800830 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
831 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800832 int32_t value;
833 if (!v.get(&value) || value < -1 || value > 8) {
834 value = property_get_int32(PROP_DRC_OVERRIDE_EFFECT, DRC_DEFAULT_MOBILE_DRC_EFFECT);
835 // ensure value is within range
836 if (value < -1 || value > 8) {
837 value = DRC_DEFAULT_MOBILE_DRC_EFFECT;
838 }
839 }
840 return value;
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800841 },[](C2Value v) -> C2Value {
842 int32_t value;
843 if (v.get(&value)) {
844 return value;
845 }
846 else {
847 return C2Value();
848 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800849 }));
850
Jean-Michel Trivi670b8fb2020-02-18 07:54:05 -0800851 // convert to album mode and add default
852 add(ConfigMapper(KEY_AAC_DRC_ALBUM_MODE, C2_PARAMKEY_DRC_ALBUM_MODE, "value")
853 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
854 .withMappers([](C2Value v) -> C2Value {
855 int32_t value;
856 if (!v.get(&value) || value < 0 || value > 1) {
857 value = DRC_DEFAULT_MOBILE_DRC_ALBUM;
858 // ensure value is within range
859 if (value < 0 || value > 1) {
860 value = DRC_DEFAULT_MOBILE_DRC_ALBUM;
861 }
862 }
863 return value;
864 },[](C2Value v) -> C2Value {
865 int32_t value;
866 if (v.get(&value)) {
867 return value;
868 }
869 else {
870 return C2Value();
871 }
872 }));
873
Jean-Michel Trivi4b936cc2020-02-17 16:29:47 -0800874 add(ConfigMapper(KEY_AAC_DRC_OUTPUT_LOUDNESS, C2_PARAMKEY_DRC_OUTPUT_LOUDNESS, "value")
875 .limitTo(D::OUTPUT & D::DECODER & D::READ)
876 .withMappers([](C2Value v) -> C2Value {
877 int32_t value;
878 if (!v.get(&value) || value < -1) {
879 value = DRC_DEFAULT_MOBILE_OUTPUT_LOUDNESS;
880 }
881 return float(-0.25 * c2_min(value, 127));
882 },[](C2Value v) -> C2Value {
883 float value;
884 if (v.get(&value)) {
885 return (int32_t) (-4. * value);
886 }
887 return C2Value();
888 }));
889
Pawin Vongmasa36653902018-11-15 00:10:25 -0800890 add(ConfigMapper(KEY_AAC_MAX_OUTPUT_CHANNEL_COUNT, C2_PARAMKEY_MAX_CHANNEL_COUNT, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800891 .limitTo(D::AUDIO & (D::CONFIG | D::PARAM | D::READ)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800892
893 add(ConfigMapper(KEY_AAC_SBR_MODE, C2_PARAMKEY_AAC_SBR_MODE, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800894 .limitTo(D::AUDIO & D::ENCODER & (D::CONFIG | D::PARAM | D::READ))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800895 .withMapper([](C2Value v) -> C2Value {
896 int32_t value;
897 if (!v.get(&value) || value < 0) {
898 return C2Config::AAC_SBR_AUTO;
899 }
900 switch (value) {
901 case 0: return C2Config::AAC_SBR_OFF;
902 case 1: return C2Config::AAC_SBR_SINGLE_RATE;
903 case 2: return C2Config::AAC_SBR_DUAL_RATE;
904 default: return C2Config::AAC_SBR_AUTO + 1; // invalid value
905 }
906 }));
907
Harish Mahendrakar9a4c8eb2019-05-29 15:41:20 -0700908 add(ConfigMapper(KEY_QUALITY, C2_PARAMKEY_QUALITY, "value")
909 .limitTo(D::ENCODER & (D::CONFIG | D::PARAM)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800910 add(ConfigMapper(KEY_FLAC_COMPRESSION_LEVEL, C2_PARAMKEY_COMPLEXITY, "value")
911 .limitTo(D::AUDIO & D::ENCODER));
912 add(ConfigMapper("complexity", C2_PARAMKEY_COMPLEXITY, "value")
Harish Mahendrakar9a4c8eb2019-05-29 15:41:20 -0700913 .limitTo(D::ENCODER & (D::CONFIG | D::PARAM)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800914
915 add(ConfigMapper(KEY_GRID_COLUMNS, C2_PARAMKEY_TILE_LAYOUT, "columns")
916 .limitTo(D::IMAGE));
917 add(ConfigMapper(KEY_GRID_ROWS, C2_PARAMKEY_TILE_LAYOUT, "rows")
918 .limitTo(D::IMAGE));
919 add(ConfigMapper(KEY_TILE_WIDTH, C2_PARAMKEY_TILE_LAYOUT, "tile.width")
920 .limitTo(D::IMAGE));
921 add(ConfigMapper(KEY_TILE_HEIGHT, C2_PARAMKEY_TILE_LAYOUT, "tile.height")
922 .limitTo(D::IMAGE));
923
924 add(ConfigMapper(KEY_LATENCY, C2_PARAMKEY_PIPELINE_DELAY_REQUEST, "value")
925 .limitTo(D::VIDEO & D::ENCODER));
926
927 add(ConfigMapper(C2_PARAMKEY_INPUT_TIME_STRETCH, C2_PARAMKEY_INPUT_TIME_STRETCH, "value"));
928
Wei Jia48ab6ef2019-10-11 16:06:42 -0700929 add(ConfigMapper(KEY_LOW_LATENCY, C2_PARAMKEY_LOW_LATENCY_MODE, "value")
930 .limitTo(D::DECODER & (D::CONFIG | D::PARAM))
931 .withMapper([](C2Value v) -> C2Value {
932 int32_t value = 0;
933 (void)v.get(&value);
934 return value == 0 ? C2_FALSE : C2_TRUE;
935 }));
936
Pawin Vongmasa36653902018-11-15 00:10:25 -0800937 /* still to do
938 constexpr char KEY_PUSH_BLANK_BUFFERS_ON_STOP[] = "push-blank-buffers-on-shutdown";
939
940 not yet used by MediaCodec, but defined as MediaFormat
941 KEY_AUDIO_SESSION_ID // we use "audio-hw-sync"
942 KEY_OUTPUT_REORDER_DEPTH
943 */
944}
945
946status_t CCodecConfig::initialize(
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800947 const std::shared_ptr<C2ParamReflector> &reflector,
948 const std::shared_ptr<Codec2Client::Configurable> &configurable) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800949 C2ComponentDomainSetting domain(C2Component::DOMAIN_OTHER);
950 C2ComponentKindSetting kind(C2Component::KIND_OTHER);
951
952 std::vector<std::unique_ptr<C2Param>> queried;
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800953 c2_status_t c2err = configurable->query({ &domain, &kind }, {}, C2_DONT_BLOCK, &queried);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800954 if (c2err != C2_OK) {
955 ALOGD("Query domain & kind failed => %s", asString(c2err));
956 // TEMP: determine kind from component name
957 if (kind.value == C2Component::KIND_OTHER) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800958 if (configurable->getName().find("encoder") != std::string::npos) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800959 kind.value = C2Component::KIND_ENCODER;
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800960 } else if (configurable->getName().find("decoder") != std::string::npos) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800961 kind.value = C2Component::KIND_DECODER;
962 }
963 }
964
965 // TEMP: determine domain from media type (port (preferred) or stream #0)
966 if (domain.value == C2Component::DOMAIN_OTHER) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800967 AString mediaType = QueryMediaType(true /* input */, configurable);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800968 if (mediaType.startsWith("audio/")) {
969 domain.value = C2Component::DOMAIN_AUDIO;
970 } else if (mediaType.startsWith("video/")) {
971 domain.value = C2Component::DOMAIN_VIDEO;
972 } else if (mediaType.startsWith("image/")) {
973 domain.value = C2Component::DOMAIN_IMAGE;
974 }
975 }
976 }
977
978 mDomain = (domain.value == C2Component::DOMAIN_VIDEO ? Domain::IS_VIDEO :
979 domain.value == C2Component::DOMAIN_IMAGE ? Domain::IS_IMAGE :
980 domain.value == C2Component::DOMAIN_AUDIO ? Domain::IS_AUDIO : Domain::OTHER_DOMAIN)
981 | (kind.value == C2Component::KIND_DECODER ? Domain::IS_DECODER :
982 kind.value == C2Component::KIND_ENCODER ? Domain::IS_ENCODER : Domain::OTHER_KIND);
983
984 mInputDomain = Domain(((mDomain & IS_DECODER) ? IS_CODED : IS_RAW) | IS_INPUT);
985 mOutputDomain = Domain(((mDomain & IS_ENCODER) ? IS_CODED : IS_RAW) | IS_OUTPUT);
986
987 ALOGV("domain is %#x (%u %u)", mDomain, domain.value, kind.value);
988
989 std::vector<C2Param::Index> paramIndices;
990 switch (kind.value) {
991 case C2Component::KIND_DECODER:
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800992 mCodingMediaType = QueryMediaType(true /* input */, configurable).c_str();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800993 break;
994 case C2Component::KIND_ENCODER:
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800995 mCodingMediaType = QueryMediaType(false /* input */, configurable).c_str();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800996 break;
997 default:
998 mCodingMediaType = "";
999 }
1000
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001001 c2err = configurable->querySupportedParams(&mParamDescs);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001002 if (c2err != C2_OK) {
1003 ALOGD("Query supported params failed after returning %zu values => %s",
1004 mParamDescs.size(), asString(c2err));
1005 return UNKNOWN_ERROR;
1006 }
1007 for (const std::shared_ptr<C2ParamDescriptor> &desc : mParamDescs) {
1008 mSupportedIndices.emplace(desc->index());
1009 }
1010
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001011 mReflector = reflector;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001012 if (mReflector == nullptr) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001013 ALOGE("Null param reflector");
Pawin Vongmasa36653902018-11-15 00:10:25 -08001014 return UNKNOWN_ERROR;
1015 }
1016
1017 // enumerate all fields
1018 mParamUpdater = std::make_shared<ReflectedParamUpdater>();
1019 mParamUpdater->clear();
1020 mParamUpdater->supportWholeParam(
1021 C2_PARAMKEY_TEMPORAL_LAYERING, C2StreamTemporalLayeringTuning::CORE_INDEX);
1022 mParamUpdater->addParamDesc(mReflector, mParamDescs);
1023
1024 // TEMP: add some standard fields even if not reflected
1025 if (kind.value == C2Component::KIND_ENCODER) {
1026 mParamUpdater->addStandardParam<C2StreamInitDataInfo::output>(C2_PARAMKEY_INIT_DATA);
1027 }
1028 if (domain.value == C2Component::DOMAIN_IMAGE || domain.value == C2Component::DOMAIN_VIDEO) {
1029 if (kind.value != C2Component::KIND_ENCODER) {
1030 addLocalParam<C2StreamPictureSizeInfo::output>(C2_PARAMKEY_PICTURE_SIZE);
1031 addLocalParam<C2StreamCropRectInfo::output>(C2_PARAMKEY_CROP_RECT);
1032 addLocalParam(
1033 new C2StreamPixelAspectRatioInfo::output(0u, 1u, 1u),
1034 C2_PARAMKEY_PIXEL_ASPECT_RATIO);
1035 addLocalParam(new C2StreamRotationInfo::output(0u, 0), C2_PARAMKEY_ROTATION);
Wonsik Kim58d83332021-02-07 22:19:56 -08001036 addLocalParam(
1037 new C2StreamColorAspectsTuning::output(0u),
1038 C2_PARAMKEY_DEFAULT_COLOR_ASPECTS);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001039 addLocalParam<C2StreamDataSpaceInfo::output>(C2_PARAMKEY_DATA_SPACE);
1040 addLocalParam<C2StreamHdrStaticInfo::output>(C2_PARAMKEY_HDR_STATIC_INFO);
Wonsik Kim58d83332021-02-07 22:19:56 -08001041 addLocalParam(
1042 new C2StreamSurfaceScalingInfo::output(0u, VIDEO_SCALING_MODE_SCALE_TO_FIT),
1043 C2_PARAMKEY_SURFACE_SCALING_MODE);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001044 } else {
1045 addLocalParam(new C2StreamColorAspectsInfo::input(0u), C2_PARAMKEY_COLOR_ASPECTS);
1046 }
1047 }
1048
1049 initializeStandardParams();
1050
1051 // subscribe to all supported standard (exposed) params
1052 // TODO: limit this to params that are actually in the domain
1053 std::vector<std::string> formatKeys = mStandardParams->getPathsForDomain(Domain(1 << 30));
1054 std::vector<C2Param::Index> indices;
1055 mParamUpdater->getParamIndicesForKeys(formatKeys, &indices);
1056 mSubscribedIndices.insert(indices.begin(), indices.end());
1057
1058 // also subscribe to some non-SDK standard parameters
1059 // for number of input/output buffers
1060 mSubscribedIndices.emplace(C2PortSuggestedBufferCountTuning::input::PARAM_TYPE);
1061 mSubscribedIndices.emplace(C2PortSuggestedBufferCountTuning::output::PARAM_TYPE);
1062 mSubscribedIndices.emplace(C2ActualPipelineDelayTuning::PARAM_TYPE);
1063 mSubscribedIndices.emplace(C2PortActualDelayTuning::input::PARAM_TYPE);
1064 mSubscribedIndices.emplace(C2PortActualDelayTuning::output::PARAM_TYPE);
1065 // for output buffer array allocation
1066 mSubscribedIndices.emplace(C2StreamMaxBufferSizeInfo::output::PARAM_TYPE);
1067 // init data (CSD)
1068 mSubscribedIndices.emplace(C2StreamInitDataInfo::output::PARAM_TYPE);
1069
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001070 for (const std::shared_ptr<C2ParamDescriptor> &desc : mParamDescs) {
1071 if (desc->index().isVendor()) {
1072 std::vector<std::string> keys;
1073 mParamUpdater->getKeysForParamIndex(desc->index(), &keys);
1074 for (const std::string &key : keys) {
1075 mVendorParamIndices.insert_or_assign(key, desc->index());
1076 }
1077 }
1078 }
1079
Pawin Vongmasa36653902018-11-15 00:10:25 -08001080 return OK;
1081}
1082
1083status_t CCodecConfig::subscribeToConfigUpdate(
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001084 const std::shared_ptr<Codec2Client::Configurable> &configurable,
Pawin Vongmasa36653902018-11-15 00:10:25 -08001085 const std::vector<C2Param::Index> &indices,
1086 c2_blocking_t blocking) {
1087 mSubscribedIndices.insert(indices.begin(), indices.end());
1088 // TODO: enable this when components no longer crash on this config
1089 if (mSubscribedIndices.size() != mSubscribedIndicesSize && false) {
1090 std::vector<uint32_t> indices;
1091 for (C2Param::Index ix : mSubscribedIndices) {
1092 indices.push_back(ix);
1093 }
1094 std::unique_ptr<C2SubscribedParamIndicesTuning> subscribeTuning =
1095 C2SubscribedParamIndicesTuning::AllocUnique(indices);
1096 std::vector<std::unique_ptr<C2SettingResult>> results;
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001097 c2_status_t c2Err = configurable->config({ subscribeTuning.get() }, blocking, &results);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001098 if (c2Err != C2_OK && c2Err != C2_BAD_INDEX) {
1099 ALOGD("Failed to subscribe to parameters => %s", asString(c2Err));
1100 // TODO: error
1101 }
1102 ALOGV("Subscribed to %zu params", mSubscribedIndices.size());
1103 mSubscribedIndicesSize = mSubscribedIndices.size();
1104 }
1105 return OK;
1106}
1107
1108status_t CCodecConfig::queryConfiguration(
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001109 const std::shared_ptr<Codec2Client::Configurable> &configurable) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001110 // query all subscribed parameters
1111 std::vector<C2Param::Index> indices(mSubscribedIndices.begin(), mSubscribedIndices.end());
1112 std::vector<std::unique_ptr<C2Param>> queried;
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001113 c2_status_t c2Err = configurable->query({}, indices, C2_MAY_BLOCK, &queried);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001114 if (c2Err != OK) {
1115 ALOGI("query failed after returning %zu values (%s)", queried.size(), asString(c2Err));
1116 // TODO: error
1117 }
1118
1119 updateConfiguration(queried, ALL);
1120 return OK;
1121}
1122
1123bool CCodecConfig::updateConfiguration(
1124 std::vector<std::unique_ptr<C2Param>> &configUpdate, Domain domain) {
1125 ALOGV("updating configuration with %zu params", configUpdate.size());
1126 bool changed = false;
1127 for (std::unique_ptr<C2Param> &p : configUpdate) {
1128 if (p && *p) {
1129 auto insertion = mCurrentConfig.emplace(p->index(), nullptr);
1130 if (insertion.second || *insertion.first->second != *p) {
1131 if (mSupportedIndices.count(p->index()) || mLocalParams.count(p->index())) {
1132 // only track changes in supported (reflected or local) indices
1133 changed = true;
1134 } else {
1135 ALOGV("an unlisted config was %s: %#x",
1136 insertion.second ? "added" : "updated", p->index());
1137 }
1138 }
1139 insertion.first->second = std::move(p);
1140 }
1141 }
1142
1143 ALOGV("updated configuration has %zu params (%s)", mCurrentConfig.size(),
1144 changed ? "CHANGED" : "no change");
1145 if (changed) {
1146 return updateFormats(domain);
1147 }
1148 return false;
1149}
1150
1151bool CCodecConfig::updateFormats(Domain domain) {
1152 // get addresses of params in the current config
1153 std::vector<C2Param*> paramPointers;
1154 for (const auto &it : mCurrentConfig) {
1155 paramPointers.push_back(it.second.get());
1156 }
1157
1158 ReflectedParamUpdater::Dict reflected = mParamUpdater->getParams(paramPointers);
Wonsik Kimbd557932019-07-02 15:51:20 -07001159 std::string config = reflected.debugString();
1160 std::set<std::string> configLines;
1161 std::string diff;
1162 for (size_t start = 0; start != std::string::npos; ) {
1163 size_t end = config.find('\n', start);
1164 size_t count = (end == std::string::npos)
1165 ? std::string::npos
1166 : end - start + 1;
1167 std::string line = config.substr(start, count);
1168 configLines.insert(line);
1169 if (mLastConfig.count(line) == 0) {
1170 diff.append(line);
1171 }
1172 start = (end == std::string::npos) ? std::string::npos : end + 1;
1173 }
1174 if (!diff.empty()) {
1175 ALOGD("c2 config diff is %s", diff.c_str());
1176 }
1177 mLastConfig.swap(configLines);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001178
1179 bool changed = false;
1180 if (domain & mInputDomain) {
Wonsik Kim048cd582020-10-26 16:42:00 -07001181 sp<AMessage> oldFormat = mInputFormat->dup();
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001182 mInputFormat->extend(getFormatForDomain(reflected, mInputDomain));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001183 if (mInputFormat->countEntries() != oldFormat->countEntries()
1184 || mInputFormat->changesFrom(oldFormat)->countEntries() > 0) {
1185 changed = true;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001186 }
1187 }
1188 if (domain & mOutputDomain) {
1189 sp<AMessage> oldFormat = mOutputFormat;
1190 mOutputFormat = mOutputFormat->dup(); // trigger output format changed
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001191 mOutputFormat->extend(getFormatForDomain(reflected, mOutputDomain));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001192 if (mOutputFormat->countEntries() != oldFormat->countEntries()
1193 || mOutputFormat->changesFrom(oldFormat)->countEntries() > 0) {
1194 changed = true;
1195 } else {
1196 mOutputFormat = oldFormat; // no change
1197 }
1198 }
1199 ALOGV_IF(changed, "format(s) changed");
1200 return changed;
1201}
1202
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001203sp<AMessage> CCodecConfig::getFormatForDomain(
1204 const ReflectedParamUpdater::Dict &reflected,
1205 Domain portDomain) const {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001206 sp<AMessage> msg = new AMessage;
1207 for (const std::pair<std::string, std::vector<ConfigMapper>> &el : mStandardParams->getKeys()) {
1208 for (const ConfigMapper &cm : el.second) {
1209 if ((cm.domain() & portDomain) == 0 // input-output-coded-raw
1210 || (cm.domain() & mDomain) != mDomain // component domain + kind (these must match)
1211 || (cm.domain() & IS_READ) == 0) {
1212 continue;
1213 }
1214 auto it = reflected.find(cm.path());
1215 if (it == reflected.end()) {
1216 continue;
1217 }
1218 C2Value c2Value;
1219 sp<ABuffer> bufValue;
1220 AString strValue;
1221 AMessage::ItemData item;
1222 if (it->second.find(&c2Value)) {
1223 item = cm.mapToMessage(c2Value);
1224 } else if (it->second.find(&bufValue)) {
1225 item.set(bufValue);
1226 } else if (it->second.find(&strValue)) {
1227 item.set(strValue);
1228 } else {
1229 ALOGD("unexpected untyped query value for key: %s", cm.path().c_str());
1230 continue;
1231 }
1232 msg->setItem(el.first.c_str(), item);
1233 }
1234 }
1235
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001236 bool input = (portDomain & Domain::IS_INPUT);
1237 std::vector<std::string> vendorKeys;
1238 for (const std::pair<std::string, ReflectedParamUpdater::Value> &entry : reflected) {
1239 auto it = mVendorParamIndices.find(entry.first);
1240 if (it == mVendorParamIndices.end()) {
1241 continue;
1242 }
1243 if (mSubscribedIndices.count(it->second) == 0) {
1244 continue;
1245 }
1246 // For vendor parameters, we only care about direction
1247 if ((input && !it->second.forInput())
1248 || (!input && !it->second.forOutput())) {
1249 continue;
1250 }
1251 const ReflectedParamUpdater::Value &value = entry.second;
1252 C2Value c2Value;
1253 sp<ABuffer> bufValue;
1254 AString strValue;
1255 AMessage::ItemData item;
1256 if (value.find(&c2Value)) {
1257 C2ValueToMessageItem(c2Value, item);
1258 } else if (value.find(&bufValue)) {
1259 item.set(bufValue);
1260 } else if (value.find(&strValue)) {
1261 item.set(strValue);
1262 } else {
1263 ALOGD("unexpected untyped query value for key: %s", entry.first.c_str());
1264 continue;
1265 }
1266 msg->setItem(entry.first.c_str(), item);
1267 }
1268
Pawin Vongmasa36653902018-11-15 00:10:25 -08001269 { // convert from Codec 2.0 rect to MediaFormat rect and add crop rect if not present
1270 int32_t left, top, width, height;
1271 if (msg->findInt32("crop-left", &left) && msg->findInt32("crop-width", &width)
1272 && msg->findInt32("crop-top", &top) && msg->findInt32("crop-height", &height)
1273 && left >= 0 && width >=0 && width <= INT32_MAX - left
1274 && top >= 0 && height >=0 && height <= INT32_MAX - top) {
1275 msg->removeEntryAt(msg->findEntryByName("crop-left"));
1276 msg->removeEntryAt(msg->findEntryByName("crop-top"));
1277 msg->removeEntryAt(msg->findEntryByName("crop-width"));
1278 msg->removeEntryAt(msg->findEntryByName("crop-height"));
1279 msg->setRect("crop", left, top, left + width - 1, top + height - 1);
1280 } else if (msg->findInt32("width", &width) && msg->findInt32("height", &height)) {
1281 msg->setRect("crop", 0, 0, width - 1, height - 1);
1282 }
1283 }
1284
1285 { // convert temporal layering to schema
1286 sp<ABuffer> tmp;
1287 if (msg->findBuffer(C2_PARAMKEY_TEMPORAL_LAYERING, &tmp) && tmp != nullptr) {
1288 C2StreamTemporalLayeringTuning *layering =
1289 C2StreamTemporalLayeringTuning::From(C2Param::From(tmp->data(), tmp->size()));
1290 if (layering && layering->m.layerCount > 0
1291 && layering->m.bLayerCount < layering->m.layerCount) {
1292 // check if this is webrtc compatible
1293 AString mime;
1294 if (msg->findString(KEY_MIME, &mime) &&
1295 mime.equalsIgnoreCase(MIMETYPE_VIDEO_VP8) &&
1296 layering->m.bLayerCount == 0 &&
1297 (layering->m.layerCount == 1
1298 || (layering->m.layerCount == 2
1299 && layering->flexCount() >= 1
1300 && layering->m.bitrateRatios[0] == .6f)
1301 || (layering->m.layerCount == 3
1302 && layering->flexCount() >= 2
1303 && layering->m.bitrateRatios[0] == .4f
1304 && layering->m.bitrateRatios[1] == .6f)
1305 || (layering->m.layerCount == 4
1306 && layering->flexCount() >= 3
1307 && layering->m.bitrateRatios[0] == .25f
1308 && layering->m.bitrateRatios[1] == .4f
1309 && layering->m.bitrateRatios[2] == .6f))) {
1310 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1311 "webrtc.vp8.%u-layer", layering->m.layerCount));
1312 } else if (layering->m.bLayerCount) {
1313 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1314 "android.generic.%u+%u",
1315 layering->m.layerCount - layering->m.bLayerCount,
1316 layering->m.bLayerCount));
1317 } else if (layering->m.bLayerCount) {
1318 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1319 "android.generic.%u", layering->m.layerCount));
1320 }
1321 }
1322 msg->removeEntryAt(msg->findEntryByName(C2_PARAMKEY_TEMPORAL_LAYERING));
1323 }
1324 }
1325
1326 { // convert color info
Wonsik Kim58d83332021-02-07 22:19:56 -08001327 // move default color to color aspect if not read from the component
1328 int32_t tmp;
1329 int32_t range;
1330 if (msg->findInt32("default-color-range", &range)) {
1331 if (!msg->findInt32(KEY_COLOR_RANGE, &tmp)) {
1332 msg->setInt32(KEY_COLOR_RANGE, range);
1333 }
1334 msg->removeEntryAt(msg->findEntryByName("default-color-range"));
1335 }
1336 int32_t transfer;
1337 if (msg->findInt32("default-color-transfer", &transfer)) {
1338 if (!msg->findInt32(KEY_COLOR_TRANSFER, &tmp)) {
1339 msg->setInt32(KEY_COLOR_TRANSFER, transfer);
1340 }
1341 msg->removeEntryAt(msg->findEntryByName("default-color-transfer"));
1342 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001343 C2Color::primaries_t primaries;
Wonsik Kim58d83332021-02-07 22:19:56 -08001344 if (msg->findInt32("default-color-primaries", (int32_t*)&primaries)) {
1345 if (!msg->findInt32("color-primaries", &tmp)) {
1346 msg->setInt32("color-primaries", primaries);
1347 }
1348 msg->removeEntryAt(msg->findEntryByName("default-color-primaries"));
1349 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001350 C2Color::matrix_t matrix;
Wonsik Kim58d83332021-02-07 22:19:56 -08001351 if (msg->findInt32("default-color-matrix", (int32_t*)&matrix)) {
1352 if (!msg->findInt32("color-matrix", &tmp)) {
1353 msg->setInt32("color-matrix", matrix);
1354 }
1355 msg->removeEntryAt(msg->findEntryByName("default-color-matrix"));
1356 }
1357
Pawin Vongmasa36653902018-11-15 00:10:25 -08001358 if (msg->findInt32("color-primaries", (int32_t*)&primaries)
1359 && msg->findInt32("color-matrix", (int32_t*)&matrix)) {
1360 int32_t standard;
1361
1362 if (C2Mapper::map(primaries, matrix, &standard)) {
1363 msg->setInt32(KEY_COLOR_STANDARD, standard);
1364 }
1365
1366 msg->removeEntryAt(msg->findEntryByName("color-primaries"));
1367 msg->removeEntryAt(msg->findEntryByName("color-matrix"));
1368 }
1369
1370
1371 // calculate dataspace for raw graphic buffers if not specified by component, or if
1372 // using surface with unspecified aspects (as those must be defaulted which may change
1373 // the dataspace)
1374 if ((portDomain & IS_RAW) && (mDomain & (IS_IMAGE | IS_VIDEO))) {
1375 android_dataspace dataspace;
1376 ColorAspects aspects = {
1377 ColorAspects::RangeUnspecified, ColorAspects::PrimariesUnspecified,
1378 ColorAspects::TransferUnspecified, ColorAspects::MatrixUnspecified
1379 };
1380 ColorUtils::getColorAspectsFromFormat(msg, aspects);
1381 ColorAspects origAspects = aspects;
1382 if (mUsingSurface) {
1383 // get image size (default to HD)
1384 int32_t width = 1280;
1385 int32_t height = 720;
1386 int32_t left, top, right, bottom;
1387 if (msg->findRect("crop", &left, &top, &right, &bottom)) {
1388 width = right - left + 1;
1389 height = bottom - top + 1;
1390 } else {
1391 (void)msg->findInt32(KEY_WIDTH, &width);
1392 (void)msg->findInt32(KEY_HEIGHT, &height);
1393 }
1394 ColorUtils::setDefaultCodecColorAspectsIfNeeded(aspects, width, height);
1395 ColorUtils::setColorAspectsIntoFormat(aspects, msg);
1396 }
1397
1398 if (!msg->findInt32("android._dataspace", (int32_t*)&dataspace)
1399 || aspects.mRange != origAspects.mRange
1400 || aspects.mPrimaries != origAspects.mPrimaries
1401 || aspects.mTransfer != origAspects.mTransfer
1402 || aspects.mMatrixCoeffs != origAspects.mMatrixCoeffs) {
1403 dataspace = ColorUtils::getDataSpaceForColorAspects(aspects, true /* mayExpand */);
1404 msg->setInt32("android._dataspace", dataspace);
1405 }
1406 }
1407
1408 // HDR static info
1409
1410 C2HdrStaticMetadataStruct hdr;
1411 if (msg->findFloat("smpte2086.red.x", &hdr.mastering.red.x)
1412 && msg->findFloat("smpte2086.red.y", &hdr.mastering.red.y)
1413 && msg->findFloat("smpte2086.green.x", &hdr.mastering.green.x)
1414 && msg->findFloat("smpte2086.green.y", &hdr.mastering.green.y)
1415 && msg->findFloat("smpte2086.blue.x", &hdr.mastering.blue.x)
1416 && msg->findFloat("smpte2086.blue.y", &hdr.mastering.blue.y)
1417 && msg->findFloat("smpte2086.white.x", &hdr.mastering.white.x)
1418 && msg->findFloat("smpte2086.white.y", &hdr.mastering.white.y)
1419 && msg->findFloat("smpte2086.max-luminance", &hdr.mastering.maxLuminance)
1420 && msg->findFloat("smpte2086.min-luminance", &hdr.mastering.minLuminance)
1421 && msg->findFloat("cta861.max-cll", &hdr.maxCll)
1422 && msg->findFloat("cta861.max-fall", &hdr.maxFall)) {
1423 if (hdr.mastering.red.x >= 0 && hdr.mastering.red.x <= 1
1424 && hdr.mastering.red.y >= 0 && hdr.mastering.red.y <= 1
1425 && hdr.mastering.green.x >= 0 && hdr.mastering.green.x <= 1
1426 && hdr.mastering.green.y >= 0 && hdr.mastering.green.y <= 1
1427 && hdr.mastering.blue.x >= 0 && hdr.mastering.blue.x <= 1
1428 && hdr.mastering.blue.y >= 0 && hdr.mastering.blue.y <= 1
1429 && hdr.mastering.white.x >= 0 && hdr.mastering.white.x <= 1
1430 && hdr.mastering.white.y >= 0 && hdr.mastering.white.y <= 1
1431 && hdr.mastering.maxLuminance >= 0 && hdr.mastering.maxLuminance <= 65535
1432 && hdr.mastering.minLuminance >= 0 && hdr.mastering.minLuminance <= 6.5535
1433 && hdr.maxCll >= 0 && hdr.maxCll <= 65535
1434 && hdr.maxFall >= 0 && hdr.maxFall <= 65535) {
1435 HDRStaticInfo meta;
1436 meta.mID = meta.kType1;
1437 meta.sType1.mR.x = hdr.mastering.red.x / 0.00002 + 0.5;
1438 meta.sType1.mR.y = hdr.mastering.red.y / 0.00002 + 0.5;
1439 meta.sType1.mG.x = hdr.mastering.green.x / 0.00002 + 0.5;
1440 meta.sType1.mG.y = hdr.mastering.green.y / 0.00002 + 0.5;
1441 meta.sType1.mB.x = hdr.mastering.blue.x / 0.00002 + 0.5;
1442 meta.sType1.mB.y = hdr.mastering.blue.y / 0.00002 + 0.5;
1443 meta.sType1.mW.x = hdr.mastering.white.x / 0.00002 + 0.5;
1444 meta.sType1.mW.y = hdr.mastering.white.y / 0.00002 + 0.5;
1445 meta.sType1.mMaxDisplayLuminance = hdr.mastering.maxLuminance + 0.5;
1446 meta.sType1.mMinDisplayLuminance = hdr.mastering.minLuminance / 0.0001 + 0.5;
1447 meta.sType1.mMaxContentLightLevel = hdr.maxCll + 0.5;
1448 meta.sType1.mMaxFrameAverageLightLevel = hdr.maxFall + 0.5;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001449 msg->setBuffer(KEY_HDR_STATIC_INFO, ABuffer::CreateAsCopy(&meta, sizeof(meta)));
1450 } else {
1451 ALOGD("found invalid HDR static metadata %s", msg->debugString(8).c_str());
1452 }
Wonsik Kim58d83332021-02-07 22:19:56 -08001453 msg->removeEntryAt(msg->findEntryByName("smpte2086.red.x"));
1454 msg->removeEntryAt(msg->findEntryByName("smpte2086.red.y"));
1455 msg->removeEntryAt(msg->findEntryByName("smpte2086.green.x"));
1456 msg->removeEntryAt(msg->findEntryByName("smpte2086.green.y"));
1457 msg->removeEntryAt(msg->findEntryByName("smpte2086.blue.x"));
1458 msg->removeEntryAt(msg->findEntryByName("smpte2086.blue.y"));
1459 msg->removeEntryAt(msg->findEntryByName("smpte2086.white.x"));
1460 msg->removeEntryAt(msg->findEntryByName("smpte2086.white.y"));
1461 msg->removeEntryAt(msg->findEntryByName("smpte2086.max-luminance"));
1462 msg->removeEntryAt(msg->findEntryByName("smpte2086.min-luminance"));
1463 msg->removeEntryAt(msg->findEntryByName("cta861.max-cll"));
1464 msg->removeEntryAt(msg->findEntryByName("cta861.max-fall"));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001465 }
1466 }
1467
1468 ALOGV("converted to SDK values as %s", msg->debugString().c_str());
1469 return msg;
1470}
1471
1472/// converts an AMessage value to a ParamUpdater value
1473static void convert(const AMessage::ItemData &from, ReflectedParamUpdater::Value *to) {
1474 int32_t int32Value;
1475 int64_t int64Value;
1476 sp<ABuffer> bufValue;
1477 AString strValue;
1478 float floatValue;
1479 double doubleValue;
1480
1481 if (from.find(&int32Value)) {
1482 to->set(int32Value);
1483 } else if (from.find(&int64Value)) {
1484 to->set(int64Value);
1485 } else if (from.find(&bufValue)) {
1486 to->set(bufValue);
1487 } else if (from.find(&strValue)) {
1488 to->set(strValue);
1489 } else if (from.find(&floatValue)) {
1490 to->set(C2Value(floatValue));
1491 } else if (from.find(&doubleValue)) {
1492 // convert double to float
1493 to->set(C2Value((float)doubleValue));
1494 }
1495 // ignore all other AMessage types
1496}
1497
1498/// relaxes Codec 2.0 specific value types to SDK types (mainly removes signedness and counterness
1499/// from 32/64-bit values.)
1500static void relaxValues(ReflectedParamUpdater::Value &item) {
1501 C2Value c2Value;
1502 int32_t int32Value;
1503 int64_t int64Value;
1504 (void)item.find(&c2Value);
1505 if (c2Value.get(&int32Value) || c2Value.get((uint32_t*)&int32Value)
1506 || c2Value.get((c2_cntr32_t*)&int32Value)) {
1507 item.set(int32Value);
1508 } else if (c2Value.get(&int64Value)
1509 || c2Value.get((uint64_t*)&int64Value)
1510 || c2Value.get((c2_cntr64_t*)&int64Value)) {
1511 item.set(int64Value);
1512 }
1513}
1514
1515ReflectedParamUpdater::Dict CCodecConfig::getReflectedFormat(
1516 const sp<AMessage> &params_, Domain configDomain) const {
1517 // create a modifiable copy of params
1518 sp<AMessage> params = params_->dup();
1519 ALOGV("filtering with config domain %x", configDomain);
1520
1521 // convert some macro parameters to Codec 2.0 specific expressions
1522
1523 { // make i-frame-interval frame based
1524 float iFrameInterval;
1525 if (params->findAsFloat(KEY_I_FRAME_INTERVAL, &iFrameInterval)) {
1526 float frameRate;
1527 if (params->findAsFloat(KEY_FRAME_RATE, &frameRate)) {
1528 params->setInt32("i-frame-period",
1529 (frameRate <= 0 || iFrameInterval < 0)
1530 ? -1 /* no sync frames */
1531 : (int32_t)c2_min(iFrameInterval * frameRate + 0.5,
1532 (float)INT32_MAX));
1533 }
1534 }
1535 }
1536
1537 if (mDomain == (IS_VIDEO | IS_ENCODER)) {
1538 // convert capture-rate into input-time-stretch
1539 float frameRate, captureRate;
1540 if (params->findAsFloat(KEY_FRAME_RATE, &frameRate)) {
1541 if (!params->findAsFloat("time-lapse-fps", &captureRate)
1542 && !params->findAsFloat(KEY_CAPTURE_RATE, &captureRate)) {
1543 captureRate = frameRate;
1544 }
1545 if (captureRate > 0 && frameRate > 0) {
1546 params->setFloat(C2_PARAMKEY_INPUT_TIME_STRETCH, captureRate / frameRate);
1547 }
1548 }
1549 }
1550
1551 { // reflect temporal layering into a binary blob
1552 AString schema;
1553 if (params->findString(KEY_TEMPORAL_LAYERING, &schema)) {
1554 unsigned int numLayers = 0;
1555 unsigned int numBLayers = 0;
1556 int tags;
1557 char dummy;
1558 std::unique_ptr<C2StreamTemporalLayeringTuning::output> layering;
1559 if (sscanf(schema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1
1560 && numLayers > 0) {
1561 switch (numLayers) {
1562 case 1:
1563 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1564 {}, 0u, 1u, 0u);
1565 break;
1566 case 2:
1567 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1568 { .6f }, 0u, 2u, 0u);
1569 break;
1570 case 3:
1571 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1572 { .4f, .6f }, 0u, 3u, 0u);
1573 break;
1574 default:
1575 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1576 { .25f, .4f, .6f }, 0u, 4u, 0u);
1577 break;
1578 }
1579 } else if ((tags = sscanf(schema.c_str(), "android.generic.%u%c%u%c",
1580 &numLayers, &dummy, &numBLayers, &dummy))
1581 && (tags == 1 || (tags == 3 && dummy == '+'))
1582 && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) {
1583 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1584 {}, 0u, numLayers + numBLayers, numBLayers);
1585 } else {
1586 ALOGD("Ignoring unsupported ts-schema [%s]", schema.c_str());
1587 }
1588 if (layering) {
1589 params->setBuffer(C2_PARAMKEY_TEMPORAL_LAYERING,
1590 ABuffer::CreateAsCopy(layering.get(), layering->size()));
1591 }
1592 }
1593 }
1594
1595 { // convert from MediaFormat rect to Codec 2.0 rect
1596 int32_t offset;
1597 int32_t end;
1598 AMessage::ItemData item;
1599 if (params->findInt32("crop-left", &offset) && params->findInt32("crop-right", &end)
1600 && offset >= 0 && end >= offset - 1) {
1601 size_t ix = params->findEntryByName("crop-right");
1602 params->setEntryNameAt(ix, "crop-width");
1603 item.set(end - offset + 1);
1604 params->setEntryAt(ix, item);
1605 }
1606 if (params->findInt32("crop-top", &offset) && params->findInt32("crop-bottom", &end)
1607 && offset >= 0 && end >= offset - 1) {
1608 size_t ix = params->findEntryByName("crop-bottom");
1609 params->setEntryNameAt(ix, "crop-height");
1610 item.set(end - offset + 1);
1611 params->setEntryAt(ix, item);
1612 }
1613 }
1614
1615 { // convert color info
1616 int32_t standard;
1617 if (params->findInt32(KEY_COLOR_STANDARD, &standard)) {
1618 C2Color::primaries_t primaries;
1619 C2Color::matrix_t matrix;
1620
1621 if (C2Mapper::map(standard, &primaries, &matrix)) {
1622 params->setInt32("color-primaries", primaries);
1623 params->setInt32("color-matrix", matrix);
1624 }
1625 }
1626
1627 sp<ABuffer> hdrMeta;
1628 if (params->findBuffer(KEY_HDR_STATIC_INFO, &hdrMeta)
1629 && hdrMeta->size() == sizeof(HDRStaticInfo)) {
1630 HDRStaticInfo *meta = (HDRStaticInfo*)hdrMeta->data();
1631 if (meta->mID == meta->kType1) {
1632 params->setFloat("smpte2086.red.x", meta->sType1.mR.x * 0.00002);
1633 params->setFloat("smpte2086.red.y", meta->sType1.mR.y * 0.00002);
1634 params->setFloat("smpte2086.green.x", meta->sType1.mG.x * 0.00002);
1635 params->setFloat("smpte2086.green.y", meta->sType1.mG.y * 0.00002);
1636 params->setFloat("smpte2086.blue.x", meta->sType1.mB.x * 0.00002);
1637 params->setFloat("smpte2086.blue.y", meta->sType1.mB.y * 0.00002);
1638 params->setFloat("smpte2086.white.x", meta->sType1.mW.x * 0.00002);
1639 params->setFloat("smpte2086.white.y", meta->sType1.mW.y * 0.00002);
1640 params->setFloat("smpte2086.max-luminance", meta->sType1.mMaxDisplayLuminance);
1641 params->setFloat("smpte2086.min-luminance", meta->sType1.mMinDisplayLuminance * 0.0001);
1642 params->setFloat("cta861.max-cll", meta->sType1.mMaxContentLightLevel);
1643 params->setFloat("cta861.max-fall", meta->sType1.mMaxFrameAverageLightLevel);
1644 }
1645 }
1646 }
1647
1648 // this is to verify that we set proper signedness for standard parameters
1649 bool beVeryStrict = property_get_bool("debug.stagefright.ccodec_strict_type", false);
1650 // this is to allow vendors to use the wrong signedness for standard parameters
1651 bool beVeryLax = property_get_bool("debug.stagefright.ccodec_lax_type", false);
1652
1653 ReflectedParamUpdater::Dict filtered;
1654 for (size_t ix = 0; ix < params->countEntries(); ++ix) {
1655 AMessage::Type type;
1656 AString name = params->getEntryNameAt(ix, &type);
1657 AMessage::ItemData msgItem = params->getEntryAt(ix);
1658 ReflectedParamUpdater::Value item;
1659 convert(msgItem, &item); // convert item to param updater item
1660
1661 if (name.startsWith("vendor.")) {
1662 // vendor params pass through as is
1663 filtered.emplace(name.c_str(), item);
1664 continue;
1665 }
1666 // standard parameters may get modified, filtered or duplicated
1667 for (const ConfigMapper &cm : mStandardParams->getConfigMappersForSdkKey(name.c_str())) {
1668 // note: we ignore port domain for configuration
1669 if ((cm.domain() & configDomain)
1670 // component domain + kind (these must match)
1671 && (cm.domain() & mDomain) == mDomain) {
1672 // map arithmetic values, pass through string or buffer
1673 switch (type) {
1674 case AMessage::kTypeBuffer:
1675 case AMessage::kTypeString:
1676 break;
1677 case AMessage::kTypeInt32:
1678 case AMessage::kTypeInt64:
1679 case AMessage::kTypeFloat:
1680 case AMessage::kTypeDouble:
1681 // for now only map settings with mappers as we are not creating
1682 // signed <=> unsigned mappers
1683 // TODO: be precise about signed unsigned
1684 if (beVeryStrict || cm.mapper()) {
1685 item.set(cm.mapFromMessage(params->getEntryAt(ix)));
1686 // also allow to relax type strictness
1687 if (beVeryLax) {
1688 relaxValues(item);
1689 }
1690 }
1691 break;
1692 default:
1693 continue;
1694 }
1695 filtered.emplace(cm.path(), item);
1696 }
1697 }
1698 }
Wonsik Kim58d83332021-02-07 22:19:56 -08001699 ALOGV("filter src msg %s", params->debugString(4).c_str());
1700 ALOGV("filter dst params %s", filtered.debugString(4).c_str());
Pawin Vongmasa36653902018-11-15 00:10:25 -08001701 return filtered;
1702}
1703
1704status_t CCodecConfig::getConfigUpdateFromSdkParams(
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001705 std::shared_ptr<Codec2Client::Configurable> configurable,
Pawin Vongmasa36653902018-11-15 00:10:25 -08001706 const sp<AMessage> &sdkParams, Domain configDomain,
1707 c2_blocking_t blocking,
1708 std::vector<std::unique_ptr<C2Param>> *configUpdate) const {
1709 ReflectedParamUpdater::Dict params = getReflectedFormat(sdkParams, configDomain);
1710
1711 std::vector<C2Param::Index> indices;
1712 mParamUpdater->getParamIndicesFromMessage(params, &indices);
1713 if (indices.empty()) {
1714 ALOGD("no recognized params in: %s", params.debugString().c_str());
1715 return OK;
1716 }
1717
1718 configUpdate->clear();
1719 std::vector<C2Param::Index> supportedIndices;
1720 for (C2Param::Index ix : indices) {
1721 if (mSupportedIndices.count(ix)) {
1722 supportedIndices.push_back(ix);
1723 } else if (mLocalParams.count(ix)) {
1724 // query local parameter here
1725 auto it = mCurrentConfig.find(ix);
1726 if (it != mCurrentConfig.end()) {
1727 configUpdate->emplace_back(C2Param::Copy(*it->second));
1728 }
1729 }
1730 }
1731
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001732 c2_status_t err = configurable->query({ }, supportedIndices, blocking, configUpdate);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001733 if (err != C2_OK) {
1734 ALOGD("query failed after returning %zu params => %s", configUpdate->size(), asString(err));
1735 }
1736
1737 if (configUpdate->size()) {
1738 mParamUpdater->updateParamsFromMessage(params, configUpdate);
1739 }
1740 return OK;
1741}
1742
1743status_t CCodecConfig::setParameters(
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001744 std::shared_ptr<Codec2Client::Configurable> configurable,
Pawin Vongmasa36653902018-11-15 00:10:25 -08001745 std::vector<std::unique_ptr<C2Param>> &configUpdate,
1746 c2_blocking_t blocking) {
1747 status_t result = OK;
1748 if (configUpdate.empty()) {
1749 return OK;
1750 }
1751
1752 std::vector<C2Param::Index> indices;
1753 std::vector<C2Param *> paramVector;
1754 for (const std::unique_ptr<C2Param> &param : configUpdate) {
1755 if (mSupportedIndices.count(param->index())) {
1756 // component parameter
1757 paramVector.push_back(param.get());
1758 indices.push_back(param->index());
1759 } else if (mLocalParams.count(param->index())) {
1760 // handle local parameter here
1761 LocalParamValidator validator = mLocalParams.find(param->index())->second;
1762 c2_status_t err = C2_OK;
1763 std::unique_ptr<C2Param> copy = C2Param::Copy(*param);
1764 if (validator) {
1765 err = validator(copy);
1766 }
1767 if (err == C2_OK) {
1768 ALOGV("updated local parameter value for %s",
1769 mParamUpdater->getParamName(param->index()).c_str());
1770
1771 mCurrentConfig[param->index()] = std::move(copy);
1772 } else {
1773 ALOGD("failed to set parameter value for %s => %s",
1774 mParamUpdater->getParamName(param->index()).c_str(), asString(err));
1775 result = BAD_VALUE;
1776 }
1777 }
1778 }
1779 // update subscribed param indices
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001780 subscribeToConfigUpdate(configurable, indices, blocking);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001781
1782 std::vector<std::unique_ptr<C2SettingResult>> failures;
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001783 c2_status_t err = configurable->config(paramVector, blocking, &failures);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001784 if (err != C2_OK) {
1785 ALOGD("config failed => %s", asString(err));
1786 // This is non-fatal.
1787 }
1788 for (const std::unique_ptr<C2SettingResult> &failure : failures) {
1789 switch (failure->failure) {
1790 case C2SettingResult::BAD_VALUE:
1791 ALOGD("Bad parameter value");
1792 result = BAD_VALUE;
1793 break;
1794 default:
1795 ALOGV("failure = %d", int(failure->failure));
1796 break;
1797 }
1798 }
1799
1800 // Re-query parameter values in case config could not update them and update the current
1801 // configuration.
1802 configUpdate.clear();
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001803 err = configurable->query({}, indices, blocking, &configUpdate);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001804 if (err != C2_OK) {
1805 ALOGD("query failed after returning %zu params => %s", configUpdate.size(), asString(err));
1806 }
1807 (void)updateConfiguration(configUpdate, ALL);
1808
1809 // TODO: error value
1810 return result;
1811}
1812
1813const C2Param *CCodecConfig::getConfigParameterValue(C2Param::Index index) const {
1814 auto it = mCurrentConfig.find(index);
1815 if (it == mCurrentConfig.end()) {
1816 return nullptr;
1817 } else {
1818 return it->second.get();
1819 }
1820}
1821
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001822status_t CCodecConfig::subscribeToAllVendorParams(
1823 const std::shared_ptr<Codec2Client::Configurable> &configurable,
1824 c2_blocking_t blocking) {
1825 for (const std::pair<std::string, C2Param::Index> &entry : mVendorParamIndices) {
1826 mSubscribedIndices.insert(entry.second);
1827 }
1828 return subscribeToConfigUpdate(configurable, {}, blocking);
1829}
1830
Pawin Vongmasa36653902018-11-15 00:10:25 -08001831} // namespace android