blob: cc369fac3e2d22886ffd222146be2b51c802a3e6 [file] [log] [blame]
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001/*
2 * Copyright (C) 2016 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "CameraProviderManager"
18#define ATRACE_TAG ATRACE_TAG_CAMERA
19//#define LOG_NDEBUG 0
20
21#include "CameraProviderManager.h"
22
Shuzhen Wangf9d2c022018-08-21 12:07:35 -070023#include <android/hardware/camera/device/3.5/ICameraDevice.h>
24
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -080025#include <algorithm>
Yin-Chia Yeh65405092017-01-13 15:42:28 -080026#include <chrono>
Emilian Peevcbf174b2019-01-25 14:38:59 -080027#include "common/DepthPhotoProcessor.h"
28#include <dlfcn.h>
Peter Kalauskasa29c1352018-10-10 12:05:42 -070029#include <future>
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -070030#include <inttypes.h>
Shuzhen Wangf9d2c022018-08-21 12:07:35 -070031#include <hardware/camera_common.h>
Yin-Chia Yeh177b0c12019-06-25 10:53:03 -070032#include <android/hidl/manager/1.2/IServiceManager.h>
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080033#include <hidl/ServiceManagement.h>
Emilian Peev71c73a22017-03-21 16:35:51 +000034#include <functional>
35#include <camera_metadata_hidden.h>
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -080036#include <android-base/parseint.h>
Peter Kalauskasa29c1352018-10-10 12:05:42 -070037#include <android-base/logging.h>
38#include <cutils/properties.h>
39#include <hwbinder/IPCThreadState.h>
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -080040#include <utils/SessionConfigurationUtils.h>
Peter Kalauskasa29c1352018-10-10 12:05:42 -070041#include <utils/Trace.h>
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080042
Shuzhen Wang68ac7ad2019-01-30 14:03:28 -080043#include "api2/HeicCompositeStream.h"
Shuzhen Wangdbdf72b2019-11-13 11:22:12 -080044#include "device3/ZoomRatioMapper.h"
Shuzhen Wang68ac7ad2019-01-30 14:03:28 -080045
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080046namespace android {
47
48using namespace ::android::hardware::camera;
49using namespace ::android::hardware::camera::common::V1_0;
Peter Kalauskasa29c1352018-10-10 12:05:42 -070050using std::literals::chrono_literals::operator""s;
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -080051using hardware::camera2::utils::CameraIdAndSessionConfiguration;
52using hardware::camera::provider::V2_6::CameraIdAndStreamCombination;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080053
54namespace {
Peter Kalauskasa29c1352018-10-10 12:05:42 -070055const bool kEnableLazyHal(property_get_bool("ro.camera.enableLazyHal", false));
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080056} // anonymous namespace
57
Emilian Peev538c90e2018-12-17 18:03:19 +000058const float CameraProviderManager::kDepthARTolerance = .1f;
59
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080060CameraProviderManager::HardwareServiceInteractionProxy
61CameraProviderManager::sHardwareServiceInteractionProxy{};
62
63CameraProviderManager::~CameraProviderManager() {
64}
65
Yin-Chia Yeh177b0c12019-06-25 10:53:03 -070066hardware::hidl_vec<hardware::hidl_string>
67CameraProviderManager::HardwareServiceInteractionProxy::listServices() {
68 hardware::hidl_vec<hardware::hidl_string> ret;
69 auto manager = hardware::defaultServiceManager1_2();
70 if (manager != nullptr) {
71 manager->listManifestByInterface(provider::V2_4::ICameraProvider::descriptor,
72 [&ret](const hardware::hidl_vec<hardware::hidl_string> &registered) {
73 ret = registered;
74 });
75 }
76 return ret;
77}
78
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080079status_t CameraProviderManager::initialize(wp<CameraProviderManager::StatusListener> listener,
80 ServiceInteractionProxy* proxy) {
Yin-Chia Yeh4c5b1c72017-01-31 13:20:56 -080081 std::lock_guard<std::mutex> lock(mInterfaceMutex);
82 if (proxy == nullptr) {
83 ALOGE("%s: No valid service interaction proxy provided", __FUNCTION__);
84 return BAD_VALUE;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080085 }
Yin-Chia Yeh4c5b1c72017-01-31 13:20:56 -080086 mListener = listener;
87 mServiceProxy = proxy;
Eino-Ville Talvala63f36112018-12-06 14:57:03 -080088 mDeviceState = static_cast<hardware::hidl_bitfield<provider::V2_5::DeviceState>>(
89 provider::V2_5::DeviceState::NORMAL);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080090
Yin-Chia Yeh4c5b1c72017-01-31 13:20:56 -080091 // Registering will trigger notifications for all already-known providers
92 bool success = mServiceProxy->registerForNotifications(
93 /* instance name, empty means no filter */ "",
94 this);
95 if (!success) {
96 ALOGE("%s: Unable to register with hardware service manager for notifications "
97 "about camera providers", __FUNCTION__);
98 return INVALID_OPERATION;
Yin-Chia Yeh65405092017-01-13 15:42:28 -080099 }
Emilian Peev5d7e5152017-02-22 15:37:48 +0000100
Yin-Chia Yeh177b0c12019-06-25 10:53:03 -0700101
102 for (const auto& instance : mServiceProxy->listServices()) {
103 this->addProviderLocked(instance);
104 }
Eino-Ville Talvala65665362017-02-24 13:07:56 -0800105
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700106 IPCThreadState::self()->flushCommands();
107
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800108 return OK;
109}
110
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700111std::pair<int, int> CameraProviderManager::getCameraCount() const {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800112 std::lock_guard<std::mutex> lock(mInterfaceMutex);
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700113 int systemCameraCount = 0;
114 int publicCameraCount = 0;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800115 for (auto& provider : mProviders) {
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700116 for (auto &id : provider->mUniqueCameraIds) {
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -0700117 SystemCameraKind deviceKind = SystemCameraKind::PUBLIC;
118 if (getSystemCameraKindLocked(id, &deviceKind) != OK) {
119 ALOGE("%s: Invalid camera id %s, skipping", __FUNCTION__, id.c_str());
120 continue;
121 }
122 switch(deviceKind) {
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700123 case SystemCameraKind::PUBLIC:
124 publicCameraCount++;
125 break;
126 case SystemCameraKind::SYSTEM_ONLY_CAMERA:
127 systemCameraCount++;
128 break;
129 default:
130 break;
131 }
132 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800133 }
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700134 return std::make_pair(systemCameraCount, publicCameraCount);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800135}
136
137std::vector<std::string> CameraProviderManager::getCameraDeviceIds() const {
138 std::lock_guard<std::mutex> lock(mInterfaceMutex);
139 std::vector<std::string> deviceIds;
140 for (auto& provider : mProviders) {
Yin-Chia Yehdc3134e2017-03-23 15:26:59 -0700141 for (auto& id : provider->mUniqueCameraIds) {
142 deviceIds.push_back(id);
143 }
144 }
145 return deviceIds;
146}
147
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700148void CameraProviderManager::collectDeviceIdsLocked(const std::vector<std::string> deviceIds,
149 std::vector<std::string>& publicDeviceIds,
150 std::vector<std::string>& systemDeviceIds) const {
151 for (auto &deviceId : deviceIds) {
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -0700152 SystemCameraKind deviceKind = SystemCameraKind::PUBLIC;
153 if (getSystemCameraKindLocked(deviceId, &deviceKind) != OK) {
154 ALOGE("%s: Invalid camera id %s, skipping", __FUNCTION__, deviceId.c_str());
155 continue;
156 }
157 if (deviceKind == SystemCameraKind::SYSTEM_ONLY_CAMERA) {
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700158 systemDeviceIds.push_back(deviceId);
159 } else {
160 publicDeviceIds.push_back(deviceId);
161 }
162 }
163}
164
Emilian Peevf53f66e2017-04-11 14:29:43 +0100165std::vector<std::string> CameraProviderManager::getAPI1CompatibleCameraDeviceIds() const {
Yin-Chia Yehdc3134e2017-03-23 15:26:59 -0700166 std::lock_guard<std::mutex> lock(mInterfaceMutex);
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700167 std::vector<std::string> publicDeviceIds;
168 std::vector<std::string> systemDeviceIds;
Yin-Chia Yehdc3134e2017-03-23 15:26:59 -0700169 std::vector<std::string> deviceIds;
170 for (auto& provider : mProviders) {
Shuzhen Wange8aceb52018-05-21 12:00:56 -0700171 std::vector<std::string> providerDeviceIds = provider->mUniqueAPI1CompatibleCameraIds;
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700172 // Secure cameras should not be exposed through camera 1 api
173 providerDeviceIds.erase(std::remove_if(providerDeviceIds.begin(), providerDeviceIds.end(),
174 [this](const std::string& s) {
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -0700175 SystemCameraKind deviceKind = SystemCameraKind::PUBLIC;
176 if (getSystemCameraKindLocked(s, &deviceKind) != OK) {
177 ALOGE("%s: Invalid camera id %s, skipping", __FUNCTION__, s.c_str());
178 return true;
179 }
180 return deviceKind == SystemCameraKind::HIDDEN_SECURE_CAMERA;}),
181 providerDeviceIds.end());
Shuzhen Wange8aceb52018-05-21 12:00:56 -0700182 // API1 app doesn't handle logical and physical camera devices well. So
Shuzhen Wang38e119b2018-10-01 16:03:53 -0700183 // for each camera facing, only take the first id advertised by HAL in
184 // all [logical, physical1, physical2, ...] id combos, and filter out the rest.
Shuzhen Wange8aceb52018-05-21 12:00:56 -0700185 filterLogicalCameraIdsLocked(providerDeviceIds);
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700186 collectDeviceIdsLocked(providerDeviceIds, publicDeviceIds, systemDeviceIds);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800187 }
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700188 auto sortFunc =
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -0800189 [](const std::string& a, const std::string& b) -> bool {
190 uint32_t aUint = 0, bUint = 0;
191 bool aIsUint = base::ParseUint(a, &aUint);
192 bool bIsUint = base::ParseUint(b, &bUint);
193
194 // Uint device IDs first
195 if (aIsUint && bIsUint) {
196 return aUint < bUint;
197 } else if (aIsUint) {
198 return true;
199 } else if (bIsUint) {
200 return false;
201 }
202 // Simple string compare if both id are not uint
203 return a < b;
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700204 };
205 // We put device ids for system cameras at the end since they will be pared
206 // off for processes not having system camera permissions.
207 std::sort(publicDeviceIds.begin(), publicDeviceIds.end(), sortFunc);
208 std::sort(systemDeviceIds.begin(), systemDeviceIds.end(), sortFunc);
209 deviceIds.insert(deviceIds.end(), publicDeviceIds.begin(), publicDeviceIds.end());
210 deviceIds.insert(deviceIds.end(), systemDeviceIds.begin(), systemDeviceIds.end());
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800211 return deviceIds;
212}
213
214bool CameraProviderManager::isValidDevice(const std::string &id, uint16_t majorVersion) const {
215 std::lock_guard<std::mutex> lock(mInterfaceMutex);
216 return isValidDeviceLocked(id, majorVersion);
217}
218
219bool CameraProviderManager::isValidDeviceLocked(const std::string &id, uint16_t majorVersion) const {
220 for (auto& provider : mProviders) {
221 for (auto& deviceInfo : provider->mDevices) {
222 if (deviceInfo->mId == id && deviceInfo->mVersion.get_major() == majorVersion) {
223 return true;
224 }
225 }
226 }
227 return false;
228}
229
230bool CameraProviderManager::hasFlashUnit(const std::string &id) const {
231 std::lock_guard<std::mutex> lock(mInterfaceMutex);
232
233 auto deviceInfo = findDeviceInfoLocked(id);
234 if (deviceInfo == nullptr) return false;
235
236 return deviceInfo->hasFlashUnit();
237}
238
Shuzhen Wangdbdf72b2019-11-13 11:22:12 -0800239bool CameraProviderManager::supportNativeZoomRatio(const std::string &id) const {
240 std::lock_guard<std::mutex> lock(mInterfaceMutex);
241
242 auto deviceInfo = findDeviceInfoLocked(id);
243 if (deviceInfo == nullptr) return false;
244
245 return deviceInfo->supportNativeZoomRatio();
246}
247
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800248status_t CameraProviderManager::getResourceCost(const std::string &id,
249 CameraResourceCost* cost) const {
250 std::lock_guard<std::mutex> lock(mInterfaceMutex);
251
252 auto deviceInfo = findDeviceInfoLocked(id);
253 if (deviceInfo == nullptr) return NAME_NOT_FOUND;
254
255 *cost = deviceInfo->mResourceCost;
256 return OK;
257}
258
259status_t CameraProviderManager::getCameraInfo(const std::string &id,
260 hardware::CameraInfo* info) const {
261 std::lock_guard<std::mutex> lock(mInterfaceMutex);
262
263 auto deviceInfo = findDeviceInfoLocked(id);
264 if (deviceInfo == nullptr) return NAME_NOT_FOUND;
265
266 return deviceInfo->getCameraInfo(info);
267}
268
Emilian Peev35ae8262018-11-08 13:11:32 +0000269status_t CameraProviderManager::isSessionConfigurationSupported(const std::string& id,
270 const hardware::camera::device::V3_4::StreamConfiguration &configuration,
271 bool *status /*out*/) const {
272 std::lock_guard<std::mutex> lock(mInterfaceMutex);
Emilian Peev35ae8262018-11-08 13:11:32 +0000273 auto deviceInfo = findDeviceInfoLocked(id);
274 if (deviceInfo == nullptr) {
275 return NAME_NOT_FOUND;
276 }
277
278 return deviceInfo->isSessionConfigurationSupported(configuration, status);
279}
280
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800281status_t CameraProviderManager::getCameraCharacteristics(const std::string &id,
282 CameraMetadata* characteristics) const {
283 std::lock_guard<std::mutex> lock(mInterfaceMutex);
Shuzhen Wange8aceb52018-05-21 12:00:56 -0700284 return getCameraCharacteristicsLocked(id, characteristics);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800285}
286
287status_t CameraProviderManager::getHighestSupportedVersion(const std::string &id,
288 hardware::hidl_version *v) {
289 std::lock_guard<std::mutex> lock(mInterfaceMutex);
290
291 hardware::hidl_version maxVersion{0,0};
292 bool found = false;
293 for (auto& provider : mProviders) {
294 for (auto& deviceInfo : provider->mDevices) {
295 if (deviceInfo->mId == id) {
296 if (deviceInfo->mVersion > maxVersion) {
297 maxVersion = deviceInfo->mVersion;
298 found = true;
299 }
300 }
301 }
302 }
303 if (!found) {
304 return NAME_NOT_FOUND;
305 }
306 *v = maxVersion;
307 return OK;
308}
309
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700310bool CameraProviderManager::supportSetTorchMode(const std::string &id) const {
Yin-Chia Yehdc3134e2017-03-23 15:26:59 -0700311 std::lock_guard<std::mutex> lock(mInterfaceMutex);
Yin-Chia Yehdc3134e2017-03-23 15:26:59 -0700312 for (auto& provider : mProviders) {
313 auto deviceInfo = findDeviceInfoLocked(id);
314 if (deviceInfo != nullptr) {
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700315 return provider->mSetTorchModeSupported;
Yin-Chia Yehdc3134e2017-03-23 15:26:59 -0700316 }
317 }
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700318 return false;
Yin-Chia Yehdc3134e2017-03-23 15:26:59 -0700319}
320
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800321status_t CameraProviderManager::setTorchMode(const std::string &id, bool enabled) {
322 std::lock_guard<std::mutex> lock(mInterfaceMutex);
323
324 auto deviceInfo = findDeviceInfoLocked(id);
325 if (deviceInfo == nullptr) return NAME_NOT_FOUND;
326
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700327 // Pass the camera ID to start interface so that it will save it to the map of ICameraProviders
328 // that are currently in use.
Shuzhen Wang79680432020-03-05 11:53:46 -0800329 sp<ProviderInfo> parentProvider = deviceInfo->mParentProvider.promote();
330 if (parentProvider == nullptr) {
331 return DEAD_OBJECT;
332 }
333 const sp<provider::V2_4::ICameraProvider> interface = parentProvider->startProviderInterface();
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700334 if (interface == nullptr) {
335 return DEAD_OBJECT;
336 }
337 saveRef(DeviceMode::TORCH, deviceInfo->mId, interface);
338
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800339 return deviceInfo->setTorchMode(enabled);
340}
341
Yin-Chia Yeh067428c2017-01-13 15:19:24 -0800342status_t CameraProviderManager::setUpVendorTags() {
Emilian Peev71c73a22017-03-21 16:35:51 +0000343 sp<VendorTagDescriptorCache> tagCache = new VendorTagDescriptorCache();
344
Yin-Chia Yeh067428c2017-01-13 15:19:24 -0800345 for (auto& provider : mProviders) {
Peter Kalauskas1b3c9072018-11-07 12:41:53 -0800346 tagCache->addVendorDescriptor(provider->mProviderTagid, provider->mVendorTagDescriptor);
Yin-Chia Yeh067428c2017-01-13 15:19:24 -0800347 }
Emilian Peev71c73a22017-03-21 16:35:51 +0000348
349 VendorTagDescriptorCache::setAsGlobalVendorTagCache(tagCache);
350
Yin-Chia Yeh067428c2017-01-13 15:19:24 -0800351 return OK;
352}
353
Eino-Ville Talvala63f36112018-12-06 14:57:03 -0800354status_t CameraProviderManager::notifyDeviceStateChange(
355 hardware::hidl_bitfield<provider::V2_5::DeviceState> newState) {
356 std::lock_guard<std::mutex> lock(mInterfaceMutex);
357 mDeviceState = newState;
358 status_t res = OK;
359 for (auto& provider : mProviders) {
360 ALOGV("%s: Notifying %s for new state 0x%" PRIx64,
361 __FUNCTION__, provider->mProviderName.c_str(), newState);
362 status_t singleRes = provider->notifyDeviceStateChange(mDeviceState);
363 if (singleRes != OK) {
364 ALOGE("%s: Unable to notify provider %s about device state change",
365 __FUNCTION__,
366 provider->mProviderName.c_str());
367 res = singleRes;
368 // continue to do the rest of the providers instead of returning now
369 }
370 }
371 return res;
372}
373
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800374status_t CameraProviderManager::openSession(const std::string &id,
Peter Kalauskasb7bd4382018-11-15 17:19:48 -0800375 const sp<device::V3_2::ICameraDeviceCallback>& callback,
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800376 /*out*/
Peter Kalauskasb7bd4382018-11-15 17:19:48 -0800377 sp<device::V3_2::ICameraDeviceSession> *session) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800378
379 std::lock_guard<std::mutex> lock(mInterfaceMutex);
380
381 auto deviceInfo = findDeviceInfoLocked(id,
382 /*minVersion*/ {3,0}, /*maxVersion*/ {4,0});
383 if (deviceInfo == nullptr) return NAME_NOT_FOUND;
384
385 auto *deviceInfo3 = static_cast<ProviderInfo::DeviceInfo3*>(deviceInfo);
Shuzhen Wang79680432020-03-05 11:53:46 -0800386 sp<ProviderInfo> parentProvider = deviceInfo->mParentProvider.promote();
387 if (parentProvider == nullptr) {
388 return DEAD_OBJECT;
389 }
390 const sp<provider::V2_4::ICameraProvider> provider = parentProvider->startProviderInterface();
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700391 if (provider == nullptr) {
392 return DEAD_OBJECT;
393 }
394 saveRef(DeviceMode::CAMERA, id, provider);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800395
396 Status status;
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -0700397 hardware::Return<void> ret;
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700398 auto interface = deviceInfo3->startDeviceInterface<
399 CameraProviderManager::ProviderInfo::DeviceInfo3::InterfaceT>();
400 if (interface == nullptr) {
401 return DEAD_OBJECT;
402 }
403
404 ret = interface->open(callback, [&status, &session]
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800405 (Status s, const sp<device::V3_2::ICameraDeviceSession>& cameraSession) {
406 status = s;
407 if (status == Status::OK) {
408 *session = cameraSession;
409 }
410 });
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -0700411 if (!ret.isOk()) {
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700412 removeRef(DeviceMode::CAMERA, id);
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -0700413 ALOGE("%s: Transaction error opening a session for camera device %s: %s",
414 __FUNCTION__, id.c_str(), ret.description().c_str());
415 return DEAD_OBJECT;
416 }
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800417 return mapToStatusT(status);
418}
419
420status_t CameraProviderManager::openSession(const std::string &id,
Peter Kalauskasb7bd4382018-11-15 17:19:48 -0800421 const sp<device::V1_0::ICameraDeviceCallback>& callback,
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800422 /*out*/
Peter Kalauskasb7bd4382018-11-15 17:19:48 -0800423 sp<device::V1_0::ICameraDevice> *session) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800424
425 std::lock_guard<std::mutex> lock(mInterfaceMutex);
426
427 auto deviceInfo = findDeviceInfoLocked(id,
428 /*minVersion*/ {1,0}, /*maxVersion*/ {2,0});
429 if (deviceInfo == nullptr) return NAME_NOT_FOUND;
430
431 auto *deviceInfo1 = static_cast<ProviderInfo::DeviceInfo1*>(deviceInfo);
Shuzhen Wang79680432020-03-05 11:53:46 -0800432 sp<ProviderInfo> parentProvider = deviceInfo->mParentProvider.promote();
433 if (parentProvider == nullptr) {
434 return DEAD_OBJECT;
435 }
436 const sp<provider::V2_4::ICameraProvider> provider = parentProvider->startProviderInterface();
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700437 if (provider == nullptr) {
438 return DEAD_OBJECT;
439 }
440 saveRef(DeviceMode::CAMERA, id, provider);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800441
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700442 auto interface = deviceInfo1->startDeviceInterface<
443 CameraProviderManager::ProviderInfo::DeviceInfo1::InterfaceT>();
444 if (interface == nullptr) {
445 return DEAD_OBJECT;
446 }
447 hardware::Return<Status> status = interface->open(callback);
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -0700448 if (!status.isOk()) {
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700449 removeRef(DeviceMode::CAMERA, id);
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -0700450 ALOGE("%s: Transaction error opening a session for camera device %s: %s",
451 __FUNCTION__, id.c_str(), status.description().c_str());
452 return DEAD_OBJECT;
453 }
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800454 if (status == Status::OK) {
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700455 *session = interface;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800456 }
457 return mapToStatusT(status);
458}
459
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700460void CameraProviderManager::saveRef(DeviceMode usageType, const std::string &cameraId,
461 sp<provider::V2_4::ICameraProvider> provider) {
462 if (!kEnableLazyHal) {
463 return;
464 }
Eino-Ville Talvala63f36112018-12-06 14:57:03 -0800465 ALOGV("Saving camera provider %s for camera device %s", provider->descriptor, cameraId.c_str());
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700466 std::lock_guard<std::mutex> lock(mProviderInterfaceMapLock);
467 std::unordered_map<std::string, sp<provider::V2_4::ICameraProvider>> *primaryMap, *alternateMap;
468 if (usageType == DeviceMode::TORCH) {
469 primaryMap = &mTorchProviderByCameraId;
470 alternateMap = &mCameraProviderByCameraId;
471 } else {
472 primaryMap = &mCameraProviderByCameraId;
473 alternateMap = &mTorchProviderByCameraId;
474 }
475 auto id = cameraId.c_str();
476 (*primaryMap)[id] = provider;
477 auto search = alternateMap->find(id);
478 if (search != alternateMap->end()) {
479 ALOGW("%s: Camera device %s is using both torch mode and camera mode simultaneously. "
480 "That should not be possible", __FUNCTION__, id);
481 }
482 ALOGV("%s: Camera device %s connected", __FUNCTION__, id);
483}
484
485void CameraProviderManager::removeRef(DeviceMode usageType, const std::string &cameraId) {
486 if (!kEnableLazyHal) {
487 return;
488 }
Eino-Ville Talvala63f36112018-12-06 14:57:03 -0800489 ALOGV("Removing camera device %s", cameraId.c_str());
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700490 std::unordered_map<std::string, sp<provider::V2_4::ICameraProvider>> *providerMap;
491 if (usageType == DeviceMode::TORCH) {
492 providerMap = &mTorchProviderByCameraId;
493 } else {
494 providerMap = &mCameraProviderByCameraId;
495 }
496 std::lock_guard<std::mutex> lock(mProviderInterfaceMapLock);
497 auto search = providerMap->find(cameraId.c_str());
498 if (search != providerMap->end()) {
Peter Kalauskas26af1a52019-01-25 06:57:01 -0800499 // Drop the reference to this ICameraProvider. This is safe to do immediately (without an
500 // added delay) because hwservicemanager guarantees to hold the reference for at least five
501 // more seconds. We depend on this behavior so that if the provider is unreferenced and
502 // then referenced again quickly, we do not let the HAL exit and then need to immediately
503 // restart it. An example when this could happen is switching from a front-facing to a
504 // rear-facing camera. If the HAL were to exit during the camera switch, the camera could
505 // appear janky to the user.
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700506 providerMap->erase(cameraId.c_str());
Peter Kalauskas26af1a52019-01-25 06:57:01 -0800507 IPCThreadState::self()->flushCommands();
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700508 } else {
509 ALOGE("%s: Asked to remove reference for camera %s, but no reference to it was found. This "
510 "could mean removeRef was called twice for the same camera ID.", __FUNCTION__,
511 cameraId.c_str());
512 }
513}
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800514
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800515hardware::Return<void> CameraProviderManager::onRegistration(
516 const hardware::hidl_string& /*fqName*/,
517 const hardware::hidl_string& name,
518 bool /*preexisting*/) {
Shuzhen Wang6ba8eb22018-07-08 13:10:44 -0700519 std::lock_guard<std::mutex> providerLock(mProviderLifecycleLock);
Emilian Peevaee727d2017-05-04 16:35:48 +0100520 {
521 std::lock_guard<std::mutex> lock(mInterfaceMutex);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800522
Emilian Peevaee727d2017-05-04 16:35:48 +0100523 addProviderLocked(name);
524 }
525
526 sp<StatusListener> listener = getStatusListener();
527 if (nullptr != listener.get()) {
528 listener->onNewProviderRegistered();
529 }
530
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700531 IPCThreadState::self()->flushCommands();
532
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800533 return hardware::Return<void>();
534}
535
536status_t CameraProviderManager::dump(int fd, const Vector<String16>& args) {
537 std::lock_guard<std::mutex> lock(mInterfaceMutex);
538
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800539 for (auto& provider : mProviders) {
540 provider->dump(fd, args);
541 }
542 return OK;
543}
544
545CameraProviderManager::ProviderInfo::DeviceInfo* CameraProviderManager::findDeviceInfoLocked(
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800546 const std::string& id,
547 hardware::hidl_version minVersion, hardware::hidl_version maxVersion) const {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800548 for (auto& provider : mProviders) {
549 for (auto& deviceInfo : provider->mDevices) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800550 if (deviceInfo->mId == id &&
551 minVersion <= deviceInfo->mVersion && maxVersion >= deviceInfo->mVersion) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800552 return deviceInfo.get();
553 }
554 }
555 }
556 return nullptr;
557}
558
Emilian Peev71c73a22017-03-21 16:35:51 +0000559metadata_vendor_id_t CameraProviderManager::getProviderTagIdLocked(
560 const std::string& id, hardware::hidl_version minVersion,
561 hardware::hidl_version maxVersion) const {
562 metadata_vendor_id_t ret = CAMERA_METADATA_INVALID_VENDOR_ID;
563
564 std::lock_guard<std::mutex> lock(mInterfaceMutex);
565 for (auto& provider : mProviders) {
566 for (auto& deviceInfo : provider->mDevices) {
567 if (deviceInfo->mId == id &&
568 minVersion <= deviceInfo->mVersion &&
569 maxVersion >= deviceInfo->mVersion) {
570 return provider->mProviderTagid;
571 }
572 }
573 }
574
575 return ret;
576}
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800577
Shuzhen Wang03d8cc12018-09-12 14:17:09 -0700578void CameraProviderManager::ProviderInfo::DeviceInfo3::queryPhysicalCameraIds() {
579 camera_metadata_entry_t entryCap;
Shuzhen Wange8aceb52018-05-21 12:00:56 -0700580
Shuzhen Wang03d8cc12018-09-12 14:17:09 -0700581 entryCap = mCameraCharacteristics.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
Shuzhen Wange8aceb52018-05-21 12:00:56 -0700582 for (size_t i = 0; i < entryCap.count; ++i) {
583 uint8_t capability = entryCap.data.u8[i];
584 if (capability == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_LOGICAL_MULTI_CAMERA) {
Shuzhen Wang03d8cc12018-09-12 14:17:09 -0700585 mIsLogicalCamera = true;
Shuzhen Wange8aceb52018-05-21 12:00:56 -0700586 break;
587 }
588 }
Shuzhen Wang03d8cc12018-09-12 14:17:09 -0700589 if (!mIsLogicalCamera) {
590 return;
Shuzhen Wange8aceb52018-05-21 12:00:56 -0700591 }
592
Shuzhen Wang03d8cc12018-09-12 14:17:09 -0700593 camera_metadata_entry_t entryIds = mCameraCharacteristics.find(
594 ANDROID_LOGICAL_MULTI_CAMERA_PHYSICAL_IDS);
Shuzhen Wange8aceb52018-05-21 12:00:56 -0700595 const uint8_t* ids = entryIds.data.u8;
596 size_t start = 0;
597 for (size_t i = 0; i < entryIds.count; ++i) {
598 if (ids[i] == '\0') {
599 if (start != i) {
Shuzhen Wang03d8cc12018-09-12 14:17:09 -0700600 mPhysicalIds.push_back((const char*)ids+start);
Shuzhen Wange8aceb52018-05-21 12:00:56 -0700601 }
602 start = i+1;
603 }
604 }
Shuzhen Wang03d8cc12018-09-12 14:17:09 -0700605}
606
Jayant Chowdhary5216b212019-07-17 09:26:23 -0700607SystemCameraKind CameraProviderManager::ProviderInfo::DeviceInfo3::getSystemCameraKind() {
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -0800608 camera_metadata_entry_t entryCap;
609 entryCap = mCameraCharacteristics.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
Jayant Chowdhary5216b212019-07-17 09:26:23 -0700610 if (entryCap.count == 1 &&
611 entryCap.data.u8[0] == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_SECURE_IMAGE_DATA) {
612 return SystemCameraKind::HIDDEN_SECURE_CAMERA;
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -0800613 }
Jayant Chowdhary5216b212019-07-17 09:26:23 -0700614
615 // Go through the capabilities and check if it has
616 // ANDROID_REQUEST_AVAILABLE_CAPABILITIES_SYSTEM_CAMERA
617 for (size_t i = 0; i < entryCap.count; ++i) {
618 uint8_t capability = entryCap.data.u8[i];
619 if (capability == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_SYSTEM_CAMERA) {
620 return SystemCameraKind::SYSTEM_ONLY_CAMERA;
621 }
622 }
623 return SystemCameraKind::PUBLIC;
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -0800624}
625
Emilian Peev4c6d2b52019-01-04 17:13:56 +0000626void CameraProviderManager::ProviderInfo::DeviceInfo3::getSupportedSizes(
627 const CameraMetadata& ch, uint32_t tag, android_pixel_format_t format,
628 std::vector<std::tuple<size_t, size_t>> *sizes/*out*/) {
629 if (sizes == nullptr) {
630 return;
631 }
632
633 auto scalerDims = ch.find(tag);
634 if (scalerDims.count > 0) {
635 // Scaler entry contains 4 elements (format, width, height, type)
636 for (size_t i = 0; i < scalerDims.count; i += 4) {
637 if ((scalerDims.data.i32[i] == format) &&
638 (scalerDims.data.i32[i+3] ==
639 ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT)) {
640 sizes->push_back(std::make_tuple(scalerDims.data.i32[i+1],
641 scalerDims.data.i32[i+2]));
642 }
643 }
644 }
645}
646
647void CameraProviderManager::ProviderInfo::DeviceInfo3::getSupportedDurations(
648 const CameraMetadata& ch, uint32_t tag, android_pixel_format_t format,
649 const std::vector<std::tuple<size_t, size_t>>& sizes,
650 std::vector<int64_t> *durations/*out*/) {
651 if (durations == nullptr) {
652 return;
653 }
654
655 auto availableDurations = ch.find(tag);
656 if (availableDurations.count > 0) {
657 // Duration entry contains 4 elements (format, width, height, duration)
658 for (size_t i = 0; i < availableDurations.count; i += 4) {
659 for (const auto& size : sizes) {
660 int64_t width = std::get<0>(size);
661 int64_t height = std::get<1>(size);
662 if ((availableDurations.data.i64[i] == format) &&
663 (availableDurations.data.i64[i+1] == width) &&
664 (availableDurations.data.i64[i+2] == height)) {
665 durations->push_back(availableDurations.data.i64[i+3]);
666 }
667 }
668 }
669 }
670}
671void CameraProviderManager::ProviderInfo::DeviceInfo3::getSupportedDynamicDepthDurations(
672 const std::vector<int64_t>& depthDurations, const std::vector<int64_t>& blobDurations,
673 std::vector<int64_t> *dynamicDepthDurations /*out*/) {
674 if ((dynamicDepthDurations == nullptr) || (depthDurations.size() != blobDurations.size())) {
675 return;
676 }
677
678 // Unfortunately there is no direct way to calculate the dynamic depth stream duration.
679 // Processing time on camera service side can vary greatly depending on multiple
680 // variables which are not under our control. Make a guesstimate by taking the maximum
681 // corresponding duration value from depth and blob.
682 auto depthDuration = depthDurations.begin();
683 auto blobDuration = blobDurations.begin();
684 dynamicDepthDurations->reserve(depthDurations.size());
685 while ((depthDuration != depthDurations.end()) && (blobDuration != blobDurations.end())) {
686 dynamicDepthDurations->push_back(std::max(*depthDuration, *blobDuration));
687 depthDuration++; blobDuration++;
688 }
689}
690
691void CameraProviderManager::ProviderInfo::DeviceInfo3::getSupportedDynamicDepthSizes(
692 const std::vector<std::tuple<size_t, size_t>>& blobSizes,
693 const std::vector<std::tuple<size_t, size_t>>& depthSizes,
694 std::vector<std::tuple<size_t, size_t>> *dynamicDepthSizes /*out*/,
695 std::vector<std::tuple<size_t, size_t>> *internalDepthSizes /*out*/) {
696 if (dynamicDepthSizes == nullptr || internalDepthSizes == nullptr) {
697 return;
698 }
699
700 // The dynamic depth spec. does not mention how close the AR ratio should be.
701 // Try using something appropriate.
Emilian Peev538c90e2018-12-17 18:03:19 +0000702 float ARTolerance = kDepthARTolerance;
Emilian Peev4c6d2b52019-01-04 17:13:56 +0000703
704 for (const auto& blobSize : blobSizes) {
705 float jpegAR = static_cast<float> (std::get<0>(blobSize)) /
706 static_cast<float>(std::get<1>(blobSize));
707 bool found = false;
708 for (const auto& depthSize : depthSizes) {
709 if (depthSize == blobSize) {
710 internalDepthSizes->push_back(depthSize);
711 found = true;
712 break;
713 } else {
714 float depthAR = static_cast<float> (std::get<0>(depthSize)) /
715 static_cast<float>(std::get<1>(depthSize));
716 if (std::fabs(jpegAR - depthAR) <= ARTolerance) {
717 internalDepthSizes->push_back(depthSize);
718 found = true;
719 break;
720 }
721 }
722 }
723
724 if (found) {
725 dynamicDepthSizes->push_back(blobSize);
726 }
727 }
728}
729
730status_t CameraProviderManager::ProviderInfo::DeviceInfo3::addDynamicDepthTags() {
731 uint32_t depthExclTag = ANDROID_DEPTH_DEPTH_IS_EXCLUSIVE;
732 uint32_t depthSizesTag = ANDROID_DEPTH_AVAILABLE_DEPTH_STREAM_CONFIGURATIONS;
733 auto& c = mCameraCharacteristics;
734 std::vector<std::tuple<size_t, size_t>> supportedBlobSizes, supportedDepthSizes,
735 supportedDynamicDepthSizes, internalDepthSizes;
736 auto chTags = c.find(ANDROID_REQUEST_AVAILABLE_CHARACTERISTICS_KEYS);
737 if (chTags.count == 0) {
738 ALOGE("%s: Supported camera characteristics is empty!", __FUNCTION__);
739 return BAD_VALUE;
740 }
741
742 bool isDepthExclusivePresent = std::find(chTags.data.i32, chTags.data.i32 + chTags.count,
743 depthExclTag) != (chTags.data.i32 + chTags.count);
744 bool isDepthSizePresent = std::find(chTags.data.i32, chTags.data.i32 + chTags.count,
Emilian Peeva1185162019-01-30 16:41:43 -0800745 depthSizesTag) != (chTags.data.i32 + chTags.count);
Emilian Peev4c6d2b52019-01-04 17:13:56 +0000746 if (!(isDepthExclusivePresent && isDepthSizePresent)) {
747 // No depth support, nothing more to do.
748 return OK;
749 }
750
751 auto depthExclusiveEntry = c.find(depthExclTag);
752 if (depthExclusiveEntry.count > 0) {
753 if (depthExclusiveEntry.data.u8[0] != ANDROID_DEPTH_DEPTH_IS_EXCLUSIVE_FALSE) {
754 // Depth support is exclusive, nothing more to do.
755 return OK;
756 }
757 } else {
758 ALOGE("%s: Advertised depth exclusive tag but value is not present!", __FUNCTION__);
759 return BAD_VALUE;
760 }
761
762 getSupportedSizes(c, ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS, HAL_PIXEL_FORMAT_BLOB,
763 &supportedBlobSizes);
764 getSupportedSizes(c, depthSizesTag, HAL_PIXEL_FORMAT_Y16, &supportedDepthSizes);
765 if (supportedBlobSizes.empty() || supportedDepthSizes.empty()) {
766 // Nothing to do in this case.
767 return OK;
768 }
769
770 getSupportedDynamicDepthSizes(supportedBlobSizes, supportedDepthSizes,
771 &supportedDynamicDepthSizes, &internalDepthSizes);
772 if (supportedDynamicDepthSizes.empty()) {
Emilian Peev4c6d2b52019-01-04 17:13:56 +0000773 // Nothing more to do.
774 return OK;
775 }
776
777 std::vector<int32_t> dynamicDepthEntries;
778 for (const auto& it : supportedDynamicDepthSizes) {
779 int32_t entry[4] = {HAL_PIXEL_FORMAT_BLOB, static_cast<int32_t> (std::get<0>(it)),
780 static_cast<int32_t> (std::get<1>(it)),
781 ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT };
782 dynamicDepthEntries.insert(dynamicDepthEntries.end(), entry, entry + 4);
783 }
784
785 std::vector<int64_t> depthMinDurations, depthStallDurations;
786 std::vector<int64_t> blobMinDurations, blobStallDurations;
787 std::vector<int64_t> dynamicDepthMinDurations, dynamicDepthStallDurations;
788
789 getSupportedDurations(c, ANDROID_DEPTH_AVAILABLE_DEPTH_MIN_FRAME_DURATIONS,
790 HAL_PIXEL_FORMAT_Y16, internalDepthSizes, &depthMinDurations);
791 getSupportedDurations(c, ANDROID_SCALER_AVAILABLE_MIN_FRAME_DURATIONS,
792 HAL_PIXEL_FORMAT_BLOB, supportedDynamicDepthSizes, &blobMinDurations);
793 if (blobMinDurations.empty() || depthMinDurations.empty() ||
794 (depthMinDurations.size() != blobMinDurations.size())) {
795 ALOGE("%s: Unexpected number of available depth min durations! %zu vs. %zu",
796 __FUNCTION__, depthMinDurations.size(), blobMinDurations.size());
797 return BAD_VALUE;
798 }
799
800 getSupportedDurations(c, ANDROID_DEPTH_AVAILABLE_DEPTH_STALL_DURATIONS,
801 HAL_PIXEL_FORMAT_Y16, internalDepthSizes, &depthStallDurations);
802 getSupportedDurations(c, ANDROID_SCALER_AVAILABLE_STALL_DURATIONS,
803 HAL_PIXEL_FORMAT_BLOB, supportedDynamicDepthSizes, &blobStallDurations);
804 if (blobStallDurations.empty() || depthStallDurations.empty() ||
805 (depthStallDurations.size() != blobStallDurations.size())) {
806 ALOGE("%s: Unexpected number of available depth stall durations! %zu vs. %zu",
807 __FUNCTION__, depthStallDurations.size(), blobStallDurations.size());
808 return BAD_VALUE;
809 }
810
811 getSupportedDynamicDepthDurations(depthMinDurations, blobMinDurations,
812 &dynamicDepthMinDurations);
813 getSupportedDynamicDepthDurations(depthStallDurations, blobStallDurations,
814 &dynamicDepthStallDurations);
815 if (dynamicDepthMinDurations.empty() || dynamicDepthStallDurations.empty() ||
816 (dynamicDepthMinDurations.size() != dynamicDepthStallDurations.size())) {
817 ALOGE("%s: Unexpected number of dynamic depth stall/min durations! %zu vs. %zu",
818 __FUNCTION__, dynamicDepthMinDurations.size(), dynamicDepthStallDurations.size());
819 return BAD_VALUE;
820 }
821
822 std::vector<int64_t> dynamicDepthMinDurationEntries;
823 auto itDuration = dynamicDepthMinDurations.begin();
824 auto itSize = supportedDynamicDepthSizes.begin();
825 while (itDuration != dynamicDepthMinDurations.end()) {
826 int64_t entry[4] = {HAL_PIXEL_FORMAT_BLOB, static_cast<int32_t> (std::get<0>(*itSize)),
827 static_cast<int32_t> (std::get<1>(*itSize)), *itDuration};
828 dynamicDepthMinDurationEntries.insert(dynamicDepthMinDurationEntries.end(), entry,
829 entry + 4);
830 itDuration++; itSize++;
831 }
832
833 std::vector<int64_t> dynamicDepthStallDurationEntries;
834 itDuration = dynamicDepthStallDurations.begin();
835 itSize = supportedDynamicDepthSizes.begin();
836 while (itDuration != dynamicDepthStallDurations.end()) {
837 int64_t entry[4] = {HAL_PIXEL_FORMAT_BLOB, static_cast<int32_t> (std::get<0>(*itSize)),
838 static_cast<int32_t> (std::get<1>(*itSize)), *itDuration};
839 dynamicDepthStallDurationEntries.insert(dynamicDepthStallDurationEntries.end(), entry,
840 entry + 4);
841 itDuration++; itSize++;
842 }
843
844 c.update(ANDROID_DEPTH_AVAILABLE_DYNAMIC_DEPTH_STREAM_CONFIGURATIONS,
845 dynamicDepthEntries.data(), dynamicDepthEntries.size());
846 c.update(ANDROID_DEPTH_AVAILABLE_DYNAMIC_DEPTH_MIN_FRAME_DURATIONS,
847 dynamicDepthMinDurationEntries.data(), dynamicDepthMinDurationEntries.size());
848 c.update(ANDROID_DEPTH_AVAILABLE_DYNAMIC_DEPTH_STALL_DURATIONS,
849 dynamicDepthStallDurationEntries.data(), dynamicDepthStallDurationEntries.size());
850
851 std::vector<int32_t> supportedChTags;
852 supportedChTags.reserve(chTags.count + 3);
853 supportedChTags.insert(supportedChTags.end(), chTags.data.i32,
854 chTags.data.i32 + chTags.count);
855 supportedChTags.push_back(ANDROID_DEPTH_AVAILABLE_DYNAMIC_DEPTH_STREAM_CONFIGURATIONS);
856 supportedChTags.push_back(ANDROID_DEPTH_AVAILABLE_DYNAMIC_DEPTH_MIN_FRAME_DURATIONS);
857 supportedChTags.push_back(ANDROID_DEPTH_AVAILABLE_DYNAMIC_DEPTH_STALL_DURATIONS);
858 c.update(ANDROID_REQUEST_AVAILABLE_CHARACTERISTICS_KEYS, supportedChTags.data(),
859 supportedChTags.size());
860
861 return OK;
862}
863
Shuzhen Wang268a1362018-10-16 16:32:59 -0700864status_t CameraProviderManager::ProviderInfo::DeviceInfo3::fixupMonochromeTags() {
865 status_t res = OK;
866 auto& c = mCameraCharacteristics;
867
868 // Override static metadata for MONOCHROME camera with older device version
869 if (mVersion.get_major() == 3 && mVersion.get_minor() < 5) {
870 camera_metadata_entry cap = c.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
871 for (size_t i = 0; i < cap.count; i++) {
872 if (cap.data.u8[i] == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_MONOCHROME) {
873 // ANDROID_SENSOR_INFO_COLOR_FILTER_ARRANGEMENT
874 uint8_t cfa = ANDROID_SENSOR_INFO_COLOR_FILTER_ARRANGEMENT_MONO;
875 res = c.update(ANDROID_SENSOR_INFO_COLOR_FILTER_ARRANGEMENT, &cfa, 1);
876 if (res != OK) {
877 ALOGE("%s: Failed to update COLOR_FILTER_ARRANGEMENT: %s (%d)",
878 __FUNCTION__, strerror(-res), res);
879 return res;
880 }
881
882 // ANDROID_REQUEST_AVAILABLE_CHARACTERISTICS_KEYS
883 const std::vector<uint32_t> sKeys = {
884 ANDROID_SENSOR_REFERENCE_ILLUMINANT1,
885 ANDROID_SENSOR_REFERENCE_ILLUMINANT2,
886 ANDROID_SENSOR_CALIBRATION_TRANSFORM1,
887 ANDROID_SENSOR_CALIBRATION_TRANSFORM2,
888 ANDROID_SENSOR_COLOR_TRANSFORM1,
889 ANDROID_SENSOR_COLOR_TRANSFORM2,
890 ANDROID_SENSOR_FORWARD_MATRIX1,
891 ANDROID_SENSOR_FORWARD_MATRIX2,
892 };
893 res = removeAvailableKeys(c, sKeys,
894 ANDROID_REQUEST_AVAILABLE_CHARACTERISTICS_KEYS);
895 if (res != OK) {
896 ALOGE("%s: Failed to update REQUEST_AVAILABLE_CHARACTERISTICS_KEYS: %s (%d)",
897 __FUNCTION__, strerror(-res), res);
898 return res;
899 }
900
901 // ANDROID_REQUEST_AVAILABLE_REQUEST_KEYS
902 const std::vector<uint32_t> reqKeys = {
903 ANDROID_COLOR_CORRECTION_MODE,
904 ANDROID_COLOR_CORRECTION_TRANSFORM,
905 ANDROID_COLOR_CORRECTION_GAINS,
906 };
907 res = removeAvailableKeys(c, reqKeys, ANDROID_REQUEST_AVAILABLE_REQUEST_KEYS);
908 if (res != OK) {
909 ALOGE("%s: Failed to update REQUEST_AVAILABLE_REQUEST_KEYS: %s (%d)",
910 __FUNCTION__, strerror(-res), res);
911 return res;
912 }
913
914 // ANDROID_REQUEST_AVAILABLE_RESULT_KEYS
915 const std::vector<uint32_t> resKeys = {
916 ANDROID_SENSOR_GREEN_SPLIT,
917 ANDROID_SENSOR_NEUTRAL_COLOR_POINT,
918 ANDROID_COLOR_CORRECTION_MODE,
919 ANDROID_COLOR_CORRECTION_TRANSFORM,
920 ANDROID_COLOR_CORRECTION_GAINS,
921 };
922 res = removeAvailableKeys(c, resKeys, ANDROID_REQUEST_AVAILABLE_RESULT_KEYS);
923 if (res != OK) {
924 ALOGE("%s: Failed to update REQUEST_AVAILABLE_RESULT_KEYS: %s (%d)",
925 __FUNCTION__, strerror(-res), res);
926 return res;
927 }
928
929 // ANDROID_SENSOR_BLACK_LEVEL_PATTERN
930 camera_metadata_entry blEntry = c.find(ANDROID_SENSOR_BLACK_LEVEL_PATTERN);
931 for (size_t j = 1; j < blEntry.count; j++) {
932 blEntry.data.i32[j] = blEntry.data.i32[0];
933 }
934 }
935 }
936 }
937 return res;
938}
939
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -0800940status_t CameraProviderManager::ProviderInfo::DeviceInfo3::addRotateCropTags() {
941 status_t res = OK;
942 auto& c = mCameraCharacteristics;
943
944 auto availableRotateCropEntry = c.find(ANDROID_SCALER_AVAILABLE_ROTATE_AND_CROP_MODES);
945 if (availableRotateCropEntry.count == 0) {
946 uint8_t defaultAvailableRotateCropEntry = ANDROID_SCALER_ROTATE_AND_CROP_NONE;
947 res = c.update(ANDROID_SCALER_AVAILABLE_ROTATE_AND_CROP_MODES,
948 &defaultAvailableRotateCropEntry, 1);
949 }
950 return res;
951}
952
Shuzhen Wang268a1362018-10-16 16:32:59 -0700953status_t CameraProviderManager::ProviderInfo::DeviceInfo3::removeAvailableKeys(
954 CameraMetadata& c, const std::vector<uint32_t>& keys, uint32_t keyTag) {
955 status_t res = OK;
956
957 camera_metadata_entry keysEntry = c.find(keyTag);
958 if (keysEntry.count == 0) {
959 ALOGE("%s: Failed to find tag %u: %s (%d)", __FUNCTION__, keyTag, strerror(-res), res);
960 return res;
961 }
962 std::vector<int32_t> vKeys;
963 vKeys.reserve(keysEntry.count);
964 for (size_t i = 0; i < keysEntry.count; i++) {
965 if (std::find(keys.begin(), keys.end(), keysEntry.data.i32[i]) == keys.end()) {
966 vKeys.push_back(keysEntry.data.i32[i]);
967 }
968 }
969 res = c.update(keyTag, vKeys.data(), vKeys.size());
970 return res;
971}
972
Shuzhen Wang68ac7ad2019-01-30 14:03:28 -0800973status_t CameraProviderManager::ProviderInfo::DeviceInfo3::fillHeicStreamCombinations(
974 std::vector<int32_t>* outputs,
975 std::vector<int64_t>* durations,
976 std::vector<int64_t>* stallDurations,
977 const camera_metadata_entry& halStreamConfigs,
978 const camera_metadata_entry& halStreamDurations) {
979 if (outputs == nullptr || durations == nullptr || stallDurations == nullptr) {
980 return BAD_VALUE;
981 }
982
983 static bool supportInMemoryTempFile =
984 camera3::HeicCompositeStream::isInMemoryTempFileSupported();
985 if (!supportInMemoryTempFile) {
986 ALOGI("%s: No HEIC support due to absence of in memory temp file support",
987 __FUNCTION__);
988 return OK;
989 }
990
991 for (size_t i = 0; i < halStreamConfigs.count; i += 4) {
992 int32_t format = halStreamConfigs.data.i32[i];
993 // Only IMPLEMENTATION_DEFINED and YUV_888 can be used to generate HEIC
994 // image.
995 if (format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED &&
996 format != HAL_PIXEL_FORMAT_YCBCR_420_888) {
997 continue;
998 }
999
1000 bool sizeAvail = false;
1001 for (size_t j = 0; j < outputs->size(); j+= 4) {
1002 if ((*outputs)[j+1] == halStreamConfigs.data.i32[i+1] &&
1003 (*outputs)[j+2] == halStreamConfigs.data.i32[i+2]) {
1004 sizeAvail = true;
1005 break;
1006 }
1007 }
1008 if (sizeAvail) continue;
1009
1010 int64_t stall = 0;
Susmitha Gummallafca67142020-03-05 14:58:30 -08001011 bool useHeic = false;
1012 bool useGrid = false;
Shuzhen Wang68ac7ad2019-01-30 14:03:28 -08001013 if (camera3::HeicCompositeStream::isSizeSupportedByHeifEncoder(
1014 halStreamConfigs.data.i32[i+1], halStreamConfigs.data.i32[i+2],
1015 &useHeic, &useGrid, &stall)) {
1016 if (useGrid != (format == HAL_PIXEL_FORMAT_YCBCR_420_888)) {
1017 continue;
1018 }
1019
1020 // HEIC configuration
1021 int32_t config[] = {HAL_PIXEL_FORMAT_BLOB, halStreamConfigs.data.i32[i+1],
1022 halStreamConfigs.data.i32[i+2], 0 /*isInput*/};
1023 outputs->insert(outputs->end(), config, config + 4);
1024
1025 // HEIC minFrameDuration
1026 for (size_t j = 0; j < halStreamDurations.count; j += 4) {
1027 if (halStreamDurations.data.i64[j] == format &&
1028 halStreamDurations.data.i64[j+1] == halStreamConfigs.data.i32[i+1] &&
1029 halStreamDurations.data.i64[j+2] == halStreamConfigs.data.i32[i+2]) {
1030 int64_t duration[] = {HAL_PIXEL_FORMAT_BLOB, halStreamConfigs.data.i32[i+1],
1031 halStreamConfigs.data.i32[i+2], halStreamDurations.data.i64[j+3]};
1032 durations->insert(durations->end(), duration, duration+4);
1033 break;
1034 }
1035 }
1036
1037 // HEIC stallDuration
1038 int64_t stallDuration[] = {HAL_PIXEL_FORMAT_BLOB, halStreamConfigs.data.i32[i+1],
1039 halStreamConfigs.data.i32[i+2], stall};
1040 stallDurations->insert(stallDurations->end(), stallDuration, stallDuration+4);
1041 }
1042 }
1043 return OK;
1044}
1045
1046status_t CameraProviderManager::ProviderInfo::DeviceInfo3::deriveHeicTags() {
1047 auto& c = mCameraCharacteristics;
1048
1049 camera_metadata_entry halHeicSupport = c.find(ANDROID_HEIC_INFO_SUPPORTED);
1050 if (halHeicSupport.count > 1) {
1051 ALOGE("%s: Invalid entry count %zu for ANDROID_HEIC_INFO_SUPPORTED",
1052 __FUNCTION__, halHeicSupport.count);
1053 return BAD_VALUE;
1054 } else if (halHeicSupport.count == 0 ||
1055 halHeicSupport.data.u8[0] == ANDROID_HEIC_INFO_SUPPORTED_FALSE) {
1056 // Camera HAL doesn't support mandatory stream combinations for HEIC.
1057 return OK;
1058 }
1059
1060 camera_metadata_entry maxJpegAppsSegments =
1061 c.find(ANDROID_HEIC_INFO_MAX_JPEG_APP_SEGMENTS_COUNT);
1062 if (maxJpegAppsSegments.count != 1 || maxJpegAppsSegments.data.u8[0] == 0 ||
1063 maxJpegAppsSegments.data.u8[0] > 16) {
1064 ALOGE("%s: ANDROID_HEIC_INFO_MAX_JPEG_APP_SEGMENTS_COUNT must be within [1, 16]",
1065 __FUNCTION__);
1066 return BAD_VALUE;
1067 }
1068
1069 // Populate HEIC output configurations and its related min frame duration
1070 // and stall duration.
1071 std::vector<int32_t> heicOutputs;
1072 std::vector<int64_t> heicDurations;
1073 std::vector<int64_t> heicStallDurations;
1074
1075 camera_metadata_entry halStreamConfigs =
1076 c.find(ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS);
1077 camera_metadata_entry minFrameDurations =
1078 c.find(ANDROID_SCALER_AVAILABLE_MIN_FRAME_DURATIONS);
1079
1080 status_t res = fillHeicStreamCombinations(&heicOutputs, &heicDurations, &heicStallDurations,
1081 halStreamConfigs, minFrameDurations);
1082 if (res != OK) {
1083 ALOGE("%s: Failed to fill HEIC stream combinations: %s (%d)", __FUNCTION__,
1084 strerror(-res), res);
1085 return res;
1086 }
1087
1088 c.update(ANDROID_HEIC_AVAILABLE_HEIC_STREAM_CONFIGURATIONS,
1089 heicOutputs.data(), heicOutputs.size());
1090 c.update(ANDROID_HEIC_AVAILABLE_HEIC_MIN_FRAME_DURATIONS,
1091 heicDurations.data(), heicDurations.size());
1092 c.update(ANDROID_HEIC_AVAILABLE_HEIC_STALL_DURATIONS,
1093 heicStallDurations.data(), heicStallDurations.size());
1094
1095 return OK;
1096}
1097
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -08001098bool CameraProviderManager::isLogicalCameraLocked(const std::string& id,
Shuzhen Wang03d8cc12018-09-12 14:17:09 -07001099 std::vector<std::string>* physicalCameraIds) {
Shuzhen Wang03d8cc12018-09-12 14:17:09 -07001100 auto deviceInfo = findDeviceInfoLocked(id);
1101 if (deviceInfo == nullptr) return false;
1102
1103 if (deviceInfo->mIsLogicalCamera && physicalCameraIds != nullptr) {
1104 *physicalCameraIds = deviceInfo->mPhysicalIds;
1105 }
1106 return deviceInfo->mIsLogicalCamera;
Shuzhen Wange8aceb52018-05-21 12:00:56 -07001107}
1108
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -08001109bool CameraProviderManager::isLogicalCamera(const std::string& id,
1110 std::vector<std::string>* physicalCameraIds) {
1111 std::lock_guard<std::mutex> lock(mInterfaceMutex);
1112 return isLogicalCameraLocked(id, physicalCameraIds);
1113}
1114
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07001115status_t CameraProviderManager::getSystemCameraKind(const std::string& id,
1116 SystemCameraKind *kind) const {
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -08001117 std::lock_guard<std::mutex> lock(mInterfaceMutex);
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07001118 return getSystemCameraKindLocked(id, kind);
Jayant Chowdhary847947d2019-08-30 18:02:59 -07001119}
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -08001120
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07001121status_t CameraProviderManager::getSystemCameraKindLocked(const std::string& id,
1122 SystemCameraKind *kind) const {
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -08001123 auto deviceInfo = findDeviceInfoLocked(id);
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07001124 if (deviceInfo != nullptr) {
1125 *kind = deviceInfo->mSystemCameraKind;
1126 return OK;
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -08001127 }
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07001128 // If this is a hidden physical camera, we should return what kind of
1129 // camera the enclosing logical camera is.
1130 auto isHiddenAndParent = isHiddenPhysicalCameraInternal(id);
1131 if (isHiddenAndParent.first) {
1132 LOG_ALWAYS_FATAL_IF(id == isHiddenAndParent.second->mId,
1133 "%s: hidden physical camera id %s and enclosing logical camera id %s are the same",
1134 __FUNCTION__, id.c_str(), isHiddenAndParent.second->mId.c_str());
1135 return getSystemCameraKindLocked(isHiddenAndParent.second->mId, kind);
1136 }
1137 // Neither a hidden physical camera nor a logical camera
1138 return NAME_NOT_FOUND;
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -08001139}
1140
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07001141bool CameraProviderManager::isHiddenPhysicalCamera(const std::string& cameraId) const {
1142 return isHiddenPhysicalCameraInternal(cameraId).first;
1143}
1144
1145std::pair<bool, CameraProviderManager::ProviderInfo::DeviceInfo *>
1146CameraProviderManager::isHiddenPhysicalCameraInternal(const std::string& cameraId) const {
1147 auto falseRet = std::make_pair(false, nullptr);
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07001148 for (auto& provider : mProviders) {
1149 for (auto& deviceInfo : provider->mDevices) {
1150 if (deviceInfo->mId == cameraId) {
1151 // cameraId is found in public camera IDs advertised by the
1152 // provider.
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07001153 return falseRet;
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07001154 }
1155 }
1156 }
1157
1158 for (auto& provider : mProviders) {
1159 for (auto& deviceInfo : provider->mDevices) {
1160 CameraMetadata info;
1161 status_t res = deviceInfo->getCameraCharacteristics(&info);
1162 if (res != OK) {
1163 ALOGE("%s: Failed to getCameraCharacteristics for id %s", __FUNCTION__,
1164 deviceInfo->mId.c_str());
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07001165 return falseRet;
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07001166 }
1167
1168 std::vector<std::string> physicalIds;
Shuzhen Wang03d8cc12018-09-12 14:17:09 -07001169 if (deviceInfo->mIsLogicalCamera) {
1170 if (std::find(deviceInfo->mPhysicalIds.begin(), deviceInfo->mPhysicalIds.end(),
1171 cameraId) != deviceInfo->mPhysicalIds.end()) {
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07001172 int deviceVersion = HARDWARE_DEVICE_API_VERSION(
1173 deviceInfo->mVersion.get_major(), deviceInfo->mVersion.get_minor());
1174 if (deviceVersion < CAMERA_DEVICE_API_VERSION_3_5) {
1175 ALOGE("%s: Wrong deviceVersion %x for hiddenPhysicalCameraId %s",
1176 __FUNCTION__, deviceVersion, cameraId.c_str());
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07001177 return falseRet;
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07001178 } else {
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07001179 return std::make_pair(true, deviceInfo.get());
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07001180 }
1181 }
1182 }
1183 }
1184 }
1185
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07001186 return falseRet;
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07001187}
1188
Yin-Chia Yeh177b0c12019-06-25 10:53:03 -07001189status_t CameraProviderManager::addProviderLocked(const std::string& newProvider) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001190 for (const auto& providerInfo : mProviders) {
1191 if (providerInfo->mProviderName == newProvider) {
1192 ALOGW("%s: Camera provider HAL with name '%s' already registered", __FUNCTION__,
1193 newProvider.c_str());
1194 return ALREADY_EXISTS;
1195 }
1196 }
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07001197
1198 sp<provider::V2_4::ICameraProvider> interface;
Eino-Ville Talvalaec960602019-10-15 11:46:16 -07001199 interface = mServiceProxy->tryGetService(newProvider);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001200
1201 if (interface == nullptr) {
Yin-Chia Yeh177b0c12019-06-25 10:53:03 -07001202 ALOGE("%s: Camera provider HAL '%s' is not actually available", __FUNCTION__,
1203 newProvider.c_str());
1204 return BAD_VALUE;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001205 }
1206
Peter Kalauskasa29c1352018-10-10 12:05:42 -07001207 sp<ProviderInfo> providerInfo = new ProviderInfo(newProvider, this);
Eino-Ville Talvala63f36112018-12-06 14:57:03 -08001208 status_t res = providerInfo->initialize(interface, mDeviceState);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001209 if (res != OK) {
1210 return res;
1211 }
1212
1213 mProviders.push_back(providerInfo);
1214
1215 return OK;
1216}
1217
1218status_t CameraProviderManager::removeProvider(const std::string& provider) {
Shuzhen Wang6ba8eb22018-07-08 13:10:44 -07001219 std::lock_guard<std::mutex> providerLock(mProviderLifecycleLock);
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07001220 std::unique_lock<std::mutex> lock(mInterfaceMutex);
1221 std::vector<String8> removedDeviceIds;
1222 status_t res = NAME_NOT_FOUND;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001223 for (auto it = mProviders.begin(); it != mProviders.end(); it++) {
1224 if ((*it)->mProviderName == provider) {
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07001225 removedDeviceIds.reserve((*it)->mDevices.size());
1226 for (auto& deviceInfo : (*it)->mDevices) {
1227 removedDeviceIds.push_back(String8(deviceInfo->mId.c_str()));
1228 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001229 mProviders.erase(it);
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07001230 res = OK;
1231 break;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001232 }
1233 }
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07001234 if (res != OK) {
1235 ALOGW("%s: Camera provider HAL with name '%s' is not registered", __FUNCTION__,
1236 provider.c_str());
1237 } else {
1238 // Inform camera service of loss of presence for all the devices from this provider,
1239 // without lock held for reentrancy
1240 sp<StatusListener> listener = getStatusListener();
1241 if (listener != nullptr) {
1242 lock.unlock();
1243 for (auto& id : removedDeviceIds) {
1244 listener->onDeviceStatusChanged(id, CameraDeviceStatus::NOT_PRESENT);
1245 }
1246 }
1247 }
1248 return res;
1249}
1250
1251sp<CameraProviderManager::StatusListener> CameraProviderManager::getStatusListener() const {
1252 return mListener.promote();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001253}
1254
1255/**** Methods for ProviderInfo ****/
1256
1257
1258CameraProviderManager::ProviderInfo::ProviderInfo(
1259 const std::string &providerName,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001260 CameraProviderManager *manager) :
1261 mProviderName(providerName),
Emilian Peev71c73a22017-03-21 16:35:51 +00001262 mProviderTagid(generateVendorTagId(providerName)),
Emilian Peevcdb74a62017-05-11 20:29:52 +01001263 mUniqueDeviceCount(0),
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001264 mManager(manager) {
1265 (void) mManager;
1266}
1267
Peter Kalauskasa29c1352018-10-10 12:05:42 -07001268status_t CameraProviderManager::ProviderInfo::initialize(
Eino-Ville Talvala63f36112018-12-06 14:57:03 -08001269 sp<provider::V2_4::ICameraProvider>& interface,
1270 hardware::hidl_bitfield<provider::V2_5::DeviceState> currentDeviceState) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001271 status_t res = parseProviderName(mProviderName, &mType, &mId);
1272 if (res != OK) {
1273 ALOGE("%s: Invalid provider name, ignoring", __FUNCTION__);
1274 return BAD_VALUE;
1275 }
Yin-Chia Yeh65405092017-01-13 15:42:28 -08001276 ALOGI("Connecting to new camera provider: %s, isRemote? %d",
Peter Kalauskasa29c1352018-10-10 12:05:42 -07001277 mProviderName.c_str(), interface->isRemote());
Eino-Ville Talvala63f36112018-12-06 14:57:03 -08001278
1279 // Determine minor version
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -08001280 mMinorVersion = 4;
1281 auto cast2_6 = provider::V2_6::ICameraProvider::castFrom(interface);
1282 sp<provider::V2_6::ICameraProvider> interface2_6 = nullptr;
1283 if (cast2_6.isOk()) {
1284 interface2_6 = cast2_6;
1285 if (interface2_6 != nullptr) {
1286 mMinorVersion = 6;
1287 }
1288 }
1289 // We need to check again since cast2_6.isOk() succeeds even if the provider
1290 // version isn't actually 2.6.
1291 if (interface2_6 == nullptr){
1292 auto cast2_5 =
1293 provider::V2_5::ICameraProvider::castFrom(interface);
1294 sp<provider::V2_5::ICameraProvider> interface2_5 = nullptr;
1295 if (cast2_5.isOk()) {
1296 interface2_5 = cast2_5;
1297 if (interface != nullptr) {
1298 mMinorVersion = 5;
1299 }
1300 }
Eino-Ville Talvala63f36112018-12-06 14:57:03 -08001301 }
1302
Peter Kalauskasa29c1352018-10-10 12:05:42 -07001303 hardware::Return<bool> linked = interface->linkToDeath(this, /*cookie*/ mId);
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07001304 if (!linked.isOk()) {
1305 ALOGE("%s: Transaction error in linking to camera provider '%s' death: %s",
1306 __FUNCTION__, mProviderName.c_str(), linked.description().c_str());
1307 return DEAD_OBJECT;
1308 } else if (!linked) {
1309 ALOGW("%s: Unable to link to provider '%s' death notifications",
1310 __FUNCTION__, mProviderName.c_str());
1311 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001312
Eino-Ville Talvala63f36112018-12-06 14:57:03 -08001313 if (!kEnableLazyHal) {
1314 // Save HAL reference indefinitely
1315 mSavedInterface = interface;
1316 } else {
1317 mActiveInterface = interface;
1318 }
1319
1320 ALOGV("%s: Setting device state for %s: 0x%" PRIx64,
1321 __FUNCTION__, mProviderName.c_str(), mDeviceState);
1322 notifyDeviceStateChange(currentDeviceState);
1323
1324 res = setUpVendorTags();
1325 if (res != OK) {
1326 ALOGE("%s: Unable to set up vendor tags from provider '%s'",
1327 __FUNCTION__, mProviderName.c_str());
1328 return res;
1329 }
1330
Shuzhen Wang43858162020-01-10 13:42:15 -08001331 Status status;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001332 // Get initial list of camera devices, if any
1333 std::vector<std::string> devices;
Peter Kalauskasa29c1352018-10-10 12:05:42 -07001334 hardware::Return<void> ret = interface->getCameraIdList([&status, this, &devices](
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001335 Status idStatus,
1336 const hardware::hidl_vec<hardware::hidl_string>& cameraDeviceNames) {
1337 status = idStatus;
1338 if (status == Status::OK) {
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07001339 for (auto& name : cameraDeviceNames) {
1340 uint16_t major, minor;
1341 std::string type, id;
1342 status_t res = parseDeviceName(name, &major, &minor, &type, &id);
1343 if (res != OK) {
1344 ALOGE("%s: Error parsing deviceName: %s: %d", __FUNCTION__, name.c_str(), res);
1345 status = Status::INTERNAL_ERROR;
1346 } else {
1347 devices.push_back(name);
1348 mProviderPublicCameraIds.push_back(id);
1349 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001350 }
1351 } });
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07001352 if (!ret.isOk()) {
1353 ALOGE("%s: Transaction error in getting camera ID list from provider '%s': %s",
1354 __FUNCTION__, mProviderName.c_str(), linked.description().c_str());
1355 return DEAD_OBJECT;
1356 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001357 if (status != Status::OK) {
1358 ALOGE("%s: Unable to query for camera devices from provider '%s'",
1359 __FUNCTION__, mProviderName.c_str());
1360 return mapToStatusT(status);
1361 }
1362
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -08001363 // Get list of concurrent streaming camera device combinations
1364 if (mMinorVersion >= 6) {
Jayant Chowdharycad23c22020-03-10 15:04:59 -07001365 res = getConcurrentCameraIdsInternalLocked(interface2_6);
Jayant Chowdharycbe770a2020-02-14 11:14:46 -08001366 if (res != OK) {
1367 return res;
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -08001368 }
1369 }
1370
Peter Kalauskasa29c1352018-10-10 12:05:42 -07001371 ret = interface->isSetTorchModeSupported(
1372 [this](auto status, bool supported) {
1373 if (status == Status::OK) {
1374 mSetTorchModeSupported = supported;
1375 }
1376 });
1377 if (!ret.isOk()) {
1378 ALOGE("%s: Transaction error checking torch mode support '%s': %s",
1379 __FUNCTION__, mProviderName.c_str(), ret.description().c_str());
1380 return DEAD_OBJECT;
1381 }
1382
1383 mIsRemote = interface->isRemote();
1384
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07001385 sp<StatusListener> listener = mManager->getStatusListener();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001386 for (auto& device : devices) {
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07001387 std::string id;
Peter Kalauskasb7bd4382018-11-15 17:19:48 -08001388 status_t res = addDevice(device, common::V1_0::CameraDeviceStatus::PRESENT, &id);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001389 if (res != OK) {
1390 ALOGE("%s: Unable to enumerate camera device '%s': %s (%d)",
1391 __FUNCTION__, device.c_str(), strerror(-res), res);
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07001392 continue;
1393 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001394 }
1395
Shuzhen Wang43858162020-01-10 13:42:15 -08001396 // cameraDeviceStatusChange callbacks may be called (and causing new devices added)
1397 // before setCallback returns. setCallback must be called after addDevice so that
1398 // the physical camera status callback can look up available regular
1399 // cameras.
1400 hardware::Return<Status> st = interface->setCallback(this);
1401 if (!st.isOk()) {
1402 ALOGE("%s: Transaction error setting up callbacks with camera provider '%s': %s",
1403 __FUNCTION__, mProviderName.c_str(), st.description().c_str());
1404 return DEAD_OBJECT;
1405 }
1406 if (st != Status::OK) {
1407 ALOGE("%s: Unable to register callbacks with camera provider '%s'",
1408 __FUNCTION__, mProviderName.c_str());
1409 return mapToStatusT(st);
1410 }
1411
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001412 ALOGI("Camera provider %s ready with %zu camera devices",
1413 mProviderName.c_str(), mDevices.size());
1414
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -08001415 mInitialized = true;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001416 return OK;
1417}
1418
Peter Kalauskasa29c1352018-10-10 12:05:42 -07001419const sp<provider::V2_4::ICameraProvider>
1420CameraProviderManager::ProviderInfo::startProviderInterface() {
1421 ATRACE_CALL();
Eino-Ville Talvala63f36112018-12-06 14:57:03 -08001422 ALOGV("Request to start camera provider: %s", mProviderName.c_str());
Peter Kalauskasa29c1352018-10-10 12:05:42 -07001423 if (mSavedInterface != nullptr) {
1424 return mSavedInterface;
1425 }
Eino-Ville Talvala63f36112018-12-06 14:57:03 -08001426 if (!kEnableLazyHal) {
1427 ALOGE("Bad provider state! Should not be here on a non-lazy HAL!");
1428 return nullptr;
1429 }
1430
Peter Kalauskasa29c1352018-10-10 12:05:42 -07001431 auto interface = mActiveInterface.promote();
1432 if (interface == nullptr) {
Eino-Ville Talvala63f36112018-12-06 14:57:03 -08001433 ALOGI("Camera HAL provider needs restart, calling getService(%s)", mProviderName.c_str());
Peter Kalauskasa29c1352018-10-10 12:05:42 -07001434 interface = mManager->mServiceProxy->getService(mProviderName);
1435 interface->setCallback(this);
1436 hardware::Return<bool> linked = interface->linkToDeath(this, /*cookie*/ mId);
1437 if (!linked.isOk()) {
1438 ALOGE("%s: Transaction error in linking to camera provider '%s' death: %s",
1439 __FUNCTION__, mProviderName.c_str(), linked.description().c_str());
1440 mManager->removeProvider(mProviderName);
1441 return nullptr;
1442 } else if (!linked) {
1443 ALOGW("%s: Unable to link to provider '%s' death notifications",
1444 __FUNCTION__, mProviderName.c_str());
1445 }
Eino-Ville Talvala63f36112018-12-06 14:57:03 -08001446 // Send current device state
1447 if (mMinorVersion >= 5) {
1448 auto castResult = provider::V2_5::ICameraProvider::castFrom(interface);
1449 if (castResult.isOk()) {
1450 sp<provider::V2_5::ICameraProvider> interface_2_5 = castResult;
1451 if (interface_2_5 != nullptr) {
1452 ALOGV("%s: Initial device state for %s: 0x %" PRIx64,
1453 __FUNCTION__, mProviderName.c_str(), mDeviceState);
1454 interface_2_5->notifyDeviceStateChange(mDeviceState);
1455 }
1456 }
1457 }
1458
Peter Kalauskasa29c1352018-10-10 12:05:42 -07001459 mActiveInterface = interface;
1460 } else {
Eino-Ville Talvala63f36112018-12-06 14:57:03 -08001461 ALOGV("Camera provider (%s) already in use. Re-using instance.", mProviderName.c_str());
Peter Kalauskasa29c1352018-10-10 12:05:42 -07001462 }
1463 return interface;
1464}
1465
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001466const std::string& CameraProviderManager::ProviderInfo::getType() const {
1467 return mType;
1468}
1469
1470status_t CameraProviderManager::ProviderInfo::addDevice(const std::string& name,
1471 CameraDeviceStatus initialStatus, /*out*/ std::string* parsedId) {
1472
1473 ALOGI("Enumerating new camera device: %s", name.c_str());
1474
1475 uint16_t major, minor;
1476 std::string type, id;
1477
1478 status_t res = parseDeviceName(name, &major, &minor, &type, &id);
1479 if (res != OK) {
1480 return res;
1481 }
1482 if (type != mType) {
1483 ALOGE("%s: Device type %s does not match provider type %s", __FUNCTION__,
1484 type.c_str(), mType.c_str());
1485 return BAD_VALUE;
1486 }
1487 if (mManager->isValidDeviceLocked(id, major)) {
1488 ALOGE("%s: Device %s: ID %s is already in use for device major version %d", __FUNCTION__,
1489 name.c_str(), id.c_str(), major);
1490 return BAD_VALUE;
1491 }
1492
1493 std::unique_ptr<DeviceInfo> deviceInfo;
1494 switch (major) {
1495 case 1:
Emilian Peev71c73a22017-03-21 16:35:51 +00001496 deviceInfo = initializeDeviceInfo<DeviceInfo1>(name, mProviderTagid,
1497 id, minor);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001498 break;
1499 case 3:
Emilian Peev71c73a22017-03-21 16:35:51 +00001500 deviceInfo = initializeDeviceInfo<DeviceInfo3>(name, mProviderTagid,
1501 id, minor);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001502 break;
1503 default:
1504 ALOGE("%s: Device %s: Unknown HIDL device HAL major version %d:", __FUNCTION__,
1505 name.c_str(), major);
1506 return BAD_VALUE;
1507 }
1508 if (deviceInfo == nullptr) return BAD_VALUE;
1509 deviceInfo->mStatus = initialStatus;
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -08001510 bool isAPI1Compatible = deviceInfo->isAPI1Compatible();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001511
1512 mDevices.push_back(std::move(deviceInfo));
1513
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -08001514 mUniqueCameraIds.insert(id);
1515 if (isAPI1Compatible) {
Shuzhen Wang975a39e2018-06-27 14:35:46 -07001516 // addDevice can be called more than once for the same camera id if HAL
1517 // supports openLegacy.
1518 if (std::find(mUniqueAPI1CompatibleCameraIds.begin(), mUniqueAPI1CompatibleCameraIds.end(),
1519 id) == mUniqueAPI1CompatibleCameraIds.end()) {
1520 mUniqueAPI1CompatibleCameraIds.push_back(id);
1521 }
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -08001522 }
1523
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001524 if (parsedId != nullptr) {
1525 *parsedId = id;
1526 }
1527 return OK;
1528}
1529
Guennadi Liakhovetski6034bf52017-12-07 10:28:29 +01001530void CameraProviderManager::ProviderInfo::removeDevice(std::string id) {
1531 for (auto it = mDevices.begin(); it != mDevices.end(); it++) {
1532 if ((*it)->mId == id) {
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -08001533 mUniqueCameraIds.erase(id);
1534 if ((*it)->isAPI1Compatible()) {
Shuzhen Wange8aceb52018-05-21 12:00:56 -07001535 mUniqueAPI1CompatibleCameraIds.erase(std::remove(
1536 mUniqueAPI1CompatibleCameraIds.begin(),
1537 mUniqueAPI1CompatibleCameraIds.end(), id));
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -08001538 }
Guennadi Liakhovetski6034bf52017-12-07 10:28:29 +01001539 mDevices.erase(it);
1540 break;
1541 }
1542 }
1543}
1544
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001545status_t CameraProviderManager::ProviderInfo::dump(int fd, const Vector<String16>&) const {
Eino-Ville Talvala63f36112018-12-06 14:57:03 -08001546 dprintf(fd, "== Camera Provider HAL %s (v2.%d, %s) static info: %zu devices: ==\n",
1547 mProviderName.c_str(),
1548 mMinorVersion,
1549 mIsRemote ? "remote" : "passthrough",
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07001550 mDevices.size());
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001551
1552 for (auto& device : mDevices) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001553 dprintf(fd, "== Camera HAL device %s (v%d.%d) static information: ==\n", device->mName.c_str(),
1554 device->mVersion.get_major(), device->mVersion.get_minor());
1555 dprintf(fd, " Resource cost: %d\n", device->mResourceCost.resourceCost);
1556 if (device->mResourceCost.conflictingDevices.size() == 0) {
1557 dprintf(fd, " Conflicting devices: None\n");
1558 } else {
1559 dprintf(fd, " Conflicting devices:\n");
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001560 for (size_t i = 0; i < device->mResourceCost.conflictingDevices.size(); i++) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001561 dprintf(fd, " %s\n",
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001562 device->mResourceCost.conflictingDevices[i].c_str());
1563 }
1564 }
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001565 dprintf(fd, " API1 info:\n");
1566 dprintf(fd, " Has a flash unit: %s\n",
1567 device->hasFlashUnit() ? "true" : "false");
1568 hardware::CameraInfo info;
1569 status_t res = device->getCameraInfo(&info);
1570 if (res != OK) {
1571 dprintf(fd, " <Error reading camera info: %s (%d)>\n",
1572 strerror(-res), res);
1573 } else {
1574 dprintf(fd, " Facing: %s\n",
1575 info.facing == hardware::CAMERA_FACING_BACK ? "Back" : "Front");
1576 dprintf(fd, " Orientation: %d\n", info.orientation);
1577 }
1578 CameraMetadata info2;
1579 res = device->getCameraCharacteristics(&info2);
1580 if (res == INVALID_OPERATION) {
1581 dprintf(fd, " API2 not directly supported\n");
1582 } else if (res != OK) {
1583 dprintf(fd, " <Error reading camera characteristics: %s (%d)>\n",
1584 strerror(-res), res);
1585 } else {
1586 dprintf(fd, " API2 camera characteristics:\n");
1587 info2.dump(fd, /*verbosity*/ 2, /*indentation*/ 4);
1588 }
Yin-Chia Yeh487785a2018-01-02 12:06:57 -08001589
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07001590 // Dump characteristics of non-standalone physical camera
Shuzhen Wang03d8cc12018-09-12 14:17:09 -07001591 if (device->mIsLogicalCamera) {
1592 for (auto& id : device->mPhysicalIds) {
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07001593 // Skip if physical id is an independent camera
1594 if (std::find(mProviderPublicCameraIds.begin(), mProviderPublicCameraIds.end(), id)
1595 != mProviderPublicCameraIds.end()) {
1596 continue;
1597 }
1598
1599 CameraMetadata physicalInfo;
1600 status_t status = device->getPhysicalCameraCharacteristics(id, &physicalInfo);
1601 if (status == OK) {
1602 dprintf(fd, " Physical camera %s characteristics:\n", id.c_str());
1603 physicalInfo.dump(fd, /*verbosity*/ 2, /*indentation*/ 4);
1604 }
1605 }
1606 }
1607
Yin-Chia Yeh487785a2018-01-02 12:06:57 -08001608 dprintf(fd, "== Camera HAL device %s (v%d.%d) dumpState: ==\n", device->mName.c_str(),
1609 device->mVersion.get_major(), device->mVersion.get_minor());
1610 res = device->dumpState(fd);
1611 if (res != OK) {
1612 dprintf(fd, " <Error dumping device %s state: %s (%d)>\n",
1613 device->mName.c_str(), strerror(-res), res);
1614 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001615 }
1616 return OK;
1617}
1618
Jayant Chowdharycad23c22020-03-10 15:04:59 -07001619status_t CameraProviderManager::ProviderInfo::getConcurrentCameraIdsInternalLocked(
Jayant Chowdharycbe770a2020-02-14 11:14:46 -08001620 sp<provider::V2_6::ICameraProvider> &interface2_6) {
1621 if (interface2_6 == nullptr) {
1622 ALOGE("%s: null interface provided", __FUNCTION__);
1623 return BAD_VALUE;
1624 }
1625 Status status = Status::OK;
1626 hardware::Return<void> ret =
1627 interface2_6->getConcurrentStreamingCameraIds([&status, this](
1628 Status concurrentIdStatus, // TODO: Move all instances of hidl_string to 'using'
1629 const hardware::hidl_vec<hardware::hidl_vec<hardware::hidl_string>>&
1630 cameraDeviceIdCombinations) {
1631 status = concurrentIdStatus;
1632 if (status == Status::OK) {
1633 mConcurrentCameraIdCombinations.clear();
1634 for (auto& combination : cameraDeviceIdCombinations) {
1635 std::unordered_set<std::string> deviceIds;
1636 for (auto &cameraDeviceId : combination) {
1637 deviceIds.insert(cameraDeviceId.c_str());
1638 }
1639 mConcurrentCameraIdCombinations.push_back(std::move(deviceIds));
1640 }
1641 } });
1642 if (!ret.isOk()) {
1643 ALOGE("%s: Transaction error in getting concurrent camera ID list from provider '%s'",
1644 __FUNCTION__, mProviderName.c_str());
1645 return DEAD_OBJECT;
1646 }
1647 if (status != Status::OK) {
1648 ALOGE("%s: Unable to query for camera devices from provider '%s'",
1649 __FUNCTION__, mProviderName.c_str());
1650 return mapToStatusT(status);
1651 }
1652 return OK;
1653}
1654
1655status_t CameraProviderManager::ProviderInfo::reCacheConcurrentStreamingCameraIdsLocked() {
1656 if (mMinorVersion < 6) {
1657 // Unsupported operation, nothing to do here
1658 return OK;
1659 }
1660 // Check if the provider is currently active - not going to start it up for this notification
1661 auto interface = mSavedInterface != nullptr ? mSavedInterface : mActiveInterface.promote();
1662 if (interface == nullptr) {
1663 ALOGE("%s: camera provider interface for %s is not valid", __FUNCTION__,
1664 mProviderName.c_str());
1665 return INVALID_OPERATION;
1666 }
1667 auto castResult = provider::V2_6::ICameraProvider::castFrom(interface);
1668
1669 if (castResult.isOk()) {
1670 sp<provider::V2_6::ICameraProvider> interface2_6 = castResult;
1671 if (interface2_6 != nullptr) {
Jayant Chowdharycad23c22020-03-10 15:04:59 -07001672 return getConcurrentCameraIdsInternalLocked(interface2_6);
Jayant Chowdharycbe770a2020-02-14 11:14:46 -08001673 } else {
1674 // This should not happen since mMinorVersion >= 6
1675 ALOGE("%s: mMinorVersion was >= 6, but interface2_6 was nullptr", __FUNCTION__);
1676 return UNKNOWN_ERROR;
1677 }
1678 }
1679 return OK;
1680}
1681
1682std::vector<std::unordered_set<std::string>>
1683CameraProviderManager::ProviderInfo::getConcurrentCameraIdCombinations() {
1684 std::lock_guard<std::mutex> lock(mLock);
1685 return mConcurrentCameraIdCombinations;
1686}
1687
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001688hardware::Return<void> CameraProviderManager::ProviderInfo::cameraDeviceStatusChange(
1689 const hardware::hidl_string& cameraDeviceName,
1690 CameraDeviceStatus newStatus) {
1691 sp<StatusListener> listener;
1692 std::string id;
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -08001693 bool initialized = false;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001694 {
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07001695 std::lock_guard<std::mutex> lock(mLock);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001696 bool known = false;
1697 for (auto& deviceInfo : mDevices) {
1698 if (deviceInfo->mName == cameraDeviceName) {
1699 ALOGI("Camera device %s status is now %s, was %s", cameraDeviceName.c_str(),
1700 deviceStatusToString(newStatus), deviceStatusToString(deviceInfo->mStatus));
1701 deviceInfo->mStatus = newStatus;
1702 // TODO: Handle device removal (NOT_PRESENT)
1703 id = deviceInfo->mId;
1704 known = true;
1705 break;
1706 }
1707 }
1708 // Previously unseen device; status must not be NOT_PRESENT
1709 if (!known) {
1710 if (newStatus == CameraDeviceStatus::NOT_PRESENT) {
1711 ALOGW("Camera provider %s says an unknown camera device %s is not present. Curious.",
1712 mProviderName.c_str(), cameraDeviceName.c_str());
1713 return hardware::Void();
1714 }
1715 addDevice(cameraDeviceName, newStatus, &id);
Guennadi Liakhovetski6034bf52017-12-07 10:28:29 +01001716 } else if (newStatus == CameraDeviceStatus::NOT_PRESENT) {
1717 removeDevice(id);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001718 }
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07001719 listener = mManager->getStatusListener();
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -08001720 initialized = mInitialized;
Jayant Chowdharycbe770a2020-02-14 11:14:46 -08001721 if (reCacheConcurrentStreamingCameraIdsLocked() != OK) {
1722 ALOGE("%s: CameraProvider %s could not re-cache concurrent streaming camera id list ",
1723 __FUNCTION__, mProviderName.c_str());
1724 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001725 }
1726 // Call without lock held to allow reentrancy into provider manager
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -08001727 // Don't send the callback if providerInfo hasn't been initialized.
1728 // CameraService will initialize device status after provider is
1729 // initialized
1730 if (listener != nullptr && initialized) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001731 listener->onDeviceStatusChanged(String8(id.c_str()), newStatus);
1732 }
1733 return hardware::Void();
1734}
1735
Shuzhen Wang43858162020-01-10 13:42:15 -08001736hardware::Return<void> CameraProviderManager::ProviderInfo::physicalCameraDeviceStatusChange(
1737 const hardware::hidl_string& cameraDeviceName,
1738 const hardware::hidl_string& physicalCameraDeviceName,
1739 CameraDeviceStatus newStatus) {
1740 sp<StatusListener> listener;
1741 std::string id;
1742 bool initialized = false;
1743 {
1744 std::lock_guard<std::mutex> lock(mLock);
1745 bool known = false;
1746 for (auto& deviceInfo : mDevices) {
1747 if (deviceInfo->mName == cameraDeviceName) {
1748 id = deviceInfo->mId;
1749
1750 if (!deviceInfo->mIsLogicalCamera) {
1751 ALOGE("%s: Invalid combination of camera id %s, physical id %s",
1752 __FUNCTION__, id.c_str(), physicalCameraDeviceName.c_str());
1753 return hardware::Void();
1754 }
1755 if (std::find(deviceInfo->mPhysicalIds.begin(), deviceInfo->mPhysicalIds.end(),
1756 physicalCameraDeviceName) == deviceInfo->mPhysicalIds.end()) {
1757 ALOGE("%s: Invalid combination of camera id %s, physical id %s",
1758 __FUNCTION__, id.c_str(), physicalCameraDeviceName.c_str());
1759 return hardware::Void();
1760 }
1761 ALOGI("Camera device %s physical device %s status is now %s, was %s",
1762 cameraDeviceName.c_str(), physicalCameraDeviceName.c_str(),
1763 deviceStatusToString(newStatus), deviceStatusToString(
1764 deviceInfo->mPhysicalStatus[physicalCameraDeviceName]));
1765 known = true;
1766 break;
1767 }
1768 }
1769 // Previously unseen device; status must not be NOT_PRESENT
1770 if (!known) {
1771 ALOGW("Camera provider %s says an unknown camera device %s-%s is not present. Curious.",
1772 mProviderName.c_str(), cameraDeviceName.c_str(),
1773 physicalCameraDeviceName.c_str());
1774 return hardware::Void();
1775 }
1776 listener = mManager->getStatusListener();
1777 initialized = mInitialized;
1778 }
1779 // Call without lock held to allow reentrancy into provider manager
1780 // Don't send the callback if providerInfo hasn't been initialized.
1781 // CameraService will initialize device status after provider is
1782 // initialized
1783 if (listener != nullptr && initialized) {
1784 String8 physicalId(physicalCameraDeviceName.c_str());
1785 listener->onDeviceStatusChanged(String8(id.c_str()),
1786 physicalId, newStatus);
1787 }
1788 return hardware::Void();
1789}
1790
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001791hardware::Return<void> CameraProviderManager::ProviderInfo::torchModeStatusChange(
1792 const hardware::hidl_string& cameraDeviceName,
1793 TorchModeStatus newStatus) {
1794 sp<StatusListener> listener;
1795 std::string id;
1796 {
Yin-Chia Yeh52778d42016-12-22 18:20:43 -08001797 std::lock_guard<std::mutex> lock(mManager->mStatusListenerMutex);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001798 bool known = false;
1799 for (auto& deviceInfo : mDevices) {
1800 if (deviceInfo->mName == cameraDeviceName) {
1801 ALOGI("Camera device %s torch status is now %s", cameraDeviceName.c_str(),
1802 torchStatusToString(newStatus));
1803 id = deviceInfo->mId;
1804 known = true;
Peter Kalauskasa29c1352018-10-10 12:05:42 -07001805 if (TorchModeStatus::AVAILABLE_ON != newStatus) {
1806 mManager->removeRef(DeviceMode::TORCH, id);
1807 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001808 break;
1809 }
1810 }
1811 if (!known) {
1812 ALOGW("Camera provider %s says an unknown camera %s now has torch status %d. Curious.",
1813 mProviderName.c_str(), cameraDeviceName.c_str(), newStatus);
1814 return hardware::Void();
1815 }
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07001816 listener = mManager->getStatusListener();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001817 }
1818 // Call without lock held to allow reentrancy into provider manager
1819 if (listener != nullptr) {
1820 listener->onTorchStatusChanged(String8(id.c_str()), newStatus);
1821 }
1822 return hardware::Void();
1823}
1824
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07001825void CameraProviderManager::ProviderInfo::serviceDied(uint64_t cookie,
1826 const wp<hidl::base::V1_0::IBase>& who) {
1827 (void) who;
1828 ALOGI("Camera provider '%s' has died; removing it", mProviderName.c_str());
1829 if (cookie != mId) {
1830 ALOGW("%s: Unexpected serviceDied cookie %" PRIu64 ", expected %" PRIu32,
1831 __FUNCTION__, cookie, mId);
1832 }
1833 mManager->removeProvider(mProviderName);
1834}
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001835
Peter Kalauskas1b3c9072018-11-07 12:41:53 -08001836status_t CameraProviderManager::ProviderInfo::setUpVendorTags() {
1837 if (mVendorTagDescriptor != nullptr)
1838 return OK;
1839
1840 hardware::hidl_vec<VendorTagSection> vts;
1841 Status status;
1842 hardware::Return<void> ret;
Peter Kalauskasa29c1352018-10-10 12:05:42 -07001843 const sp<provider::V2_4::ICameraProvider> interface = startProviderInterface();
1844 if (interface == nullptr) {
1845 return DEAD_OBJECT;
1846 }
1847 ret = interface->getVendorTags(
Peter Kalauskas1b3c9072018-11-07 12:41:53 -08001848 [&](auto s, const auto& vendorTagSecs) {
1849 status = s;
1850 if (s == Status::OK) {
1851 vts = vendorTagSecs;
1852 }
1853 });
1854 if (!ret.isOk()) {
1855 ALOGE("%s: Transaction error getting vendor tags from provider '%s': %s",
1856 __FUNCTION__, mProviderName.c_str(), ret.description().c_str());
1857 return DEAD_OBJECT;
1858 }
1859 if (status != Status::OK) {
1860 return mapToStatusT(status);
1861 }
1862
1863 // Read all vendor tag definitions into a descriptor
1864 status_t res;
1865 if ((res = HidlVendorTagDescriptor::createDescriptorFromHidl(vts, /*out*/mVendorTagDescriptor))
1866 != OK) {
1867 ALOGE("%s: Could not generate descriptor from vendor tag operations,"
1868 "received error %s (%d). Camera clients will not be able to use"
1869 "vendor tags", __FUNCTION__, strerror(res), res);
1870 return res;
1871 }
1872
1873 return OK;
1874}
1875
Eino-Ville Talvala63f36112018-12-06 14:57:03 -08001876status_t CameraProviderManager::ProviderInfo::notifyDeviceStateChange(
1877 hardware::hidl_bitfield<provider::V2_5::DeviceState> newDeviceState) {
1878 mDeviceState = newDeviceState;
1879 if (mMinorVersion >= 5) {
1880 // Check if the provider is currently active - not going to start it up for this notification
1881 auto interface = mSavedInterface != nullptr ? mSavedInterface : mActiveInterface.promote();
1882 if (interface != nullptr) {
1883 // Send current device state
1884 auto castResult = provider::V2_5::ICameraProvider::castFrom(interface);
1885 if (castResult.isOk()) {
1886 sp<provider::V2_5::ICameraProvider> interface_2_5 = castResult;
1887 if (interface_2_5 != nullptr) {
1888 interface_2_5->notifyDeviceStateChange(mDeviceState);
1889 }
1890 }
1891 }
1892 }
1893 return OK;
1894}
1895
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -08001896status_t CameraProviderManager::ProviderInfo::isConcurrentSessionConfigurationSupported(
1897 const hardware::hidl_vec<CameraIdAndStreamCombination> &halCameraIdsAndStreamCombinations,
1898 bool *isSupported) {
1899 status_t res = OK;
1900 if (mMinorVersion >= 6) {
1901 // Check if the provider is currently active - not going to start it up for this notification
1902 auto interface = mSavedInterface != nullptr ? mSavedInterface : mActiveInterface.promote();
1903 if (interface == nullptr) {
1904 // TODO: This might be some other problem
1905 return INVALID_OPERATION;
1906 }
1907 auto castResult = provider::V2_6::ICameraProvider::castFrom(interface);
1908 if (castResult.isOk()) {
1909 sp<provider::V2_6::ICameraProvider> interface_2_6 = castResult;
1910 if (interface_2_6 != nullptr) {
1911 Status callStatus;
1912 auto cb =
1913 [&isSupported, &callStatus](Status s, bool supported) {
1914 callStatus = s;
1915 *isSupported = supported; };
1916
1917 auto ret = interface_2_6->isConcurrentStreamCombinationSupported(
1918 halCameraIdsAndStreamCombinations, cb);
1919 if (ret.isOk()) {
1920 switch (callStatus) {
1921 case Status::OK:
1922 // Expected case, do nothing.
1923 res = OK;
1924 break;
1925 case Status::METHOD_NOT_SUPPORTED:
1926 res = INVALID_OPERATION;
1927 break;
1928 default:
1929 ALOGE("%s: Session configuration query failed: %d", __FUNCTION__,
1930 callStatus);
1931 res = UNKNOWN_ERROR;
1932 }
1933 } else {
1934 ALOGE("%s: Unexpected binder error: %s", __FUNCTION__, ret.description().c_str());
1935 res = UNKNOWN_ERROR;
1936 }
1937 return res;
1938 }
1939 }
1940 }
1941 // unsupported operation
1942 return INVALID_OPERATION;
1943}
1944
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001945template<class DeviceInfoT>
1946std::unique_ptr<CameraProviderManager::ProviderInfo::DeviceInfo>
1947 CameraProviderManager::ProviderInfo::initializeDeviceInfo(
Emilian Peev71c73a22017-03-21 16:35:51 +00001948 const std::string &name, const metadata_vendor_id_t tagId,
Peter Kalauskasa29c1352018-10-10 12:05:42 -07001949 const std::string &id, uint16_t minorVersion) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001950 Status status;
1951
1952 auto cameraInterface =
Peter Kalauskasa29c1352018-10-10 12:05:42 -07001953 startDeviceInterface<typename DeviceInfoT::InterfaceT>(name);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001954 if (cameraInterface == nullptr) return nullptr;
1955
1956 CameraResourceCost resourceCost;
1957 cameraInterface->getResourceCost([&status, &resourceCost](
1958 Status s, CameraResourceCost cost) {
1959 status = s;
1960 resourceCost = cost;
1961 });
1962 if (status != Status::OK) {
1963 ALOGE("%s: Unable to obtain resource costs for camera device %s: %s", __FUNCTION__,
1964 name.c_str(), statusToString(status));
1965 return nullptr;
1966 }
Shuzhen Wang47283692018-04-24 18:05:02 -07001967
1968 for (auto& conflictName : resourceCost.conflictingDevices) {
1969 uint16_t major, minor;
1970 std::string type, id;
1971 status_t res = parseDeviceName(conflictName, &major, &minor, &type, &id);
1972 if (res != OK) {
1973 ALOGE("%s: Failed to parse conflicting device %s", __FUNCTION__, conflictName.c_str());
1974 return nullptr;
1975 }
1976 conflictName = id;
1977 }
1978
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001979 return std::unique_ptr<DeviceInfo>(
Peter Kalauskasa29c1352018-10-10 12:05:42 -07001980 new DeviceInfoT(name, tagId, id, minorVersion, resourceCost, this,
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07001981 mProviderPublicCameraIds, cameraInterface));
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001982}
1983
1984template<class InterfaceT>
1985sp<InterfaceT>
Peter Kalauskasa29c1352018-10-10 12:05:42 -07001986CameraProviderManager::ProviderInfo::startDeviceInterface(const std::string &name) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001987 ALOGE("%s: Device %s: Unknown HIDL device HAL major version %d:", __FUNCTION__,
1988 name.c_str(), InterfaceT::version.get_major());
1989 return nullptr;
1990}
1991
1992template<>
1993sp<device::V1_0::ICameraDevice>
Peter Kalauskasa29c1352018-10-10 12:05:42 -07001994CameraProviderManager::ProviderInfo::startDeviceInterface
1995 <device::V1_0::ICameraDevice>(const std::string &name) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001996 Status status;
1997 sp<device::V1_0::ICameraDevice> cameraInterface;
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07001998 hardware::Return<void> ret;
Peter Kalauskasa29c1352018-10-10 12:05:42 -07001999 const sp<provider::V2_4::ICameraProvider> interface = startProviderInterface();
2000 if (interface == nullptr) {
2001 return nullptr;
2002 }
2003 ret = interface->getCameraDeviceInterface_V1_x(name, [&status, &cameraInterface](
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002004 Status s, sp<device::V1_0::ICameraDevice> interface) {
2005 status = s;
2006 cameraInterface = interface;
2007 });
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002008 if (!ret.isOk()) {
2009 ALOGE("%s: Transaction error trying to obtain interface for camera device %s: %s",
2010 __FUNCTION__, name.c_str(), ret.description().c_str());
2011 return nullptr;
2012 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002013 if (status != Status::OK) {
2014 ALOGE("%s: Unable to obtain interface for camera device %s: %s", __FUNCTION__,
2015 name.c_str(), statusToString(status));
2016 return nullptr;
2017 }
2018 return cameraInterface;
2019}
2020
2021template<>
2022sp<device::V3_2::ICameraDevice>
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002023CameraProviderManager::ProviderInfo::startDeviceInterface
2024 <device::V3_2::ICameraDevice>(const std::string &name) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002025 Status status;
2026 sp<device::V3_2::ICameraDevice> cameraInterface;
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002027 hardware::Return<void> ret;
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002028 const sp<provider::V2_4::ICameraProvider> interface = startProviderInterface();
2029 if (interface == nullptr) {
2030 return nullptr;
2031 }
2032 ret = interface->getCameraDeviceInterface_V3_x(name, [&status, &cameraInterface](
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002033 Status s, sp<device::V3_2::ICameraDevice> interface) {
2034 status = s;
2035 cameraInterface = interface;
2036 });
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002037 if (!ret.isOk()) {
2038 ALOGE("%s: Transaction error trying to obtain interface for camera device %s: %s",
2039 __FUNCTION__, name.c_str(), ret.description().c_str());
2040 return nullptr;
2041 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002042 if (status != Status::OK) {
2043 ALOGE("%s: Unable to obtain interface for camera device %s: %s", __FUNCTION__,
2044 name.c_str(), statusToString(status));
2045 return nullptr;
2046 }
2047 return cameraInterface;
2048}
2049
2050CameraProviderManager::ProviderInfo::DeviceInfo::~DeviceInfo() {}
2051
2052template<class InterfaceT>
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002053sp<InterfaceT> CameraProviderManager::ProviderInfo::DeviceInfo::startDeviceInterface() {
2054 sp<InterfaceT> device;
2055 ATRACE_CALL();
2056 if (mSavedInterface == nullptr) {
Shuzhen Wang79680432020-03-05 11:53:46 -08002057 sp<ProviderInfo> parentProvider = mParentProvider.promote();
2058 if (parentProvider != nullptr) {
2059 device = parentProvider->startDeviceInterface<InterfaceT>(mName);
2060 }
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002061 } else {
2062 device = (InterfaceT *) mSavedInterface.get();
2063 }
2064 return device;
2065}
2066
2067template<class InterfaceT>
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002068status_t CameraProviderManager::ProviderInfo::DeviceInfo::setTorchMode(InterfaceT& interface,
2069 bool enabled) {
2070 Status s = interface->setTorchMode(enabled ? TorchMode::ON : TorchMode::OFF);
2071 return mapToStatusT(s);
2072}
2073
2074CameraProviderManager::ProviderInfo::DeviceInfo1::DeviceInfo1(const std::string& name,
Emilian Peev71c73a22017-03-21 16:35:51 +00002075 const metadata_vendor_id_t tagId, const std::string &id,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002076 uint16_t minorVersion,
2077 const CameraResourceCost& resourceCost,
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002078 sp<ProviderInfo> parentProvider,
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002079 const std::vector<std::string>& publicCameraIds,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002080 sp<InterfaceT> interface) :
Emilian Peev71c73a22017-03-21 16:35:51 +00002081 DeviceInfo(name, tagId, id, hardware::hidl_version{1, minorVersion},
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002082 publicCameraIds, resourceCost, parentProvider) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002083 // Get default parameters and initialize flash unit availability
2084 // Requires powering on the camera device
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002085 hardware::Return<Status> status = interface->open(nullptr);
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002086 if (!status.isOk()) {
2087 ALOGE("%s: Transaction error opening camera device %s to check for a flash unit: %s",
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002088 __FUNCTION__, id.c_str(), status.description().c_str());
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002089 return;
2090 }
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002091 if (status != Status::OK) {
2092 ALOGE("%s: Unable to open camera device %s to check for a flash unit: %s", __FUNCTION__,
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002093 id.c_str(), CameraProviderManager::statusToString(status));
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002094 return;
2095 }
2096 hardware::Return<void> ret;
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002097 ret = interface->getParameters([this](const hardware::hidl_string& parms) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002098 mDefaultParameters.unflatten(String8(parms.c_str()));
2099 });
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002100 if (!ret.isOk()) {
2101 ALOGE("%s: Transaction error reading camera device %s params to check for a flash unit: %s",
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002102 __FUNCTION__, id.c_str(), status.description().c_str());
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002103 return;
2104 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002105 const char *flashMode =
2106 mDefaultParameters.get(CameraParameters::KEY_SUPPORTED_FLASH_MODES);
2107 if (flashMode && strstr(flashMode, CameraParameters::FLASH_MODE_TORCH)) {
2108 mHasFlashUnit = true;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002109 }
2110
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002111 status_t res = cacheCameraInfo(interface);
2112 if (res != OK) {
2113 ALOGE("%s: Could not cache CameraInfo", __FUNCTION__);
2114 return;
2115 }
2116
2117 ret = interface->close();
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002118 if (!ret.isOk()) {
2119 ALOGE("%s: Transaction error closing camera device %s after check for a flash unit: %s",
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002120 __FUNCTION__, id.c_str(), status.description().c_str());
2121 }
2122
2123 if (!kEnableLazyHal) {
2124 // Save HAL reference indefinitely
2125 mSavedInterface = interface;
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002126 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002127}
2128
2129CameraProviderManager::ProviderInfo::DeviceInfo1::~DeviceInfo1() {}
2130
2131status_t CameraProviderManager::ProviderInfo::DeviceInfo1::setTorchMode(bool enabled) {
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002132 return setTorchModeForDevice<InterfaceT>(enabled);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002133}
2134
2135status_t CameraProviderManager::ProviderInfo::DeviceInfo1::getCameraInfo(
2136 hardware::CameraInfo *info) const {
2137 if (info == nullptr) return BAD_VALUE;
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002138 *info = mInfo;
2139 return OK;
2140}
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002141
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002142status_t CameraProviderManager::ProviderInfo::DeviceInfo1::cacheCameraInfo(
2143 sp<CameraProviderManager::ProviderInfo::DeviceInfo1::InterfaceT> interface) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002144 Status status;
2145 device::V1_0::CameraInfo cInfo;
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002146 hardware::Return<void> ret;
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002147 ret = interface->getCameraInfo([&status, &cInfo](Status s, device::V1_0::CameraInfo camInfo) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002148 status = s;
2149 cInfo = camInfo;
2150 });
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002151 if (!ret.isOk()) {
2152 ALOGE("%s: Transaction error reading camera info from device %s: %s",
2153 __FUNCTION__, mId.c_str(), ret.description().c_str());
2154 return DEAD_OBJECT;
2155 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002156 if (status != Status::OK) {
2157 return mapToStatusT(status);
2158 }
2159
2160 switch(cInfo.facing) {
2161 case device::V1_0::CameraFacing::BACK:
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002162 mInfo.facing = hardware::CAMERA_FACING_BACK;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002163 break;
2164 case device::V1_0::CameraFacing::EXTERNAL:
2165 // Map external to front for legacy API
2166 case device::V1_0::CameraFacing::FRONT:
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002167 mInfo.facing = hardware::CAMERA_FACING_FRONT;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002168 break;
2169 default:
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002170 ALOGW("%s: Device %s: Unknown camera facing: %d",
2171 __FUNCTION__, mId.c_str(), cInfo.facing);
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002172 mInfo.facing = hardware::CAMERA_FACING_BACK;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002173 }
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002174 mInfo.orientation = cInfo.orientation;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002175
2176 return OK;
2177}
2178
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002179status_t CameraProviderManager::ProviderInfo::DeviceInfo1::dumpState(int fd) {
Yin-Chia Yeh487785a2018-01-02 12:06:57 -08002180 native_handle_t* handle = native_handle_create(1,0);
2181 handle->data[0] = fd;
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002182 const sp<InterfaceT> interface = startDeviceInterface<InterfaceT>();
2183 if (interface == nullptr) {
2184 return DEAD_OBJECT;
2185 }
2186 hardware::Return<Status> s = interface->dumpState(handle);
Yin-Chia Yeh487785a2018-01-02 12:06:57 -08002187 native_handle_delete(handle);
2188 if (!s.isOk()) {
2189 return INVALID_OPERATION;
2190 }
2191 return mapToStatusT(s);
2192}
2193
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002194CameraProviderManager::ProviderInfo::DeviceInfo3::DeviceInfo3(const std::string& name,
Emilian Peev71c73a22017-03-21 16:35:51 +00002195 const metadata_vendor_id_t tagId, const std::string &id,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002196 uint16_t minorVersion,
2197 const CameraResourceCost& resourceCost,
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002198 sp<ProviderInfo> parentProvider,
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002199 const std::vector<std::string>& publicCameraIds,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002200 sp<InterfaceT> interface) :
Emilian Peev71c73a22017-03-21 16:35:51 +00002201 DeviceInfo(name, tagId, id, hardware::hidl_version{3, minorVersion},
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002202 publicCameraIds, resourceCost, parentProvider) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002203 // Get camera characteristics and initialize flash unit availability
2204 Status status;
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002205 hardware::Return<void> ret;
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002206 ret = interface->getCameraCharacteristics([&status, this](Status s,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002207 device::V3_2::CameraMetadata metadata) {
2208 status = s;
2209 if (s == Status::OK) {
2210 camera_metadata_t *buffer =
2211 reinterpret_cast<camera_metadata_t*>(metadata.data());
Yin-Chia Yeh238ef5f2017-04-18 15:01:15 -07002212 size_t expectedSize = metadata.size();
2213 int res = validate_camera_metadata_structure(buffer, &expectedSize);
2214 if (res == OK || res == CAMERA_METADATA_VALIDATION_SHIFTED) {
2215 set_camera_metadata_vendor_id(buffer, mProviderTagid);
2216 mCameraCharacteristics = buffer;
2217 } else {
2218 ALOGE("%s: Malformed camera metadata received from HAL", __FUNCTION__);
2219 status = Status::INTERNAL_ERROR;
2220 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002221 }
2222 });
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002223 if (!ret.isOk()) {
2224 ALOGE("%s: Transaction error getting camera characteristics for device %s"
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002225 " to check for a flash unit: %s", __FUNCTION__, id.c_str(),
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002226 ret.description().c_str());
2227 return;
2228 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002229 if (status != Status::OK) {
2230 ALOGE("%s: Unable to get camera characteristics for device %s: %s (%d)",
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002231 __FUNCTION__, id.c_str(), CameraProviderManager::statusToString(status), status);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002232 return;
2233 }
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -08002234
Jayant Chowdhary5216b212019-07-17 09:26:23 -07002235 mSystemCameraKind = getSystemCameraKind();
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -08002236
Shuzhen Wang268a1362018-10-16 16:32:59 -07002237 status_t res = fixupMonochromeTags();
2238 if (OK != res) {
2239 ALOGE("%s: Unable to fix up monochrome tags based for older HAL version: %s (%d)",
2240 __FUNCTION__, strerror(-res), res);
2241 return;
2242 }
Emilian Peeva1185162019-01-30 16:41:43 -08002243 auto stat = addDynamicDepthTags();
2244 if (OK != stat) {
2245 ALOGE("%s: Failed appending dynamic depth tags: %s (%d)", __FUNCTION__, strerror(-stat),
2246 stat);
Emilian Peev4c6d2b52019-01-04 17:13:56 +00002247 }
Shuzhen Wang68ac7ad2019-01-30 14:03:28 -08002248 res = deriveHeicTags();
2249 if (OK != res) {
2250 ALOGE("%s: Unable to derive HEIC tags based on camera and media capabilities: %s (%d)",
2251 __FUNCTION__, strerror(-res), res);
2252 }
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -08002253 res = addRotateCropTags();
2254 if (OK != res) {
2255 ALOGE("%s: Unable to add default SCALER_ROTATE_AND_CROP tags: %s (%d)", __FUNCTION__,
2256 strerror(-res), res);
2257 }
Shuzhen Wang68ac7ad2019-01-30 14:03:28 -08002258
Shuzhen Wangdbdf72b2019-11-13 11:22:12 -08002259 res = camera3::ZoomRatioMapper::overrideZoomRatioTags(
2260 &mCameraCharacteristics, &mSupportNativeZoomRatio);
2261 if (OK != res) {
2262 ALOGE("%s: Unable to override zoomRatio related tags: %s (%d)",
2263 __FUNCTION__, strerror(-res), res);
2264 }
2265
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002266 camera_metadata_entry flashAvailable =
2267 mCameraCharacteristics.find(ANDROID_FLASH_INFO_AVAILABLE);
2268 if (flashAvailable.count == 1 &&
2269 flashAvailable.data.u8[0] == ANDROID_FLASH_INFO_AVAILABLE_TRUE) {
2270 mHasFlashUnit = true;
2271 } else {
2272 mHasFlashUnit = false;
2273 }
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002274
Shuzhen Wang03d8cc12018-09-12 14:17:09 -07002275 queryPhysicalCameraIds();
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -08002276
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002277 // Get physical camera characteristics if applicable
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002278 auto castResult = device::V3_5::ICameraDevice::castFrom(interface);
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002279 if (!castResult.isOk()) {
2280 ALOGV("%s: Unable to convert ICameraDevice instance to version 3.5", __FUNCTION__);
2281 return;
2282 }
Peter Kalauskasb7bd4382018-11-15 17:19:48 -08002283 sp<device::V3_5::ICameraDevice> interface_3_5 = castResult;
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002284 if (interface_3_5 == nullptr) {
2285 ALOGE("%s: Converted ICameraDevice instance to nullptr", __FUNCTION__);
2286 return;
2287 }
2288
Shuzhen Wang03d8cc12018-09-12 14:17:09 -07002289 if (mIsLogicalCamera) {
2290 for (auto& id : mPhysicalIds) {
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002291 if (std::find(mPublicCameraIds.begin(), mPublicCameraIds.end(), id) !=
2292 mPublicCameraIds.end()) {
2293 continue;
2294 }
2295
2296 hardware::hidl_string hidlId(id);
2297 ret = interface_3_5->getPhysicalCameraCharacteristics(hidlId,
2298 [&status, &id, this](Status s, device::V3_2::CameraMetadata metadata) {
2299 status = s;
2300 if (s == Status::OK) {
2301 camera_metadata_t *buffer =
2302 reinterpret_cast<camera_metadata_t*>(metadata.data());
2303 size_t expectedSize = metadata.size();
2304 int res = validate_camera_metadata_structure(buffer, &expectedSize);
2305 if (res == OK || res == CAMERA_METADATA_VALIDATION_SHIFTED) {
2306 set_camera_metadata_vendor_id(buffer, mProviderTagid);
2307 mPhysicalCameraCharacteristics[id] = buffer;
2308 } else {
2309 ALOGE("%s: Malformed camera metadata received from HAL", __FUNCTION__);
2310 status = Status::INTERNAL_ERROR;
2311 }
2312 }
2313 });
2314
2315 if (!ret.isOk()) {
2316 ALOGE("%s: Transaction error getting physical camera %s characteristics for %s: %s",
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002317 __FUNCTION__, id.c_str(), id.c_str(), ret.description().c_str());
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002318 return;
2319 }
2320 if (status != Status::OK) {
2321 ALOGE("%s: Unable to get physical camera %s characteristics for device %s: %s (%d)",
2322 __FUNCTION__, id.c_str(), mId.c_str(),
2323 CameraProviderManager::statusToString(status), status);
2324 return;
2325 }
Shuzhen Wang1c834da2019-12-18 11:17:03 -08002326
2327 res = camera3::ZoomRatioMapper::overrideZoomRatioTags(
2328 &mPhysicalCameraCharacteristics[id], &mSupportNativeZoomRatio);
2329 if (OK != res) {
2330 ALOGE("%s: Unable to override zoomRatio related tags: %s (%d)",
2331 __FUNCTION__, strerror(-res), res);
2332 }
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002333 }
2334 }
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002335
2336 if (!kEnableLazyHal) {
2337 // Save HAL reference indefinitely
2338 mSavedInterface = interface;
2339 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002340}
2341
2342CameraProviderManager::ProviderInfo::DeviceInfo3::~DeviceInfo3() {}
2343
2344status_t CameraProviderManager::ProviderInfo::DeviceInfo3::setTorchMode(bool enabled) {
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002345 return setTorchModeForDevice<InterfaceT>(enabled);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002346}
2347
2348status_t CameraProviderManager::ProviderInfo::DeviceInfo3::getCameraInfo(
2349 hardware::CameraInfo *info) const {
2350 if (info == nullptr) return BAD_VALUE;
2351
2352 camera_metadata_ro_entry facing =
2353 mCameraCharacteristics.find(ANDROID_LENS_FACING);
2354 if (facing.count == 1) {
2355 switch (facing.data.u8[0]) {
2356 case ANDROID_LENS_FACING_BACK:
2357 info->facing = hardware::CAMERA_FACING_BACK;
2358 break;
2359 case ANDROID_LENS_FACING_EXTERNAL:
2360 // Map external to front for legacy API
2361 case ANDROID_LENS_FACING_FRONT:
2362 info->facing = hardware::CAMERA_FACING_FRONT;
2363 break;
2364 }
2365 } else {
2366 ALOGE("%s: Unable to find android.lens.facing static metadata", __FUNCTION__);
2367 return NAME_NOT_FOUND;
2368 }
2369
2370 camera_metadata_ro_entry orientation =
2371 mCameraCharacteristics.find(ANDROID_SENSOR_ORIENTATION);
2372 if (orientation.count == 1) {
2373 info->orientation = orientation.data.i32[0];
2374 } else {
2375 ALOGE("%s: Unable to find android.sensor.orientation static metadata", __FUNCTION__);
2376 return NAME_NOT_FOUND;
2377 }
2378
2379 return OK;
2380}
Emilian Peevf53f66e2017-04-11 14:29:43 +01002381bool CameraProviderManager::ProviderInfo::DeviceInfo3::isAPI1Compatible() const {
Shuzhen Wang7a7e6342019-05-31 16:28:21 -07002382 // Do not advertise NIR cameras to API1 camera app.
2383 camera_metadata_ro_entry cfa = mCameraCharacteristics.find(
2384 ANDROID_SENSOR_INFO_COLOR_FILTER_ARRANGEMENT);
2385 if (cfa.count == 1 && cfa.data.u8[0] == ANDROID_SENSOR_INFO_COLOR_FILTER_ARRANGEMENT_NIR) {
2386 return false;
2387 }
2388
Emilian Peevf53f66e2017-04-11 14:29:43 +01002389 bool isBackwardCompatible = false;
2390 camera_metadata_ro_entry_t caps = mCameraCharacteristics.find(
2391 ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
2392 for (size_t i = 0; i < caps.count; i++) {
2393 if (caps.data.u8[i] ==
2394 ANDROID_REQUEST_AVAILABLE_CAPABILITIES_BACKWARD_COMPATIBLE) {
2395 isBackwardCompatible = true;
2396 break;
2397 }
2398 }
2399
2400 return isBackwardCompatible;
2401}
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002402
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002403status_t CameraProviderManager::ProviderInfo::DeviceInfo3::dumpState(int fd) {
Yin-Chia Yeh487785a2018-01-02 12:06:57 -08002404 native_handle_t* handle = native_handle_create(1,0);
2405 handle->data[0] = fd;
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002406 const sp<InterfaceT> interface = startDeviceInterface<InterfaceT>();
2407 if (interface == nullptr) {
2408 return DEAD_OBJECT;
2409 }
2410 auto ret = interface->dumpState(handle);
Yin-Chia Yeh487785a2018-01-02 12:06:57 -08002411 native_handle_delete(handle);
2412 if (!ret.isOk()) {
2413 return INVALID_OPERATION;
2414 }
2415 return OK;
2416}
2417
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002418status_t CameraProviderManager::ProviderInfo::DeviceInfo3::getCameraCharacteristics(
2419 CameraMetadata *characteristics) const {
2420 if (characteristics == nullptr) return BAD_VALUE;
2421
2422 *characteristics = mCameraCharacteristics;
2423 return OK;
2424}
2425
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002426status_t CameraProviderManager::ProviderInfo::DeviceInfo3::getPhysicalCameraCharacteristics(
2427 const std::string& physicalCameraId, CameraMetadata *characteristics) const {
2428 if (characteristics == nullptr) return BAD_VALUE;
2429 if (mPhysicalCameraCharacteristics.find(physicalCameraId) ==
2430 mPhysicalCameraCharacteristics.end()) {
2431 return NAME_NOT_FOUND;
2432 }
2433
2434 *characteristics = mPhysicalCameraCharacteristics.at(physicalCameraId);
2435 return OK;
2436}
2437
Emilian Peev35ae8262018-11-08 13:11:32 +00002438status_t CameraProviderManager::ProviderInfo::DeviceInfo3::isSessionConfigurationSupported(
2439 const hardware::camera::device::V3_4::StreamConfiguration &configuration,
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002440 bool *status /*out*/) {
2441
2442 const sp<CameraProviderManager::ProviderInfo::DeviceInfo3::InterfaceT> interface =
2443 this->startDeviceInterface<CameraProviderManager::ProviderInfo::DeviceInfo3::InterfaceT>();
2444 if (interface == nullptr) {
2445 return DEAD_OBJECT;
2446 }
2447 auto castResult = device::V3_5::ICameraDevice::castFrom(interface);
Emilian Peev35ae8262018-11-08 13:11:32 +00002448 sp<hardware::camera::device::V3_5::ICameraDevice> interface_3_5 = castResult;
2449 if (interface_3_5 == nullptr) {
2450 return INVALID_OPERATION;
2451 }
2452
2453 status_t res;
2454 Status callStatus;
2455 auto ret = interface_3_5->isStreamCombinationSupported(configuration,
2456 [&callStatus, &status] (Status s, bool combStatus) {
2457 callStatus = s;
2458 *status = combStatus;
2459 });
2460 if (ret.isOk()) {
2461 switch (callStatus) {
2462 case Status::OK:
2463 // Expected case, do nothing.
2464 res = OK;
2465 break;
2466 case Status::METHOD_NOT_SUPPORTED:
2467 res = INVALID_OPERATION;
2468 break;
2469 default:
2470 ALOGE("%s: Session configuration query failed: %d", __FUNCTION__, callStatus);
2471 res = UNKNOWN_ERROR;
2472 }
2473 } else {
2474 ALOGE("%s: Unexpected binder error: %s", __FUNCTION__, ret.description().c_str());
2475 res = UNKNOWN_ERROR;
2476 }
2477
2478 return res;
2479}
2480
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002481status_t CameraProviderManager::ProviderInfo::parseProviderName(const std::string& name,
2482 std::string *type, uint32_t *id) {
2483 // Format must be "<type>/<id>"
2484#define ERROR_MSG_PREFIX "%s: Invalid provider name '%s'. " \
2485 "Should match '<type>/<id>' - "
2486
2487 if (!type || !id) return INVALID_OPERATION;
2488
2489 std::string::size_type slashIdx = name.find('/');
2490 if (slashIdx == std::string::npos || slashIdx == name.size() - 1) {
2491 ALOGE(ERROR_MSG_PREFIX
2492 "does not have / separator between type and id",
2493 __FUNCTION__, name.c_str());
2494 return BAD_VALUE;
2495 }
2496
2497 std::string typeVal = name.substr(0, slashIdx);
2498
2499 char *endPtr;
2500 errno = 0;
2501 long idVal = strtol(name.c_str() + slashIdx + 1, &endPtr, 10);
2502 if (errno != 0) {
2503 ALOGE(ERROR_MSG_PREFIX
2504 "cannot parse provider id as an integer: %s (%d)",
2505 __FUNCTION__, name.c_str(), strerror(errno), errno);
2506 return BAD_VALUE;
2507 }
2508 if (endPtr != name.c_str() + name.size()) {
2509 ALOGE(ERROR_MSG_PREFIX
2510 "provider id has unexpected length",
2511 __FUNCTION__, name.c_str());
2512 return BAD_VALUE;
2513 }
2514 if (idVal < 0) {
2515 ALOGE(ERROR_MSG_PREFIX
2516 "id is negative: %ld",
2517 __FUNCTION__, name.c_str(), idVal);
2518 return BAD_VALUE;
2519 }
2520
2521#undef ERROR_MSG_PREFIX
2522
2523 *type = typeVal;
2524 *id = static_cast<uint32_t>(idVal);
2525
2526 return OK;
2527}
2528
Emilian Peev71c73a22017-03-21 16:35:51 +00002529metadata_vendor_id_t CameraProviderManager::ProviderInfo::generateVendorTagId(
2530 const std::string &name) {
2531 metadata_vendor_id_t ret = std::hash<std::string> {} (name);
2532 // CAMERA_METADATA_INVALID_VENDOR_ID is not a valid hash value
2533 if (CAMERA_METADATA_INVALID_VENDOR_ID == ret) {
2534 ret = 0;
2535 }
2536
2537 return ret;
2538}
2539
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002540status_t CameraProviderManager::ProviderInfo::parseDeviceName(const std::string& name,
2541 uint16_t *major, uint16_t *minor, std::string *type, std::string *id) {
2542
2543 // Format must be "device@<major>.<minor>/<type>/<id>"
2544
2545#define ERROR_MSG_PREFIX "%s: Invalid device name '%s'. " \
2546 "Should match 'device@<major>.<minor>/<type>/<id>' - "
2547
2548 if (!major || !minor || !type || !id) return INVALID_OPERATION;
2549
2550 // Verify starting prefix
2551 const char expectedPrefix[] = "device@";
2552
2553 if (name.find(expectedPrefix) != 0) {
2554 ALOGE(ERROR_MSG_PREFIX
2555 "does not start with '%s'",
2556 __FUNCTION__, name.c_str(), expectedPrefix);
2557 return BAD_VALUE;
2558 }
2559
2560 // Extract major/minor versions
2561 constexpr std::string::size_type atIdx = sizeof(expectedPrefix) - 2;
2562 std::string::size_type dotIdx = name.find('.', atIdx);
2563 if (dotIdx == std::string::npos) {
2564 ALOGE(ERROR_MSG_PREFIX
2565 "does not have @<major>. version section",
2566 __FUNCTION__, name.c_str());
2567 return BAD_VALUE;
2568 }
2569 std::string::size_type typeSlashIdx = name.find('/', dotIdx);
2570 if (typeSlashIdx == std::string::npos) {
2571 ALOGE(ERROR_MSG_PREFIX
2572 "does not have .<minor>/ version section",
2573 __FUNCTION__, name.c_str());
2574 return BAD_VALUE;
2575 }
2576
2577 char *endPtr;
2578 errno = 0;
2579 long majorVal = strtol(name.c_str() + atIdx + 1, &endPtr, 10);
2580 if (errno != 0) {
2581 ALOGE(ERROR_MSG_PREFIX
2582 "cannot parse major version: %s (%d)",
2583 __FUNCTION__, name.c_str(), strerror(errno), errno);
2584 return BAD_VALUE;
2585 }
2586 if (endPtr != name.c_str() + dotIdx) {
2587 ALOGE(ERROR_MSG_PREFIX
2588 "major version has unexpected length",
2589 __FUNCTION__, name.c_str());
2590 return BAD_VALUE;
2591 }
2592 long minorVal = strtol(name.c_str() + dotIdx + 1, &endPtr, 10);
2593 if (errno != 0) {
2594 ALOGE(ERROR_MSG_PREFIX
2595 "cannot parse minor version: %s (%d)",
2596 __FUNCTION__, name.c_str(), strerror(errno), errno);
2597 return BAD_VALUE;
2598 }
2599 if (endPtr != name.c_str() + typeSlashIdx) {
2600 ALOGE(ERROR_MSG_PREFIX
2601 "minor version has unexpected length",
2602 __FUNCTION__, name.c_str());
2603 return BAD_VALUE;
2604 }
2605 if (majorVal < 0 || majorVal > UINT16_MAX || minorVal < 0 || minorVal > UINT16_MAX) {
2606 ALOGE(ERROR_MSG_PREFIX
2607 "major/minor version is out of range of uint16_t: %ld.%ld",
2608 __FUNCTION__, name.c_str(), majorVal, minorVal);
2609 return BAD_VALUE;
2610 }
2611
2612 // Extract type and id
2613
2614 std::string::size_type instanceSlashIdx = name.find('/', typeSlashIdx + 1);
2615 if (instanceSlashIdx == std::string::npos) {
2616 ALOGE(ERROR_MSG_PREFIX
2617 "does not have /<type>/ component",
2618 __FUNCTION__, name.c_str());
2619 return BAD_VALUE;
2620 }
2621 std::string typeVal = name.substr(typeSlashIdx + 1, instanceSlashIdx - typeSlashIdx - 1);
2622
2623 if (instanceSlashIdx == name.size() - 1) {
2624 ALOGE(ERROR_MSG_PREFIX
2625 "does not have an /<id> component",
2626 __FUNCTION__, name.c_str());
2627 return BAD_VALUE;
2628 }
2629 std::string idVal = name.substr(instanceSlashIdx + 1);
2630
2631#undef ERROR_MSG_PREFIX
2632
2633 *major = static_cast<uint16_t>(majorVal);
2634 *minor = static_cast<uint16_t>(minorVal);
2635 *type = typeVal;
2636 *id = idVal;
2637
2638 return OK;
2639}
2640
2641
2642
2643CameraProviderManager::ProviderInfo::~ProviderInfo() {
2644 // Destruction of ProviderInfo is only supposed to happen when the respective
2645 // CameraProvider interface dies, so do not unregister callbacks.
2646
2647}
2648
2649status_t CameraProviderManager::mapToStatusT(const Status& s) {
2650 switch(s) {
2651 case Status::OK:
2652 return OK;
2653 case Status::ILLEGAL_ARGUMENT:
2654 return BAD_VALUE;
2655 case Status::CAMERA_IN_USE:
2656 return -EBUSY;
2657 case Status::MAX_CAMERAS_IN_USE:
2658 return -EUSERS;
2659 case Status::METHOD_NOT_SUPPORTED:
2660 return UNKNOWN_TRANSACTION;
2661 case Status::OPERATION_NOT_SUPPORTED:
2662 return INVALID_OPERATION;
2663 case Status::CAMERA_DISCONNECTED:
2664 return DEAD_OBJECT;
2665 case Status::INTERNAL_ERROR:
2666 return INVALID_OPERATION;
2667 }
2668 ALOGW("Unexpected HAL status code %d", s);
2669 return INVALID_OPERATION;
2670}
2671
2672const char* CameraProviderManager::statusToString(const Status& s) {
2673 switch(s) {
2674 case Status::OK:
2675 return "OK";
2676 case Status::ILLEGAL_ARGUMENT:
2677 return "ILLEGAL_ARGUMENT";
2678 case Status::CAMERA_IN_USE:
2679 return "CAMERA_IN_USE";
2680 case Status::MAX_CAMERAS_IN_USE:
2681 return "MAX_CAMERAS_IN_USE";
2682 case Status::METHOD_NOT_SUPPORTED:
2683 return "METHOD_NOT_SUPPORTED";
2684 case Status::OPERATION_NOT_SUPPORTED:
2685 return "OPERATION_NOT_SUPPORTED";
2686 case Status::CAMERA_DISCONNECTED:
2687 return "CAMERA_DISCONNECTED";
2688 case Status::INTERNAL_ERROR:
2689 return "INTERNAL_ERROR";
2690 }
2691 ALOGW("Unexpected HAL status code %d", s);
2692 return "UNKNOWN_ERROR";
2693}
2694
2695const char* CameraProviderManager::deviceStatusToString(const CameraDeviceStatus& s) {
2696 switch(s) {
2697 case CameraDeviceStatus::NOT_PRESENT:
2698 return "NOT_PRESENT";
2699 case CameraDeviceStatus::PRESENT:
2700 return "PRESENT";
2701 case CameraDeviceStatus::ENUMERATING:
2702 return "ENUMERATING";
2703 }
2704 ALOGW("Unexpected HAL device status code %d", s);
2705 return "UNKNOWN_STATUS";
2706}
2707
2708const char* CameraProviderManager::torchStatusToString(const TorchModeStatus& s) {
2709 switch(s) {
2710 case TorchModeStatus::NOT_AVAILABLE:
2711 return "NOT_AVAILABLE";
2712 case TorchModeStatus::AVAILABLE_OFF:
2713 return "AVAILABLE_OFF";
2714 case TorchModeStatus::AVAILABLE_ON:
2715 return "AVAILABLE_ON";
2716 }
2717 ALOGW("Unexpected HAL torch mode status code %d", s);
2718 return "UNKNOWN_STATUS";
2719}
2720
Yin-Chia Yeh067428c2017-01-13 15:19:24 -08002721
2722status_t HidlVendorTagDescriptor::createDescriptorFromHidl(
Peter Kalauskasb7bd4382018-11-15 17:19:48 -08002723 const hardware::hidl_vec<common::V1_0::VendorTagSection>& vts,
Yin-Chia Yeh067428c2017-01-13 15:19:24 -08002724 /*out*/
2725 sp<VendorTagDescriptor>& descriptor) {
2726
2727 int tagCount = 0;
2728
2729 for (size_t s = 0; s < vts.size(); s++) {
2730 tagCount += vts[s].tags.size();
2731 }
2732
2733 if (tagCount < 0 || tagCount > INT32_MAX) {
2734 ALOGE("%s: tag count %d from vendor tag sections is invalid.", __FUNCTION__, tagCount);
2735 return BAD_VALUE;
2736 }
2737
2738 Vector<uint32_t> tagArray;
2739 LOG_ALWAYS_FATAL_IF(tagArray.resize(tagCount) != tagCount,
2740 "%s: too many (%u) vendor tags defined.", __FUNCTION__, tagCount);
2741
2742
2743 sp<HidlVendorTagDescriptor> desc = new HidlVendorTagDescriptor();
2744 desc->mTagCount = tagCount;
2745
2746 SortedVector<String8> sections;
2747 KeyedVector<uint32_t, String8> tagToSectionMap;
2748
2749 int idx = 0;
2750 for (size_t s = 0; s < vts.size(); s++) {
Peter Kalauskasb7bd4382018-11-15 17:19:48 -08002751 const common::V1_0::VendorTagSection& section = vts[s];
Yin-Chia Yeh067428c2017-01-13 15:19:24 -08002752 const char *sectionName = section.sectionName.c_str();
2753 if (sectionName == NULL) {
2754 ALOGE("%s: no section name defined for vendor tag section %zu.", __FUNCTION__, s);
2755 return BAD_VALUE;
2756 }
2757 String8 sectionString(sectionName);
2758 sections.add(sectionString);
2759
2760 for (size_t j = 0; j < section.tags.size(); j++) {
2761 uint32_t tag = section.tags[j].tagId;
2762 if (tag < CAMERA_METADATA_VENDOR_TAG_BOUNDARY) {
2763 ALOGE("%s: vendor tag %d not in vendor tag section.", __FUNCTION__, tag);
2764 return BAD_VALUE;
2765 }
2766
2767 tagArray.editItemAt(idx++) = section.tags[j].tagId;
2768
2769 const char *tagName = section.tags[j].tagName.c_str();
2770 if (tagName == NULL) {
2771 ALOGE("%s: no tag name defined for vendor tag %d.", __FUNCTION__, tag);
2772 return BAD_VALUE;
2773 }
2774 desc->mTagToNameMap.add(tag, String8(tagName));
2775 tagToSectionMap.add(tag, sectionString);
2776
2777 int tagType = (int) section.tags[j].tagType;
2778 if (tagType < 0 || tagType >= NUM_TYPES) {
2779 ALOGE("%s: tag type %d from vendor ops does not exist.", __FUNCTION__, tagType);
2780 return BAD_VALUE;
2781 }
2782 desc->mTagToTypeMap.add(tag, tagType);
2783 }
2784 }
2785
2786 desc->mSections = sections;
2787
2788 for (size_t i = 0; i < tagArray.size(); ++i) {
2789 uint32_t tag = tagArray[i];
2790 String8 sectionString = tagToSectionMap.valueFor(tag);
2791
2792 // Set up tag to section index map
2793 ssize_t index = sections.indexOf(sectionString);
2794 LOG_ALWAYS_FATAL_IF(index < 0, "index %zd must be non-negative", index);
2795 desc->mTagToSectionMap.add(tag, static_cast<uint32_t>(index));
2796
2797 // Set up reverse mapping
2798 ssize_t reverseIndex = -1;
2799 if ((reverseIndex = desc->mReverseMapping.indexOfKey(sectionString)) < 0) {
2800 KeyedVector<String8, uint32_t>* nameMapper = new KeyedVector<String8, uint32_t>();
2801 reverseIndex = desc->mReverseMapping.add(sectionString, nameMapper);
2802 }
2803 desc->mReverseMapping[reverseIndex]->add(desc->mTagToNameMap.valueFor(tag), tag);
2804 }
2805
George Burgess IVa0b84962017-08-29 17:46:19 -07002806 descriptor = std::move(desc);
Yin-Chia Yeh067428c2017-01-13 15:19:24 -08002807 return OK;
2808}
2809
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -08002810// Expects to have mInterfaceMutex locked
2811std::vector<std::unordered_set<std::string>>
Jayant Chowdharycad23c22020-03-10 15:04:59 -07002812CameraProviderManager::getConcurrentCameraIds() const {
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -08002813 std::vector<std::unordered_set<std::string>> deviceIdCombinations;
2814 std::lock_guard<std::mutex> lock(mInterfaceMutex);
2815 for (auto &provider : mProviders) {
Jayant Chowdharycbe770a2020-02-14 11:14:46 -08002816 for (auto &combinations : provider->getConcurrentCameraIdCombinations()) {
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -08002817 deviceIdCombinations.push_back(combinations);
2818 }
2819 }
2820 return deviceIdCombinations;
2821}
2822
2823status_t CameraProviderManager::convertToHALStreamCombinationAndCameraIdsLocked(
2824 const std::vector<CameraIdAndSessionConfiguration> &cameraIdsAndSessionConfigs,
2825 hardware::hidl_vec<CameraIdAndStreamCombination> *halCameraIdsAndStreamCombinations,
2826 bool *earlyExit) {
2827 binder::Status bStatus = binder::Status::ok();
2828 std::vector<CameraIdAndStreamCombination> halCameraIdsAndStreamsV;
2829 bool shouldExit = false;
2830 status_t res = OK;
2831 for (auto &cameraIdAndSessionConfig : cameraIdsAndSessionConfigs) {
2832 hardware::camera::device::V3_4::StreamConfiguration streamConfiguration;
2833 CameraMetadata deviceInfo;
2834 res = getCameraCharacteristicsLocked(cameraIdAndSessionConfig.mCameraId, &deviceInfo);
2835 if (res != OK) {
2836 return res;
2837 }
2838 metadataGetter getMetadata =
2839 [this](const String8 &id) {
2840 CameraMetadata physicalDeviceInfo;
2841 getCameraCharacteristicsLocked(id.string(), &physicalDeviceInfo);
2842 return physicalDeviceInfo;
2843 };
2844 std::vector<std::string> physicalCameraIds;
2845 isLogicalCameraLocked(cameraIdAndSessionConfig.mCameraId, &physicalCameraIds);
2846 bStatus =
2847 SessionConfigurationUtils::convertToHALStreamCombination(
2848 cameraIdAndSessionConfig.mSessionConfiguration,
2849 String8(cameraIdAndSessionConfig.mCameraId.c_str()), deviceInfo, getMetadata,
2850 physicalCameraIds, streamConfiguration, &shouldExit);
2851 if (!bStatus.isOk()) {
2852 ALOGE("%s: convertToHALStreamCombination failed", __FUNCTION__);
2853 return INVALID_OPERATION;
2854 }
2855 if (shouldExit) {
2856 *earlyExit = true;
2857 return OK;
2858 }
2859 CameraIdAndStreamCombination halCameraIdAndStream;
2860 halCameraIdAndStream.cameraId = cameraIdAndSessionConfig.mCameraId;
2861 halCameraIdAndStream.streamConfiguration = streamConfiguration;
2862 halCameraIdsAndStreamsV.push_back(halCameraIdAndStream);
2863 }
2864 *halCameraIdsAndStreamCombinations = halCameraIdsAndStreamsV;
2865 return OK;
2866}
2867
2868// Checks if the containing vector of sets has any set that contains all of the
2869// camera ids in cameraIdsAndSessionConfigs.
2870static bool checkIfSetContainsAll(
2871 const std::vector<CameraIdAndSessionConfiguration> &cameraIdsAndSessionConfigs,
2872 const std::vector<std::unordered_set<std::string>> &containingSets) {
2873 for (auto &containingSet : containingSets) {
2874 bool didHaveAll = true;
2875 for (auto &cameraIdAndSessionConfig : cameraIdsAndSessionConfigs) {
2876 if (containingSet.find(cameraIdAndSessionConfig.mCameraId) == containingSet.end()) {
2877 // a camera id doesn't belong to this set, keep looking in other
2878 // sets
2879 didHaveAll = false;
2880 break;
2881 }
2882 }
2883 if (didHaveAll) {
2884 // found a set that has all camera ids, lets return;
2885 return true;
2886 }
2887 }
2888 return false;
2889}
2890
2891status_t CameraProviderManager::isConcurrentSessionConfigurationSupported(
2892 const std::vector<CameraIdAndSessionConfiguration> &cameraIdsAndSessionConfigs,
2893 bool *isSupported) {
2894 std::lock_guard<std::mutex> lock(mInterfaceMutex);
2895 // Check if all the devices are a subset of devices advertised by the
2896 // same provider through getConcurrentStreamingCameraIds()
2897 // TODO: we should also do a findDeviceInfoLocked here ?
2898 for (auto &provider : mProviders) {
2899 if (checkIfSetContainsAll(cameraIdsAndSessionConfigs,
Jayant Chowdharycbe770a2020-02-14 11:14:46 -08002900 provider->getConcurrentCameraIdCombinations())) {
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -08002901 // For each camera device in cameraIdsAndSessionConfigs collect
2902 // the streamConfigs and create the HAL
2903 // CameraIdAndStreamCombination, exit early if needed
2904 hardware::hidl_vec<CameraIdAndStreamCombination> halCameraIdsAndStreamCombinations;
2905 bool knowUnsupported = false;
2906 status_t res = convertToHALStreamCombinationAndCameraIdsLocked(
2907 cameraIdsAndSessionConfigs, &halCameraIdsAndStreamCombinations,
2908 &knowUnsupported);
2909 if (res != OK) {
2910 ALOGE("%s unable to convert session configurations provided to HAL stream"
2911 "combinations", __FUNCTION__);
2912 return res;
2913 }
2914 if (knowUnsupported) {
2915 // We got to know the streams aren't valid before doing the HAL
2916 // call itself.
2917 *isSupported = false;
2918 return OK;
2919 }
2920 return provider->isConcurrentSessionConfigurationSupported(
2921 halCameraIdsAndStreamCombinations, isSupported);
2922 }
2923 }
2924 *isSupported = false;
2925 //The set of camera devices were not found
2926 return INVALID_OPERATION;
2927}
2928
Shuzhen Wange8aceb52018-05-21 12:00:56 -07002929status_t CameraProviderManager::getCameraCharacteristicsLocked(const std::string &id,
2930 CameraMetadata* characteristics) const {
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002931 auto deviceInfo = findDeviceInfoLocked(id, /*minVersion*/ {3,0}, /*maxVersion*/ {5,0});
2932 if (deviceInfo != nullptr) {
2933 return deviceInfo->getCameraCharacteristics(characteristics);
2934 }
Shuzhen Wange8aceb52018-05-21 12:00:56 -07002935
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002936 // Find hidden physical camera characteristics
2937 for (auto& provider : mProviders) {
2938 for (auto& deviceInfo : provider->mDevices) {
2939 status_t res = deviceInfo->getPhysicalCameraCharacteristics(id, characteristics);
2940 if (res != NAME_NOT_FOUND) return res;
2941 }
2942 }
2943
2944 return NAME_NOT_FOUND;
Shuzhen Wange8aceb52018-05-21 12:00:56 -07002945}
2946
2947void CameraProviderManager::filterLogicalCameraIdsLocked(
2948 std::vector<std::string>& deviceIds) const
2949{
Shuzhen Wang38e119b2018-10-01 16:03:53 -07002950 // Map between camera facing and camera IDs related to logical camera.
2951 std::map<int, std::unordered_set<std::string>> idCombos;
Shuzhen Wange8aceb52018-05-21 12:00:56 -07002952
Shuzhen Wang38e119b2018-10-01 16:03:53 -07002953 // Collect all logical and its underlying physical camera IDs for each
2954 // facing.
Shuzhen Wange8aceb52018-05-21 12:00:56 -07002955 for (auto& deviceId : deviceIds) {
Shuzhen Wang03d8cc12018-09-12 14:17:09 -07002956 auto deviceInfo = findDeviceInfoLocked(deviceId);
2957 if (deviceInfo == nullptr) continue;
Shuzhen Wange8aceb52018-05-21 12:00:56 -07002958
Shuzhen Wang03d8cc12018-09-12 14:17:09 -07002959 if (!deviceInfo->mIsLogicalCamera) {
Shuzhen Wange8aceb52018-05-21 12:00:56 -07002960 continue;
2961 }
Shuzhen Wange8aceb52018-05-21 12:00:56 -07002962
Shuzhen Wang38e119b2018-10-01 16:03:53 -07002963 // combo contains the ids of a logical camera and its physical cameras
2964 std::vector<std::string> combo = deviceInfo->mPhysicalIds;
2965 combo.push_back(deviceId);
2966
2967 hardware::CameraInfo info;
2968 status_t res = deviceInfo->getCameraInfo(&info);
2969 if (res != OK) {
2970 ALOGE("%s: Error reading camera info: %s (%d)", __FUNCTION__, strerror(-res), res);
2971 continue;
2972 }
2973 idCombos[info.facing].insert(combo.begin(), combo.end());
2974 }
2975
2976 // Only expose one camera ID per facing for all logical and underlying
2977 // physical camera IDs.
2978 for (auto& r : idCombos) {
2979 auto& removedIds = r.second;
Shuzhen Wange8aceb52018-05-21 12:00:56 -07002980 for (auto& id : deviceIds) {
Shuzhen Wang38e119b2018-10-01 16:03:53 -07002981 auto foundId = std::find(removedIds.begin(), removedIds.end(), id);
2982 if (foundId == removedIds.end()) {
Shuzhen Wange8aceb52018-05-21 12:00:56 -07002983 continue;
2984 }
2985
Shuzhen Wang38e119b2018-10-01 16:03:53 -07002986 removedIds.erase(foundId);
Shuzhen Wange8aceb52018-05-21 12:00:56 -07002987 break;
2988 }
Shuzhen Wang38e119b2018-10-01 16:03:53 -07002989 deviceIds.erase(std::remove_if(deviceIds.begin(), deviceIds.end(),
2990 [&removedIds](const std::string& s) {
2991 return removedIds.find(s) != removedIds.end();}),
2992 deviceIds.end());
Shuzhen Wange8aceb52018-05-21 12:00:56 -07002993 }
Shuzhen Wange8aceb52018-05-21 12:00:56 -07002994}
Yin-Chia Yeh067428c2017-01-13 15:19:24 -08002995
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002996} // namespace android