blob: 67717181eaa714835611d6ca98c869ac406ca38e [file] [log] [blame]
Mathias Agopian65ab4712010-07-14 17:59:35 -07001/*
Ruben Brunkd1176ef2014-02-21 10:51:38 -08002 * Copyright (C) 2008 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
Mathias Agopian65ab4712010-07-14 17:59:35 -070016
17#ifndef ANDROID_SERVERS_CAMERA_CAMERASERVICE_H
18#define ANDROID_SERVERS_CAMERA_CAMERASERVICE_H
19
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080020#include <android/hardware/BnCameraService.h>
Michael Grooverd1d435a2018-12-18 17:39:42 -080021#include <android/hardware/BnSensorPrivacyListener.h>
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080022#include <android/hardware/ICameraServiceListener.h>
Eino-Ville Talvalae8c96c72017-06-27 12:24:07 -070023#include <android/hardware/ICameraServiceProxy.h>
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080024
Ruben Brunk36597b22015-03-20 22:15:57 -070025#include <cutils/multiuser.h>
Igor Murashkin634a5152013-02-20 17:15:11 -080026#include <utils/Vector.h>
Ruben Brunkb2119af2014-05-09 19:57:56 -070027#include <utils/KeyedVector.h>
Steven Moreland2f348142019-07-02 15:59:07 -070028#include <binder/ActivityManager.h>
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -080029#include <binder/AppOpsManager.h>
Mathias Agopian5462fc92010-07-14 18:41:18 -070030#include <binder/BinderService.h>
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -080031#include <binder/IAppOpsCallback.h>
Svet Ganova453d0d2018-01-11 15:37:58 -080032#include <binder/IUidObserver.h>
Iliyan Malchev8951a972011-04-14 16:55:59 -070033#include <hardware/camera.h>
Steven Moreland3cf67172020-01-29 11:44:22 -080034#include <sensorprivacy/SensorPrivacyManager.h>
Mathias Agopian65ab4712010-07-14 17:59:35 -070035
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -080036#include <android/hardware/camera/common/1.0/types.h>
37
Ruben Brunkd1176ef2014-02-21 10:51:38 -080038#include <camera/VendorTagDescriptor.h>
Jianing Weicb0652e2014-03-12 18:29:36 -070039#include <camera/CaptureResult.h>
Ruben Brunkb2119af2014-05-09 19:57:56 -070040#include <camera/CameraParameters.h>
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -080041#include <camera/camera2/ConcurrentCamera.h>
Igor Murashkinc073ba52013-02-26 14:32:34 -080042
Chien-Yu Chen3068d732015-02-09 13:29:57 -080043#include "CameraFlashlight.h"
44
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080045#include "common/CameraProviderManager.h"
Ronghua Wu022ed722015-05-11 15:15:09 -070046#include "media/RingBuffer.h"
Ruben Brunkcc776712015-02-17 20:18:47 -080047#include "utils/AutoConditionLock.h"
48#include "utils/ClientManager.h"
Yin-Chia Yehe074a932015-01-30 10:29:02 -080049
Ruben Brunkcc776712015-02-17 20:18:47 -080050#include <set>
51#include <string>
Jayant Chowdhary5e2cd302020-08-14 02:48:34 +000052#include <list>
Ruben Brunkcc776712015-02-17 20:18:47 -080053#include <map>
54#include <memory>
Jooyung Hanb3f7cd22020-01-23 12:27:18 +090055#include <optional>
Ruben Brunk99e69712015-05-26 17:25:07 -070056#include <utility>
Svet Ganova453d0d2018-01-11 15:37:58 -080057#include <unordered_map>
58#include <unordered_set>
Mathias Agopian65ab4712010-07-14 17:59:35 -070059
60namespace android {
61
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -070062extern volatile int32_t gLogLevel;
63
Mathias Agopian65ab4712010-07-14 17:59:35 -070064class MemoryHeapBase;
65class MediaPlayer;
66
Mathias Agopian5462fc92010-07-14 18:41:18 -070067class CameraService :
68 public BinderService<CameraService>,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080069 public virtual ::android::hardware::BnCameraService,
70 public virtual IBinder::DeathRecipient,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080071 public virtual CameraProviderManager::StatusListener
Mathias Agopian65ab4712010-07-14 17:59:35 -070072{
Mathias Agopian5462fc92010-07-14 18:41:18 -070073 friend class BinderService<CameraService>;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080074 friend class CameraClient;
Emilian Peevb2bc5a42019-11-20 16:02:14 -080075 friend class CameraOfflineSessionClient;
Mathias Agopian65ab4712010-07-14 17:59:35 -070076public:
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -070077 class Client;
Igor Murashkin634a5152013-02-20 17:15:11 -080078 class BasicClient;
Yin-Chia Yehb978c382019-10-30 00:22:37 -070079 class OfflineClient;
Igor Murashkin634a5152013-02-20 17:15:11 -080080
Ruben Brunk0bbf8b22015-04-30 14:35:42 -070081 // The effective API level. The Camera2 API running in LEGACY mode counts as API_1.
Ruben Brunkcc776712015-02-17 20:18:47 -080082 enum apiLevel {
83 API_1 = 1,
84 API_2 = 2
85 };
86
Ruben Brunkcc776712015-02-17 20:18:47 -080087 // 3 second busy timeout when other clients are connecting
88 static const nsecs_t DEFAULT_CONNECT_TIMEOUT_NS = 3000000000;
89
Ruben Brunk4f9576b2015-04-10 17:26:56 -070090 // 1 second busy timeout when other clients are disconnecting
91 static const nsecs_t DEFAULT_DISCONNECT_TIMEOUT_NS = 1000000000;
92
Ruben Brunkcc776712015-02-17 20:18:47 -080093 // Default number of messages to store in eviction log
Ruben Brunka8ca9152015-04-07 14:23:40 -070094 static const size_t DEFAULT_EVENT_LOG_LENGTH = 100;
Ruben Brunkcc776712015-02-17 20:18:47 -080095
Eino-Ville Talvalac4003962016-01-13 10:07:04 -080096 // Event log ID
97 static const int SN_EVENT_LOG_ID = 0x534e4554;
98
Igor Murashkin634a5152013-02-20 17:15:11 -080099 // Implementation of BinderService<T>
Mathias Agopian5462fc92010-07-14 18:41:18 -0700100 static char const* getServiceName() { return "media.camera"; }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700101
102 CameraService();
103 virtual ~CameraService();
104
Igor Murashkin634a5152013-02-20 17:15:11 -0800105 /////////////////////////////////////////////////////////////////////
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800106 // HAL Callbacks - implements CameraProviderManager::StatusListener
107
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800108 virtual void onDeviceStatusChanged(const String8 &cameraId,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800109 hardware::camera::common::V1_0::CameraDeviceStatus newHalStatus) override;
Shuzhen Wang43858162020-01-10 13:42:15 -0800110 virtual void onDeviceStatusChanged(const String8 &cameraId,
111 const String8 &physicalCameraId,
112 hardware::camera::common::V1_0::CameraDeviceStatus newHalStatus) override;
Chien-Yu Chen88da5262015-02-17 13:56:46 -0800113 virtual void onTorchStatusChanged(const String8& cameraId,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800114 hardware::camera::common::V1_0::TorchModeStatus newStatus) override;
Emilian Peevaee727d2017-05-04 16:35:48 +0100115 virtual void onNewProviderRegistered() override;
Igor Murashkincba2c162013-03-20 15:56:31 -0700116
117 /////////////////////////////////////////////////////////////////////
Igor Murashkin634a5152013-02-20 17:15:11 -0800118 // ICameraService
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800119 virtual binder::Status getNumberOfCameras(int32_t type, int32_t* numCameras);
Eino-Ville Talvalabad43582015-08-14 13:12:32 -0700120
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800121 virtual binder::Status getCameraInfo(int cameraId,
122 hardware::CameraInfo* cameraInfo);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800123 virtual binder::Status getCameraCharacteristics(const String16& cameraId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800124 CameraMetadata* cameraInfo);
125 virtual binder::Status getCameraVendorTagDescriptor(
Ruben Brunk0f61d8f2013-08-08 13:07:18 -0700126 /*out*/
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800127 hardware::camera2::params::VendorTagDescriptor* desc);
Emilian Peev71c73a22017-03-21 16:35:51 +0000128 virtual binder::Status getCameraVendorTagCache(
129 /*out*/
130 hardware::camera2::params::VendorTagDescriptorCache* cache);
Ruben Brunk0f61d8f2013-08-08 13:07:18 -0700131
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800132 virtual binder::Status connect(const sp<hardware::ICameraClient>& cameraClient,
133 int32_t cameraId, const String16& clientPackageName,
134 int32_t clientUid, int clientPid,
Zhijun Heb10cdad2014-06-16 16:38:35 -0700135 /*out*/
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800136 sp<hardware::ICamera>* device);
Zhijun Heb10cdad2014-06-16 16:38:35 -0700137
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800138 virtual binder::Status connectLegacy(const sp<hardware::ICameraClient>& cameraClient,
139 int32_t cameraId, int32_t halVersion,
140 const String16& clientPackageName, int32_t clientUid,
Ruben Brunk0f61d8f2013-08-08 13:07:18 -0700141 /*out*/
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800142 sp<hardware::ICamera>* device);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700143
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800144 virtual binder::Status connectDevice(
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800145 const sp<hardware::camera2::ICameraDeviceCallbacks>& cameraCb, const String16& cameraId,
Jooyung Hanb3f7cd22020-01-23 12:27:18 +0900146 const String16& clientPackageName, const std::optional<String16>& clientFeatureId,
Philip P. Moltmann9e648f62019-11-04 12:52:45 -0800147 int32_t clientUid,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800148 /*out*/
149 sp<hardware::camera2::ICameraDeviceUser>* device);
Igor Murashkinbfc99152013-02-27 12:55:20 -0800150
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800151 virtual binder::Status addListener(const sp<hardware::ICameraServiceListener>& listener,
152 /*out*/
153 std::vector<hardware::CameraStatus>* cameraStatuses);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800154 virtual binder::Status removeListener(
155 const sp<hardware::ICameraServiceListener>& listener);
156
Jayant Chowdharycad23c22020-03-10 15:04:59 -0700157 virtual binder::Status getConcurrentCameraIds(
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -0800158 /*out*/
159 std::vector<hardware::camera2::utils::ConcurrentCameraIdCombination>* concurrentCameraIds);
160
161 virtual binder::Status isConcurrentSessionConfigurationSupported(
162 const std::vector<hardware::camera2::utils::CameraIdAndSessionConfiguration>& sessions,
163 /*out*/bool* supported);
164
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800165 virtual binder::Status getLegacyParameters(
166 int32_t cameraId,
Igor Murashkin65d14b92014-06-17 12:03:20 -0700167 /*out*/
168 String16* parameters);
169
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800170 virtual binder::Status setTorchMode(const String16& cameraId, bool enabled,
Chien-Yu Chen3068d732015-02-09 13:29:57 -0800171 const sp<IBinder>& clientBinder);
172
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800173 virtual binder::Status notifySystemEvent(int32_t eventId,
174 const std::vector<int32_t>& args);
Ruben Brunk36597b22015-03-20 22:15:57 -0700175
Eino-Ville Talvala63f36112018-12-06 14:57:03 -0800176 virtual binder::Status notifyDeviceStateChange(int64_t newState);
177
Igor Murashkin65d14b92014-06-17 12:03:20 -0700178 // OK = supports api of that version, -EOPNOTSUPP = does not support
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800179 virtual binder::Status supportsCameraApi(
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800180 const String16& cameraId, int32_t apiVersion,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800181 /*out*/
182 bool *isSupported);
Igor Murashkin65d14b92014-06-17 12:03:20 -0700183
Shuzhen Wangf9d2c022018-08-21 12:07:35 -0700184 virtual binder::Status isHiddenPhysicalCamera(
185 const String16& cameraId,
186 /*out*/
187 bool *isSupported);
188
Igor Murashkin634a5152013-02-20 17:15:11 -0800189 // Extra permissions checks
Mathias Agopian65ab4712010-07-14 17:59:35 -0700190 virtual status_t onTransact(uint32_t code, const Parcel& data,
191 Parcel* reply, uint32_t flags);
Igor Murashkin634a5152013-02-20 17:15:11 -0800192
193 virtual status_t dump(int fd, const Vector<String16>& args);
194
Svet Ganova453d0d2018-01-11 15:37:58 -0800195 virtual status_t shellCommand(int in, int out, int err, const Vector<String16>& args);
196
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -0800197 binder::Status addListenerHelper(const sp<hardware::ICameraServiceListener>& listener,
198 /*out*/
199 std::vector<hardware::CameraStatus>* cameraStatuses, bool isVendor = false);
200
Emilian Peev53722fa2019-02-22 17:47:20 -0800201 // Monitored UIDs availability notification
202 void notifyMonitoredUids();
203
Emilian Peevb2bc5a42019-11-20 16:02:14 -0800204 // Register an offline client for a given active camera id
205 status_t addOfflineClient(String8 cameraId, sp<BasicClient> offlineClient);
206
Igor Murashkin634a5152013-02-20 17:15:11 -0800207 /////////////////////////////////////////////////////////////////////
208 // Client functionality
Mathias Agopian65ab4712010-07-14 17:59:35 -0700209
210 enum sound_kind {
211 SOUND_SHUTTER = 0,
Chien-Yu Chen82104eb2015-10-14 11:29:31 -0700212 SOUND_RECORDING_START = 1,
213 SOUND_RECORDING_STOP = 2,
Mathias Agopian65ab4712010-07-14 17:59:35 -0700214 NUM_SOUNDS
215 };
216
Mathias Agopian65ab4712010-07-14 17:59:35 -0700217 void playSound(sound_kind kind);
username5755fea2018-12-27 09:48:08 +0800218 void loadSoundLocked(sound_kind kind);
219 void decreaseSoundRef();
220 void increaseSoundRef();
Eino-Ville Talvala412fe562015-08-20 17:08:32 -0700221 /**
222 * Update the state of a given camera device (open/close/active/idle) with
223 * the camera proxy service in the system service
224 */
225 static void updateProxyDeviceState(
Eino-Ville Talvalae8c96c72017-06-27 12:24:07 -0700226 int newState,
227 const String8& cameraId,
228 int facing,
Emilian Peev573291c2018-02-10 02:10:56 +0000229 const String16& clientName,
230 int apiLevel);
Eino-Ville Talvala412fe562015-08-20 17:08:32 -0700231
Igor Murashkin98e24722013-06-19 19:51:04 -0700232 /////////////////////////////////////////////////////////////////////
233 // CameraDeviceFactory functionality
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800234 int getDeviceVersion(const String8& cameraId, int* facing = NULL);
Igor Murashkin98e24722013-06-19 19:51:04 -0700235
Eino-Ville Talvalaf67e23e2014-07-23 17:17:59 -0700236 /////////////////////////////////////////////////////////////////////
237 // Shared utilities
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800238 static binder::Status filterGetInfoErrorCode(status_t err);
Igor Murashkin634a5152013-02-20 17:15:11 -0800239
240 /////////////////////////////////////////////////////////////////////
241 // CameraClient functionality
242
Igor Murashkin634a5152013-02-20 17:15:11 -0800243 class BasicClient : public virtual RefBase {
244 public:
Emilian Peevbd8c5032018-02-14 23:05:40 +0000245 virtual status_t initialize(sp<CameraProviderManager> manager,
246 const String8& monitorTags) = 0;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800247 virtual binder::Status disconnect();
Igor Murashkin634a5152013-02-20 17:15:11 -0800248
Igor Murashkine7ee7632013-06-11 18:10:18 -0700249 // because we can't virtually inherit IInterface, which breaks
250 // virtual inheritance
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800251 virtual sp<IBinder> asBinderWrapper() = 0;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700252
Ruben Brunk9efdf952015-03-18 23:11:57 -0700253 // Return the remote callback binder object (e.g. ICameraDeviceCallbacks)
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800254 sp<IBinder> getRemote() {
Igor Murashkin44cfcf02013-03-01 16:22:28 -0800255 return mRemoteBinder;
Igor Murashkin634a5152013-02-20 17:15:11 -0800256 }
257
Eino-Ville Talvalac4003962016-01-13 10:07:04 -0800258 // Disallows dumping over binder interface
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800259 virtual status_t dump(int fd, const Vector<String16>& args);
Eino-Ville Talvalac4003962016-01-13 10:07:04 -0800260 // Internal dump method to be called by CameraService
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800261 virtual status_t dumpClient(int fd, const Vector<String16>& args) = 0;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700262
Ruben Brunkcc776712015-02-17 20:18:47 -0800263 // Return the package name for this client
264 virtual String16 getPackageName() const;
265
266 // Notify client about a fatal error
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800267 virtual void notifyError(int32_t errorCode,
Ruben Brunkcc776712015-02-17 20:18:47 -0800268 const CaptureResultExtras& resultExtras) = 0;
269
Ruben Brunk6267b532015-04-30 17:44:07 -0700270 // Get the UID of the application client using this
271 virtual uid_t getClientUid() const;
272
Ruben Brunkcc776712015-02-17 20:18:47 -0800273 // Get the PID of the application client using this
274 virtual int getClientPid() const;
Ruben Brunk0bbf8b22015-04-30 14:35:42 -0700275
276 // Check what API level is used for this client. This is used to determine which
277 // superclass this can be cast to.
278 virtual bool canCastToApiClient(apiLevel level) const;
Svet Ganova453d0d2018-01-11 15:37:58 -0800279
280 // Block the client form using the camera
281 virtual void block();
Yin-Chia Yehdba03232019-08-19 15:54:28 -0700282
283 // set audio restriction from client
284 // Will call into camera service and hold mServiceLock
Yin-Chia Yehcfab4e12019-09-09 13:08:28 -0700285 virtual status_t setAudioRestriction(int32_t mode);
Yin-Chia Yehdba03232019-08-19 15:54:28 -0700286
Yin-Chia Yehcfab4e12019-09-09 13:08:28 -0700287 // Get current global audio restriction setting
288 // Will call into camera service and hold mServiceLock
289 virtual int32_t getServiceAudioRestriction() const;
290
291 // Get current audio restriction setting for this client
Yin-Chia Yehdba03232019-08-19 15:54:28 -0700292 virtual int32_t getAudioRestriction() const;
293
294 static bool isValidAudioRestriction(int32_t mode);
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -0800295
296 // Override rotate-and-crop AUTO behavior
297 virtual status_t setRotateAndCropOverride(uint8_t rotateAndCrop) = 0;
298
Igor Murashkin634a5152013-02-20 17:15:11 -0800299 protected:
300 BasicClient(const sp<CameraService>& cameraService,
301 const sp<IBinder>& remoteCallback,
Svetoslav Ganov280405a2015-05-12 02:19:27 +0000302 const String16& clientPackageName,
Jooyung Hanb3f7cd22020-01-23 12:27:18 +0900303 const std::optional<String16>& clientFeatureId,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800304 const String8& cameraIdStr,
Igor Murashkin634a5152013-02-20 17:15:11 -0800305 int cameraFacing,
306 int clientPid,
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800307 uid_t clientUid,
Igor Murashkin634a5152013-02-20 17:15:11 -0800308 int servicePid);
309
310 virtual ~BasicClient();
311
312 // the instance is in the middle of destruction. When this is set,
313 // the instance should not be accessed from callback.
314 // CameraService's mClientLock should be acquired to access this.
315 // - subclasses should set this to true in their destructors.
316 bool mDestructionStarted;
317
318 // these are initialized in the constructor.
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800319 static sp<CameraService> sCameraService;
320 const String8 mCameraIdStr;
321 const int mCameraFacing;
322 String16 mClientPackageName;
Jooyung Hanb3f7cd22020-01-23 12:27:18 +0900323 std::optional<String16> mClientFeatureId;
Igor Murashkin634a5152013-02-20 17:15:11 -0800324 pid_t mClientPid;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800325 const uid_t mClientUid;
326 const pid_t mServicePid;
Ruben Brunkcc776712015-02-17 20:18:47 -0800327 bool mDisconnected;
Shuzhen Wang2c656792020-04-13 17:36:49 -0700328 bool mUidIsTrusted;
Igor Murashkin634a5152013-02-20 17:15:11 -0800329
Yin-Chia Yehdba03232019-08-19 15:54:28 -0700330 mutable Mutex mAudioRestrictionLock;
331 int32_t mAudioRestriction;
332
Igor Murashkin634a5152013-02-20 17:15:11 -0800333 // - The app-side Binder interface to receive callbacks from us
Igor Murashkine7ee7632013-06-11 18:10:18 -0700334 sp<IBinder> mRemoteBinder; // immutable after constructor
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800335
336 // permissions management
Emilian Peevb2bc5a42019-11-20 16:02:14 -0800337 virtual status_t startCameraOps();
338 virtual status_t finishCameraOps();
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800339
Jayant Chowdharyb61526c2019-05-13 19:37:42 -0700340 std::unique_ptr<AppOpsManager> mAppOpsManager = nullptr;
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800341
342 class OpsCallback : public BnAppOpsCallback {
343 public:
Chih-Hung Hsieh8b0b9712016-08-09 14:25:53 -0700344 explicit OpsCallback(wp<BasicClient> client);
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800345 virtual void opChanged(int32_t op, const String16& packageName);
346
347 private:
348 wp<BasicClient> mClient;
349
350 }; // class OpsCallback
351
352 sp<OpsCallback> mOpsCallback;
353 // Track whether startCameraOps was called successfully, to avoid
354 // finishing what we didn't start.
355 bool mOpsActive;
356
357 // IAppOpsCallback interface, indirected through opListener
358 virtual void opChanged(int32_t op, const String16& packageName);
359 }; // class BasicClient
Igor Murashkin634a5152013-02-20 17:15:11 -0800360
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800361 class Client : public hardware::BnCamera, public BasicClient
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700362 {
363 public:
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800364 typedef hardware::ICameraClient TCamCallbacks;
Igor Murashkin44cfcf02013-03-01 16:22:28 -0800365
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700366 // ICamera interface (see ICamera for details)
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800367 virtual binder::Status disconnect();
368 virtual status_t connect(const sp<hardware::ICameraClient>& client) = 0;
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700369 virtual status_t lock() = 0;
370 virtual status_t unlock() = 0;
Eino-Ville Talvala1ce7c342013-08-21 13:57:21 -0700371 virtual status_t setPreviewTarget(const sp<IGraphicBufferProducer>& bufferProducer)=0;
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700372 virtual void setPreviewCallbackFlag(int flag) = 0;
Eino-Ville Talvala3ee35502013-04-02 15:45:11 -0700373 virtual status_t setPreviewCallbackTarget(
374 const sp<IGraphicBufferProducer>& callbackProducer) = 0;
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700375 virtual status_t startPreview() = 0;
376 virtual void stopPreview() = 0;
377 virtual bool previewEnabled() = 0;
Chien-Yu Chen8cca0752015-11-13 15:28:48 -0800378 virtual status_t setVideoBufferMode(int32_t videoBufferMode) = 0;
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700379 virtual status_t startRecording() = 0;
380 virtual void stopRecording() = 0;
381 virtual bool recordingEnabled() = 0;
382 virtual void releaseRecordingFrame(const sp<IMemory>& mem) = 0;
383 virtual status_t autoFocus() = 0;
384 virtual status_t cancelAutoFocus() = 0;
385 virtual status_t takePicture(int msgType) = 0;
386 virtual status_t setParameters(const String8& params) = 0;
387 virtual String8 getParameters() const = 0;
388 virtual status_t sendCommand(int32_t cmd, int32_t arg1, int32_t arg2) = 0;
Chien-Yu Chen8cca0752015-11-13 15:28:48 -0800389 virtual status_t setVideoTarget(const sp<IGraphicBufferProducer>& bufferProducer) = 0;
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700390
391 // Interface used by CameraService
392 Client(const sp<CameraService>& cameraService,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800393 const sp<hardware::ICameraClient>& cameraClient,
Svetoslav Ganov280405a2015-05-12 02:19:27 +0000394 const String16& clientPackageName,
Jooyung Hanb3f7cd22020-01-23 12:27:18 +0900395 const std::optional<String16>& clientFeatureId,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800396 const String8& cameraIdStr,
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -0800397 int api1CameraId,
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700398 int cameraFacing,
Igor Murashkinecf17e82012-10-02 16:05:11 -0700399 int clientPid,
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800400 uid_t clientUid,
Igor Murashkinecf17e82012-10-02 16:05:11 -0700401 int servicePid);
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700402 ~Client();
403
404 // return our camera client
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800405 const sp<hardware::ICameraClient>& getRemoteCallback() {
Igor Murashkin44cfcf02013-03-01 16:22:28 -0800406 return mRemoteCallback;
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700407 }
408
Igor Murashkine7ee7632013-06-11 18:10:18 -0700409 virtual sp<IBinder> asBinderWrapper() {
Marco Nelissen06b46062014-11-14 07:58:25 -0800410 return asBinder(this);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700411 }
412
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800413 virtual void notifyError(int32_t errorCode,
Jianing Weicb0652e2014-03-12 18:29:36 -0700414 const CaptureResultExtras& resultExtras);
Ruben Brunk0bbf8b22015-04-30 14:35:42 -0700415
416 // Check what API level is used for this client. This is used to determine which
417 // superclass this can be cast to.
418 virtual bool canCastToApiClient(apiLevel level) const;
Ruben Brunkcc776712015-02-17 20:18:47 -0800419 protected:
Igor Murashkin634a5152013-02-20 17:15:11 -0800420 // Initialized in constructor
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700421
Igor Murashkin634a5152013-02-20 17:15:11 -0800422 // - The app-side Binder interface to receive callbacks from us
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800423 sp<hardware::ICameraClient> mRemoteCallback;
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800424
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800425 int mCameraId; // All API1 clients use integer camera IDs
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800426 }; // class Client
Igor Murashkin634a5152013-02-20 17:15:11 -0800427
Ruben Brunk99e69712015-05-26 17:25:07 -0700428 /**
429 * A listener class that implements the LISTENER interface for use with a ClientManager, and
430 * implements the following methods:
431 * void onClientRemoved(const ClientDescriptor<KEY, VALUE>& descriptor);
432 * void onClientAdded(const ClientDescriptor<KEY, VALUE>& descriptor);
433 */
434 class ClientEventListener {
435 public:
436 void onClientAdded(const resource_policy::ClientDescriptor<String8,
437 sp<CameraService::BasicClient>>& descriptor);
438 void onClientRemoved(const resource_policy::ClientDescriptor<String8,
439 sp<CameraService::BasicClient>>& descriptor);
440 }; // class ClientEventListener
441
Ruben Brunkcc776712015-02-17 20:18:47 -0800442 typedef std::shared_ptr<resource_policy::ClientDescriptor<String8,
443 sp<CameraService::BasicClient>>> DescriptorPtr;
444
445 /**
446 * A container class for managing active camera clients that are using HAL devices. Active
447 * clients are represented by ClientDescriptor objects that contain strong pointers to the
448 * actual BasicClient subclass binder interface implementation.
449 *
450 * This class manages the eviction behavior for the camera clients. See the parent class
451 * implementation in utils/ClientManager for the specifics of this behavior.
452 */
Ruben Brunk99e69712015-05-26 17:25:07 -0700453 class CameraClientManager : public resource_policy::ClientManager<String8,
454 sp<CameraService::BasicClient>, ClientEventListener> {
Ruben Brunkcc776712015-02-17 20:18:47 -0800455 public:
Ruben Brunk99e69712015-05-26 17:25:07 -0700456 CameraClientManager();
Ruben Brunkcc776712015-02-17 20:18:47 -0800457 virtual ~CameraClientManager();
458
459 /**
460 * Return a strong pointer to the active BasicClient for this camera ID, or an empty
461 * if none exists.
462 */
463 sp<CameraService::BasicClient> getCameraClient(const String8& id) const;
464
465 /**
466 * Return a string describing the current state.
467 */
468 String8 toString() const;
469
470 /**
471 * Make a ClientDescriptor object wrapping the given BasicClient strong pointer.
472 */
473 static DescriptorPtr makeClientDescriptor(const String8& key, const sp<BasicClient>& value,
Emilian Peev8131a262017-02-01 12:33:43 +0000474 int32_t cost, const std::set<String8>& conflictingKeys, int32_t score,
475 int32_t ownerId, int32_t state);
Ruben Brunkcc776712015-02-17 20:18:47 -0800476
477 /**
478 * Make a ClientDescriptor object wrapping the given BasicClient strong pointer with
479 * values intialized from a prior ClientDescriptor.
480 */
481 static DescriptorPtr makeClientDescriptor(const sp<BasicClient>& value,
482 const CameraService::DescriptorPtr& partial);
483
484 }; // class CameraClientManager
485
Yin-Chia Yehdba03232019-08-19 15:54:28 -0700486 int32_t updateAudioRestriction();
487 int32_t updateAudioRestrictionLocked();
488
Mathias Agopian65ab4712010-07-14 17:59:35 -0700489private:
Igor Murashkin634a5152013-02-20 17:15:11 -0800490
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800491 typedef hardware::camera::common::V1_0::CameraDeviceStatus CameraDeviceStatus;
492
493 /**
494 * Typesafe version of device status, containing both the HAL-layer and the service interface-
495 * layer values.
496 */
497 enum class StatusInternal : int32_t {
498 NOT_PRESENT = static_cast<int32_t>(CameraDeviceStatus::NOT_PRESENT),
499 PRESENT = static_cast<int32_t>(CameraDeviceStatus::PRESENT),
500 ENUMERATING = static_cast<int32_t>(CameraDeviceStatus::ENUMERATING),
501 NOT_AVAILABLE = static_cast<int32_t>(hardware::ICameraServiceListener::STATUS_NOT_AVAILABLE),
502 UNKNOWN = static_cast<int32_t>(hardware::ICameraServiceListener::STATUS_UNKNOWN)
503 };
504
Ruben Brunkcc776712015-02-17 20:18:47 -0800505 /**
506 * Container class for the state of each logical camera device, including: ID, status, and
507 * dependencies on other devices. The mapping of camera ID -> state saved in mCameraStates
508 * represents the camera devices advertised by the HAL (and any USB devices, when we add
509 * those).
510 *
511 * This container does NOT represent an active camera client. These are represented using
512 * the ClientDescriptors stored in mActiveClientManager.
513 */
514 class CameraState {
515 public:
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800516
Ruben Brunkcc776712015-02-17 20:18:47 -0800517 /**
518 * Make a new CameraState and set the ID, cost, and conflicting devices using the values
519 * returned in the HAL's camera_info struct for each device.
520 */
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -0700521 CameraState(const String8& id, int cost, const std::set<String8>& conflicting,
522 SystemCameraKind deviceKind);
Ruben Brunkcc776712015-02-17 20:18:47 -0800523 virtual ~CameraState();
524
525 /**
526 * Return the status for this device.
527 *
528 * This method acquires mStatusLock.
529 */
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800530 StatusInternal getStatus() const;
Ruben Brunkcc776712015-02-17 20:18:47 -0800531
532 /**
533 * This function updates the status for this camera device, unless the given status
534 * is in the given list of rejected status states, and execute the function passed in
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800535 * with a signature onStatusUpdateLocked(const String8&, int32_t)
Ruben Brunkcc776712015-02-17 20:18:47 -0800536 * if the status has changed.
537 *
538 * This method is idempotent, and will not result in the function passed to
539 * onStatusUpdateLocked being called more than once for the same arguments.
540 * This method aquires mStatusLock.
541 */
542 template<class Func>
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800543 void updateStatus(StatusInternal status,
544 const String8& cameraId,
545 std::initializer_list<StatusInternal> rejectSourceStates,
Ruben Brunkcc776712015-02-17 20:18:47 -0800546 Func onStatusUpdatedLocked);
547
548 /**
549 * Return the last set CameraParameters object generated from the information returned by
550 * the HAL for this device (or an empty CameraParameters object if none has been set).
551 */
552 CameraParameters getShimParams() const;
553
554 /**
555 * Set the CameraParameters for this device.
556 */
557 void setShimParams(const CameraParameters& params);
558
559 /**
560 * Return the resource_cost advertised by the HAL for this device.
561 */
562 int getCost() const;
563
564 /**
565 * Return a set of the IDs of conflicting devices advertised by the HAL for this device.
566 */
567 std::set<String8> getConflicting() const;
568
569 /**
570 * Return the ID of this camera device.
571 */
572 String8 getId() const;
573
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -0700574 /**
575 * Return the kind (SystemCameraKind) of this camera device.
576 */
577 SystemCameraKind getSystemCameraKind() const;
578
Shuzhen Wang43858162020-01-10 13:42:15 -0800579 /**
580 * Add/Remove the unavailable physical camera ID.
581 */
582 bool addUnavailablePhysicalId(const String8& physicalId);
583 bool removeUnavailablePhysicalId(const String8& physicalId);
584
585 /**
586 * Return the unavailable physical ids for this device.
587 *
588 * This method acquires mStatusLock.
589 */
590 std::vector<String8> getUnavailablePhysicalIds() const;
Ruben Brunkcc776712015-02-17 20:18:47 -0800591 private:
592 const String8 mId;
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800593 StatusInternal mStatus; // protected by mStatusLock
Ruben Brunkcc776712015-02-17 20:18:47 -0800594 const int mCost;
595 std::set<String8> mConflicting;
Shuzhen Wang43858162020-01-10 13:42:15 -0800596 std::set<String8> mUnavailablePhysicalIds;
Ruben Brunkcc776712015-02-17 20:18:47 -0800597 mutable Mutex mStatusLock;
598 CameraParameters mShimParams;
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -0700599 const SystemCameraKind mSystemCameraKind;
Ruben Brunkcc776712015-02-17 20:18:47 -0800600 }; // class CameraState
601
Svet Ganova453d0d2018-01-11 15:37:58 -0800602 // Observer for UID lifecycle enforcing that UIDs in idle
603 // state cannot use the camera to protect user privacy.
Eino-Ville Talvala8abec3f2018-03-20 11:07:00 -0700604 class UidPolicy : public BnUidObserver, public virtual IBinder::DeathRecipient {
Svet Ganova453d0d2018-01-11 15:37:58 -0800605 public:
606 explicit UidPolicy(sp<CameraService> service)
Eino-Ville Talvala8abec3f2018-03-20 11:07:00 -0700607 : mRegistered(false), mService(service) {}
Svet Ganova453d0d2018-01-11 15:37:58 -0800608
609 void registerSelf();
610 void unregisterSelf();
611
Svet Ganov7b4ab782018-03-25 12:48:10 -0700612 bool isUidActive(uid_t uid, String16 callingPackage);
Varun Shahb42f1eb2019-04-16 14:45:13 -0700613 int32_t getProcState(uid_t uid);
Svet Ganova453d0d2018-01-11 15:37:58 -0800614
615 void onUidGone(uid_t uid, bool disabled);
616 void onUidActive(uid_t uid);
617 void onUidIdle(uid_t uid, bool disabled);
Hui Yu13ad0eb2019-09-09 10:27:07 -0700618 void onUidStateChanged(uid_t uid, int32_t procState, int64_t procStateSeq,
619 int32_t capability);
Svet Ganova453d0d2018-01-11 15:37:58 -0800620
Svet Ganov7b4ab782018-03-25 12:48:10 -0700621 void addOverrideUid(uid_t uid, String16 callingPackage, bool active);
622 void removeOverrideUid(uid_t uid, String16 callingPackage);
Svet Ganova453d0d2018-01-11 15:37:58 -0800623
Emilian Peev53722fa2019-02-22 17:47:20 -0800624 void registerMonitorUid(uid_t uid);
625 void unregisterMonitorUid(uid_t uid);
626
Eino-Ville Talvala8abec3f2018-03-20 11:07:00 -0700627 // IBinder::DeathRecipient implementation
628 virtual void binderDied(const wp<IBinder> &who);
Svet Ganova453d0d2018-01-11 15:37:58 -0800629 private:
Svet Ganov7b4ab782018-03-25 12:48:10 -0700630 bool isUidActiveLocked(uid_t uid, String16 callingPackage);
Varun Shahb42f1eb2019-04-16 14:45:13 -0700631 int32_t getProcStateLocked(uid_t uid);
Svet Ganov7b4ab782018-03-25 12:48:10 -0700632 void updateOverrideUid(uid_t uid, String16 callingPackage, bool active, bool insert);
Svet Ganova453d0d2018-01-11 15:37:58 -0800633
634 Mutex mUidLock;
Eino-Ville Talvala8abec3f2018-03-20 11:07:00 -0700635 bool mRegistered;
Steven Moreland2f348142019-07-02 15:59:07 -0700636 ActivityManager mAm;
Svet Ganova453d0d2018-01-11 15:37:58 -0800637 wp<CameraService> mService;
638 std::unordered_set<uid_t> mActiveUids;
Emilian Peev53722fa2019-02-22 17:47:20 -0800639 // Monitored uid map to cached procState and refCount pair
640 std::unordered_map<uid_t, std::pair<int32_t, size_t>> mMonitoredUids;
Svet Ganova453d0d2018-01-11 15:37:58 -0800641 std::unordered_map<uid_t, bool> mOverrideUids;
642 }; // class UidPolicy
643
Michael Grooverd1d435a2018-12-18 17:39:42 -0800644 // If sensor privacy is enabled then all apps, including those that are active, should be
645 // prevented from accessing the camera.
646 class SensorPrivacyPolicy : public hardware::BnSensorPrivacyListener,
647 public virtual IBinder::DeathRecipient {
648 public:
649 explicit SensorPrivacyPolicy(wp<CameraService> service)
650 : mService(service), mSensorPrivacyEnabled(false), mRegistered(false) {}
651
652 void registerSelf();
653 void unregisterSelf();
654
655 bool isSensorPrivacyEnabled();
656
657 binder::Status onSensorPrivacyChanged(bool enabled);
658
659 // IBinder::DeathRecipient implementation
660 virtual void binderDied(const wp<IBinder> &who);
661
662 private:
Steven Moreland3cf67172020-01-29 11:44:22 -0800663 SensorPrivacyManager mSpm;
Michael Grooverd1d435a2018-12-18 17:39:42 -0800664 wp<CameraService> mService;
665 Mutex mSensorPrivacyLock;
666 bool mSensorPrivacyEnabled;
667 bool mRegistered;
668 };
669
Svet Ganova453d0d2018-01-11 15:37:58 -0800670 sp<UidPolicy> mUidPolicy;
671
Michael Grooverd1d435a2018-12-18 17:39:42 -0800672 sp<SensorPrivacyPolicy> mSensorPrivacyPolicy;
673
Igor Murashkin634a5152013-02-20 17:15:11 -0800674 // Delay-load the Camera HAL module
675 virtual void onFirstRef();
676
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800677 // Eumerate all camera providers in the system
678 status_t enumerateProviders();
679
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -0800680 // Add/remove a new camera to camera and torch state lists or remove an unplugged one
681 // Caller must not hold mServiceLock
Guennadi Liakhovetski151e3be2017-11-28 16:34:18 +0100682 void addStates(const String8 id);
Guennadi Liakhovetski6034bf52017-12-07 10:28:29 +0100683 void removeStates(const String8 id);
Guennadi Liakhovetski151e3be2017-11-28 16:34:18 +0100684
Ruben Brunkcc776712015-02-17 20:18:47 -0800685 // Check if we can connect, before we acquire the service lock.
Chien-Yu Chen18df60e2016-03-18 18:18:09 -0700686 // The returned originalClientPid is the PID of the original process that wants to connect to
687 // camera.
688 // The returned clientPid is the PID of the client that directly connects to camera.
689 // originalClientPid and clientPid are usually the same except when the application uses
690 // mediaserver to connect to camera (using MediaRecorder to connect to camera). In that case,
691 // clientPid is the PID of mediaserver and originalClientPid is the PID of the application.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800692 binder::Status validateConnectLocked(const String8& cameraId, const String8& clientName8,
Chien-Yu Chen7939aee2016-03-21 18:19:33 -0700693 /*inout*/int& clientUid, /*inout*/int& clientPid, /*out*/int& originalClientPid) const;
Eino-Ville Talvala04926862016-03-02 15:42:53 -0800694 binder::Status validateClientPermissionsLocked(const String8& cameraId, const String8& clientName8,
Chien-Yu Chen7939aee2016-03-21 18:19:33 -0700695 /*inout*/int& clientUid, /*inout*/int& clientPid, /*out*/int& originalClientPid) const;
Igor Murashkine6800ce2013-03-04 17:25:57 -0800696
Ruben Brunkcc776712015-02-17 20:18:47 -0800697 // Handle active client evictions, and update service state.
698 // Only call with with mServiceLock held.
699 status_t handleEvictionsLocked(const String8& cameraId, int clientPid,
700 apiLevel effectiveApiLevel, const sp<IBinder>& remoteCallback, const String8& packageName,
701 /*out*/
702 sp<BasicClient>* client,
703 std::shared_ptr<resource_policy::ClientDescriptor<String8, sp<BasicClient>>>* partial);
Igor Murashkine6800ce2013-03-04 17:25:57 -0800704
Jayant Chowdhary5216b212019-07-17 09:26:23 -0700705 // Should an operation attempt on a cameraId be rejected ? (this can happen
706 // under various conditions. For example if a camera device is advertised as
707 // system only or hidden secure camera, amongst possible others.
708 bool shouldRejectSystemCameraConnection(const String8 & cameraId) const;
709
710 // Should a device status update be skipped for a particular camera device ? (this can happen
711 // under various conditions. For example if a camera device is advertised as
712 // system only or hidden secure camera, amongst possible others.
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -0700713 static bool shouldSkipStatusUpdates(SystemCameraKind systemCameraKind, bool isVendorListener,
714 int clientPid, int clientUid);
Jayant Chowdhary5216b212019-07-17 09:26:23 -0700715
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -0700716 // Gets the kind of camera device (i.e public, hidden secure or system only)
717 // getSystemCameraKind() needs mInterfaceMutex which might lead to deadlocks
718 // if held along with mStatusListenerLock (depending on lock ordering, b/141756275), it is
719 // recommended that we don't call this function with mStatusListenerLock held.
720 status_t getSystemCameraKind(const String8& cameraId, SystemCameraKind *kind) const;
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -0800721
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700722 // Update the set of API1Compatible camera devices without including system
723 // cameras and secure cameras. This is used for hiding system only cameras
724 // from clients using camera1 api and not having android.permission.SYSTEM_CAMERA.
725 // This function expects @param normalDeviceIds, to have normalDeviceIds
726 // sorted in alpha-numeric order.
727 void filterAPI1SystemCameraLocked(const std::vector<std::string> &normalDeviceIds);
728
Ruben Brunkcc776712015-02-17 20:18:47 -0800729 // Single implementation shared between the various connect calls
730 template<class CALLBACK, class CLIENT>
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800731 binder::Status connectHelper(const sp<CALLBACK>& cameraCb, const String8& cameraId,
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -0800732 int api1CameraId, int halVersion, const String16& clientPackageName,
Jooyung Hanb3f7cd22020-01-23 12:27:18 +0900733 const std::optional<String16>& clientFeatureId, int clientUid, int clientPid,
Philip P. Moltmann9e648f62019-11-04 12:52:45 -0800734 apiLevel effectiveApiLevel, bool shimUpdateOnly, /*out*/sp<CLIENT>& device);
Igor Murashkine6800ce2013-03-04 17:25:57 -0800735
Ruben Brunkcc776712015-02-17 20:18:47 -0800736 // Lock guarding camera service state
Mathias Agopian65ab4712010-07-14 17:59:35 -0700737 Mutex mServiceLock;
Ruben Brunkcc776712015-02-17 20:18:47 -0800738
739 // Condition to use with mServiceLock, used to handle simultaneous connect calls from clients
740 std::shared_ptr<WaitableMutexWrapper> mServiceLockWrapper;
741
742 // Return NO_ERROR if the device with a give ID can be connected to
743 status_t checkIfDeviceIsUsable(const String8& cameraId) const;
744
745 // Container for managing currently active application-layer clients
746 CameraClientManager mActiveClientManager;
747
748 // Mapping from camera ID -> state for each device, map is protected by mCameraStatesLock
749 std::map<String8, std::shared_ptr<CameraState>> mCameraStates;
750
751 // Mutex guarding mCameraStates map
752 mutable Mutex mCameraStatesLock;
753
754 // Circular buffer for storing event logging for dumps
755 RingBuffer<String8> mEventLog;
Ruben Brunka8ca9152015-04-07 14:23:40 -0700756 Mutex mLogLock;
Ruben Brunkcc776712015-02-17 20:18:47 -0800757
Emilian Peevbd8c5032018-02-14 23:05:40 +0000758 // The last monitored tags set by client
759 String8 mMonitorTags;
760
Ruben Brunk6267b532015-04-30 17:44:07 -0700761 // Currently allowed user IDs
762 std::set<userid_t> mAllowedUsers;
Ruben Brunk36597b22015-03-20 22:15:57 -0700763
Ruben Brunkcc776712015-02-17 20:18:47 -0800764 /**
765 * Get the camera state for a given camera id.
766 *
767 * This acquires mCameraStatesLock.
768 */
769 std::shared_ptr<CameraService::CameraState> getCameraState(const String8& cameraId) const;
770
771 /**
772 * Evict client who's remote binder has died. Returns true if this client was in the active
773 * list and was disconnected.
774 *
775 * This method acquires mServiceLock.
776 */
777 bool evictClientIdByRemote(const wp<IBinder>& cameraClient);
778
779 /**
780 * Remove the given client from the active clients list; does not disconnect the client.
781 *
782 * This method acquires mServiceLock.
783 */
784 void removeByClient(const BasicClient* client);
785
786 /**
787 * Add new client to active clients list after conflicting clients have disconnected using the
788 * values set in the partial descriptor passed in to construct the actual client descriptor.
789 * This is typically called at the end of a connect call.
790 *
791 * This method must be called with mServiceLock held.
792 */
793 void finishConnectLocked(const sp<BasicClient>& client, const DescriptorPtr& desc);
794
795 /**
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -0800796 * Returns the underlying camera Id string mapped to a camera id int
797 * Empty string is returned when the cameraIdInt is invalid.
Ruben Brunkcc776712015-02-17 20:18:47 -0800798 */
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -0800799 String8 cameraIdIntToStr(int cameraIdInt);
800
801 /**
802 * Returns the underlying camera Id string mapped to a camera id int
803 * Empty string is returned when the cameraIdInt is invalid.
804 */
805 std::string cameraIdIntToStrLocked(int cameraIdInt);
Ruben Brunkcc776712015-02-17 20:18:47 -0800806
807 /**
808 * Remove a single client corresponding to the given camera id from the list of active clients.
809 * If none exists, return an empty strongpointer.
810 *
811 * This method must be called with mServiceLock held.
812 */
813 sp<CameraService::BasicClient> removeClientLocked(const String8& cameraId);
814
815 /**
Ruben Brunk36597b22015-03-20 22:15:57 -0700816 * Handle a notification that the current device user has changed.
817 */
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800818 void doUserSwitch(const std::vector<int32_t>& newUserIds);
Ruben Brunk36597b22015-03-20 22:15:57 -0700819
820 /**
Ruben Brunka8ca9152015-04-07 14:23:40 -0700821 * Add an event log message.
Ruben Brunkcc776712015-02-17 20:18:47 -0800822 */
Ruben Brunka8ca9152015-04-07 14:23:40 -0700823 void logEvent(const char* event);
Ruben Brunkcc776712015-02-17 20:18:47 -0800824
825 /**
Ruben Brunka8ca9152015-04-07 14:23:40 -0700826 * Add an event log message that a client has been disconnected.
Ruben Brunkcc776712015-02-17 20:18:47 -0800827 */
Ruben Brunka8ca9152015-04-07 14:23:40 -0700828 void logDisconnected(const char* cameraId, int clientPid, const char* clientPackage);
829
830 /**
Emilian Peevb2bc5a42019-11-20 16:02:14 -0800831 * Add an event log message that a client has been disconnected from offline device.
832 */
833 void logDisconnectedOffline(const char* cameraId, int clientPid, const char* clientPackage);
834
835 /**
836 * Add an event log message that an offline client has been connected.
837 */
838 void logConnectedOffline(const char* cameraId, int clientPid,
839 const char* clientPackage);
840
841 /**
Ruben Brunka8ca9152015-04-07 14:23:40 -0700842 * Add an event log message that a client has been connected.
843 */
844 void logConnected(const char* cameraId, int clientPid, const char* clientPackage);
845
846 /**
847 * Add an event log message that a client's connect attempt has been rejected.
848 */
849 void logRejected(const char* cameraId, int clientPid, const char* clientPackage,
850 const char* reason);
851
852 /**
Jayant Chowdhary0e2eefd2019-04-18 14:05:43 -0700853 * Add an event log message when a client calls setTorchMode succesfully.
854 */
855 void logTorchEvent(const char* cameraId, const char *torchState, int clientPid);
856
857 /**
Ruben Brunka8ca9152015-04-07 14:23:40 -0700858 * Add an event log message that the current device user has been switched.
859 */
Ruben Brunk6267b532015-04-30 17:44:07 -0700860 void logUserSwitch(const std::set<userid_t>& oldUserIds,
861 const std::set<userid_t>& newUserIds);
Ruben Brunka8ca9152015-04-07 14:23:40 -0700862
863 /**
864 * Add an event log message that a device has been removed by the HAL
865 */
866 void logDeviceRemoved(const char* cameraId, const char* reason);
867
868 /**
869 * Add an event log message that a device has been added by the HAL
870 */
871 void logDeviceAdded(const char* cameraId, const char* reason);
872
873 /**
874 * Add an event log message that a client has unexpectedly died.
875 */
876 void logClientDied(int clientPid, const char* reason);
Ruben Brunkcc776712015-02-17 20:18:47 -0800877
Eino-Ville Talvala1527f072015-04-07 15:55:31 -0700878 /**
879 * Add a event log message that a serious service-level error has occured
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -0800880 * The errorCode should be one of the Android Errors
Eino-Ville Talvala1527f072015-04-07 15:55:31 -0700881 */
882 void logServiceError(const char* msg, int errorCode);
883
884 /**
885 * Dump the event log to an FD
886 */
887 void dumpEventLog(int fd);
888
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -0800889 /**
890 * This method will acquire mServiceLock
891 */
892 void updateCameraNumAndIds();
893
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700894 // Number of camera devices (excluding hidden secure cameras)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700895 int mNumberOfCameras;
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700896 // Number of camera devices (excluding hidden secure cameras and
897 // system cameras)
898 int mNumberOfCamerasWithoutSystemCamera;
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -0800899
900 std::vector<std::string> mNormalDeviceIds;
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700901 std::vector<std::string> mNormalDeviceIdsWithoutSystemCamera;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700902
Mathias Agopian65ab4712010-07-14 17:59:35 -0700903 // sounds
Jaekyun Seokef498052018-03-23 13:09:44 +0900904 sp<MediaPlayer> newMediaPlayer(const char *file);
Chih-Chung Changff4f55c2011-10-17 19:03:12 +0800905
Mathias Agopian65ab4712010-07-14 17:59:35 -0700906 Mutex mSoundLock;
907 sp<MediaPlayer> mSoundPlayer[NUM_SOUNDS];
908 int mSoundRef; // reference count (release all MediaPlayer when 0)
909
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800910 // Basic flag on whether the camera subsystem is in a usable state
911 bool mInitialized;
912
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800913 sp<CameraProviderManager> mCameraProviderManager;
Igor Murashkinecf17e82012-10-02 16:05:11 -0700914
Emilian Peev53722fa2019-02-22 17:47:20 -0800915 class ServiceListener : public virtual IBinder::DeathRecipient {
916 public:
917 ServiceListener(sp<CameraService> parent, sp<hardware::ICameraServiceListener> listener,
Shuzhen Wang695044d2020-03-06 09:02:23 -0800918 int uid, int pid, bool isVendorClient, bool openCloseCallbackAllowed)
Jayant Chowdhary5216b212019-07-17 09:26:23 -0700919 : mParent(parent), mListener(listener), mListenerUid(uid), mListenerPid(pid),
Shuzhen Wang695044d2020-03-06 09:02:23 -0800920 mIsVendorListener(isVendorClient),
921 mOpenCloseCallbackAllowed(openCloseCallbackAllowed) { }
Emilian Peev53722fa2019-02-22 17:47:20 -0800922
923 status_t initialize() {
924 return IInterface::asBinder(mListener)->linkToDeath(this);
925 }
926
927 virtual void binderDied(const wp<IBinder> &/*who*/) {
928 auto parent = mParent.promote();
929 if (parent.get() != nullptr) {
930 parent->removeListener(mListener);
931 }
932 }
933
934 int getListenerUid() { return mListenerUid; }
Jayant Chowdhary5216b212019-07-17 09:26:23 -0700935 int getListenerPid() { return mListenerPid; }
Emilian Peev53722fa2019-02-22 17:47:20 -0800936 sp<hardware::ICameraServiceListener> getListener() { return mListener; }
Jayant Chowdhary5216b212019-07-17 09:26:23 -0700937 bool isVendorListener() { return mIsVendorListener; }
Shuzhen Wang695044d2020-03-06 09:02:23 -0800938 bool isOpenCloseCallbackAllowed() { return mOpenCloseCallbackAllowed; }
Emilian Peev53722fa2019-02-22 17:47:20 -0800939
940 private:
941 wp<CameraService> mParent;
942 sp<hardware::ICameraServiceListener> mListener;
Jayant Chowdhary5216b212019-07-17 09:26:23 -0700943 int mListenerUid = -1;
944 int mListenerPid = -1;
945 bool mIsVendorListener = false;
Shuzhen Wang695044d2020-03-06 09:02:23 -0800946 bool mOpenCloseCallbackAllowed = false;
Emilian Peev53722fa2019-02-22 17:47:20 -0800947 };
948
Ruben Brunkcc776712015-02-17 20:18:47 -0800949 // Guarded by mStatusListenerMutex
Jayant Chowdhary5216b212019-07-17 09:26:23 -0700950 std::vector<sp<ServiceListener>> mListenerList;
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -0800951
Ruben Brunkcc776712015-02-17 20:18:47 -0800952 Mutex mStatusListenerLock;
Igor Murashkinbfc99152013-02-27 12:55:20 -0800953
Ruben Brunkcc776712015-02-17 20:18:47 -0800954 /**
955 * Update the status for the given camera id (if that device exists), and broadcast the
956 * status update to all current ICameraServiceListeners if the status has changed. Any
957 * statuses in rejectedSourceStates will be ignored.
958 *
959 * This method must be idempotent.
960 * This method acquires mStatusLock and mStatusListenerLock.
961 */
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800962 void updateStatus(StatusInternal status,
963 const String8& cameraId,
964 std::initializer_list<StatusInternal>
965 rejectedSourceStates);
966 void updateStatus(StatusInternal status,
967 const String8& cameraId);
Igor Murashkinbfc99152013-02-27 12:55:20 -0800968
Shuzhen Wang695044d2020-03-06 09:02:23 -0800969 /**
970 * Update the opened/closed status of the given camera id.
971 *
972 * This method acqiures mStatusListenerLock.
973 */
974 void updateOpenCloseStatus(const String8& cameraId, bool open, const String16& packageName);
975
Chien-Yu Chen3068d732015-02-09 13:29:57 -0800976 // flashlight control
977 sp<CameraFlashlight> mFlashlight;
Chien-Yu Chen88da5262015-02-17 13:56:46 -0800978 // guard mTorchStatusMap
Chien-Yu Chen3068d732015-02-09 13:29:57 -0800979 Mutex mTorchStatusMutex;
Chien-Yu Chenfe751be2015-09-01 14:16:44 -0700980 // guard mTorchClientMap
Chien-Yu Chen88da5262015-02-17 13:56:46 -0800981 Mutex mTorchClientMapMutex;
Chien-Yu Chenfe751be2015-09-01 14:16:44 -0700982 // guard mTorchUidMap
983 Mutex mTorchUidMapMutex;
Chien-Yu Chen3068d732015-02-09 13:29:57 -0800984 // camera id -> torch status
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800985 KeyedVector<String8, hardware::camera::common::V1_0::TorchModeStatus>
986 mTorchStatusMap;
Chien-Yu Chen3068d732015-02-09 13:29:57 -0800987 // camera id -> torch client binder
988 // only store the last client that turns on each camera's torch mode
Ruben Brunk99e69712015-05-26 17:25:07 -0700989 KeyedVector<String8, sp<IBinder>> mTorchClientMap;
990 // camera id -> [incoming uid, current uid] pair
991 std::map<String8, std::pair<int, int>> mTorchUidMap;
Chien-Yu Chen3068d732015-02-09 13:29:57 -0800992
993 // check and handle if torch client's process has died
994 void handleTorchClientBinderDied(const wp<IBinder> &who);
995
996 // handle torch mode status change and invoke callbacks. mTorchStatusMutex
997 // should be locked.
Chien-Yu Chen88da5262015-02-17 13:56:46 -0800998 void onTorchStatusChangedLocked(const String8& cameraId,
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800999 hardware::camera::common::V1_0::TorchModeStatus newStatus);
Chien-Yu Chen3068d732015-02-09 13:29:57 -08001000
1001 // get a camera's torch status. mTorchStatusMutex should be locked.
Chien-Yu Chen88da5262015-02-17 13:56:46 -08001002 status_t getTorchStatusLocked(const String8 &cameraId,
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -08001003 hardware::camera::common::V1_0::TorchModeStatus *status) const;
Chien-Yu Chen3068d732015-02-09 13:29:57 -08001004
1005 // set a camera's torch status. mTorchStatusMutex should be locked.
Chien-Yu Chen88da5262015-02-17 13:56:46 -08001006 status_t setTorchStatusLocked(const String8 &cameraId,
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -08001007 hardware::camera::common::V1_0::TorchModeStatus status);
Chien-Yu Chen3068d732015-02-09 13:29:57 -08001008
Shuzhen Wang43858162020-01-10 13:42:15 -08001009 // notify physical camera status when the physical camera is public.
Jayant Chowdhary5e2cd302020-08-14 02:48:34 +00001010 // Expects mStatusListenerLock to be locked.
1011 void notifyPhysicalCameraStatusLocked(int32_t status, const String16& physicalCameraId,
1012 const std::list<String16>& logicalCameraIds, SystemCameraKind deviceKind);
1013
1014 // get list of logical cameras which are backed by physicalCameraId
1015 std::list<String16> getLogicalCameras(const String8& physicalCameraId);
1016
Shuzhen Wang43858162020-01-10 13:42:15 -08001017
Igor Murashkinecf17e82012-10-02 16:05:11 -07001018 // IBinder::DeathRecipient implementation
Igor Murashkinbfc99152013-02-27 12:55:20 -08001019 virtual void binderDied(const wp<IBinder> &who);
Igor Murashkin634a5152013-02-20 17:15:11 -08001020
Ruben Brunkb2119af2014-05-09 19:57:56 -07001021 /**
Ruben Brunkb2119af2014-05-09 19:57:56 -07001022 * Initialize and cache the metadata used by the HAL1 shim for a given cameraId.
1023 *
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001024 * Sets Status to a service-specific error on failure
Ruben Brunkb2119af2014-05-09 19:57:56 -07001025 */
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001026 binder::Status initializeShimMetadata(int cameraId);
Ruben Brunkb2119af2014-05-09 19:57:56 -07001027
1028 /**
Igor Murashkin65d14b92014-06-17 12:03:20 -07001029 * Get the cached CameraParameters for the camera. If they haven't been
1030 * cached yet, then initialize them for the first time.
1031 *
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001032 * Sets Status to a service-specific error on failure
Igor Murashkin65d14b92014-06-17 12:03:20 -07001033 */
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001034 binder::Status getLegacyParametersLazy(int cameraId, /*out*/CameraParameters* parameters);
Igor Murashkin65d14b92014-06-17 12:03:20 -07001035
Svet Ganova453d0d2018-01-11 15:37:58 -08001036 // Blocks all clients from the UID
1037 void blockClientsForUid(uid_t uid);
1038
Michael Grooverd1d435a2018-12-18 17:39:42 -08001039 // Blocks all active clients.
1040 void blockAllClients();
1041
Svet Ganova453d0d2018-01-11 15:37:58 -08001042 // Overrides the UID state as if it is idle
1043 status_t handleSetUidState(const Vector<String16>& args, int err);
1044
1045 // Clears the override for the UID state
1046 status_t handleResetUidState(const Vector<String16>& args, int err);
1047
1048 // Gets the UID state
1049 status_t handleGetUidState(const Vector<String16>& args, int out, int err);
1050
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -08001051 // Set the rotate-and-crop AUTO override behavior
1052 status_t handleSetRotateAndCrop(const Vector<String16>& args);
1053
1054 // Get the rotate-and-crop AUTO override behavior
1055 status_t handleGetRotateAndCrop(int out);
1056
Svet Ganova453d0d2018-01-11 15:37:58 -08001057 // Prints the shell command help
1058 status_t printHelp(int out);
1059
Ruben Brunkb2119af2014-05-09 19:57:56 -07001060 /**
Ruben Brunkcc776712015-02-17 20:18:47 -08001061 * Get the current system time as a formatted string.
Ruben Brunkb2119af2014-05-09 19:57:56 -07001062 */
Ruben Brunkcc776712015-02-17 20:18:47 -08001063 static String8 getFormattedCurrentTime();
1064
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001065 static binder::Status makeClient(const sp<CameraService>& cameraService,
Philip P. Moltmann9e648f62019-11-04 12:52:45 -08001066 const sp<IInterface>& cameraCb, const String16& packageName,
Jooyung Hanb3f7cd22020-01-23 12:27:18 +09001067 const std::optional<String16>& featureId, const String8& cameraId, int api1CameraId,
Philip P. Moltmann9e648f62019-11-04 12:52:45 -08001068 int facing, int clientPid, uid_t clientUid, int servicePid, int halVersion,
1069 int deviceVersion, apiLevel effectiveApiLevel,
Ruben Brunkcc776712015-02-17 20:18:47 -08001070 /*out*/sp<BasicClient>* client);
Ruben Brunk6267b532015-04-30 17:44:07 -07001071
1072 status_t checkCameraAccess(const String16& opPackageName);
1073
1074 static String8 toString(std::set<userid_t> intSet);
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -08001075 static int32_t mapToInterface(hardware::camera::common::V1_0::TorchModeStatus status);
1076 static StatusInternal mapToInternal(hardware::camera::common::V1_0::CameraDeviceStatus status);
1077 static int32_t mapToInterface(StatusInternal status);
Ruben Brunk6267b532015-04-30 17:44:07 -07001078
Eino-Ville Talvala7d5569f2019-04-08 13:57:54 -07001079 // Guard mCameraServiceProxy
1080 static Mutex sProxyMutex;
1081 // Cached interface to the camera service proxy in system service
1082 static sp<hardware::ICameraServiceProxy> sCameraServiceProxy;
1083
Eino-Ville Talvalae8c96c72017-06-27 12:24:07 -07001084 static sp<hardware::ICameraServiceProxy> getCameraServiceProxy();
Ruben Brunk2823ce02015-05-19 17:25:13 -07001085 static void pingCameraServiceProxy();
1086
Shuzhen Wang7d859d42018-11-06 15:33:23 -08001087 void broadcastTorchModeStatus(const String8& cameraId,
1088 hardware::camera::common::V1_0::TorchModeStatus status);
Yin-Chia Yehdba03232019-08-19 15:54:28 -07001089
Emilian Peevb2bc5a42019-11-20 16:02:14 -08001090 void disconnectClient(const String8& id, sp<BasicClient> clientToDisconnect);
1091
1092 // Regular online and offline devices must not be in conflict at camera service layer.
1093 // Use separate keys for offline devices.
1094 static const String8 kOfflineDevice;
1095
Yin-Chia Yehdba03232019-08-19 15:54:28 -07001096 // TODO: right now each BasicClient holds one AppOpsManager instance.
1097 // We can refactor the code so all of clients share this instance
1098 AppOpsManager mAppOps;
1099
1100 // Aggreated audio restriction mode for all camera clients
1101 int32_t mAudioRestriction;
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -08001102
1103 // Current override rotate-and-crop mode
1104 uint8_t mOverrideRotateAndCropMode = ANDROID_SCALER_ROTATE_AND_CROP_AUTO;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001105};
1106
Mathias Agopian65ab4712010-07-14 17:59:35 -07001107} // namespace android
1108
1109#endif