blob: a7cc3c355f395b855069a062803ba9621ba78ca7 [file] [log] [blame]
Igor Murashkine7ee7632013-06-11 18:10:18 -07001/*
Shuzhen Wangc28189a2017-11-27 23:05:10 -08002 * Copyright (C) 2013-2018 The Android Open Source Project
Igor Murashkine7ee7632013-06-11 18:10:18 -07003 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "CameraDeviceClient"
18#define ATRACE_TAG ATRACE_TAG_CAMERA
Jianing Weicb0652e2014-03-12 18:29:36 -070019//#define LOG_NDEBUG 0
Igor Murashkine7ee7632013-06-11 18:10:18 -070020
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070021#include <cutils/properties.h>
Igor Murashkine7ee7632013-06-11 18:10:18 -070022#include <utils/Log.h>
23#include <utils/Trace.h>
Igor Murashkine7ee7632013-06-11 18:10:18 -070024#include <gui/Surface.h>
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070025#include <camera/camera2/CaptureRequest.h>
Ruben Brunk5698d442014-06-18 10:39:40 -070026#include <camera/CameraUtils.h>
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070027
28#include "common/CameraDeviceBase.h"
29#include "api2/CameraDeviceClient.h"
30
Emilian Peev00420d22018-02-05 21:33:13 +000031#include <camera_metadata_hidden.h>
32
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080033// Convenience methods for constructing binder::Status objects for error returns
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070034
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080035#define STATUS_ERROR(errorCode, errorString) \
36 binder::Status::fromServiceSpecificError(errorCode, \
Eino-Ville Talvala02bf0322016-02-18 12:41:10 -080037 String8::format("%s:%d: %s", __FUNCTION__, __LINE__, errorString))
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080038
39#define STATUS_ERROR_FMT(errorCode, errorString, ...) \
40 binder::Status::fromServiceSpecificError(errorCode, \
Eino-Ville Talvala02bf0322016-02-18 12:41:10 -080041 String8::format("%s:%d: " errorString, __FUNCTION__, __LINE__, \
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080042 __VA_ARGS__))
Igor Murashkine7ee7632013-06-11 18:10:18 -070043
44namespace android {
45using namespace camera2;
46
47CameraDeviceClientBase::CameraDeviceClientBase(
48 const sp<CameraService>& cameraService,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080049 const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback,
Igor Murashkine7ee7632013-06-11 18:10:18 -070050 const String16& clientPackageName,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080051 const String8& cameraId,
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -080052 int api1CameraId,
Igor Murashkine7ee7632013-06-11 18:10:18 -070053 int cameraFacing,
54 int clientPid,
55 uid_t clientUid,
56 int servicePid) :
Eino-Ville Talvalae992e752014-11-07 16:17:48 -080057 BasicClient(cameraService,
Marco Nelissenf8880202014-11-14 07:58:25 -080058 IInterface::asBinder(remoteCallback),
Eino-Ville Talvalae992e752014-11-07 16:17:48 -080059 clientPackageName,
60 cameraId,
61 cameraFacing,
62 clientPid,
63 clientUid,
64 servicePid),
Igor Murashkine7ee7632013-06-11 18:10:18 -070065 mRemoteCallback(remoteCallback) {
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -080066 // We don't need it for API2 clients, but Camera2ClientBase requires it.
67 (void) api1CameraId;
Igor Murashkine7ee7632013-06-11 18:10:18 -070068}
Igor Murashkine7ee7632013-06-11 18:10:18 -070069
70// Interface used by CameraService
71
72CameraDeviceClient::CameraDeviceClient(const sp<CameraService>& cameraService,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080073 const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback,
74 const String16& clientPackageName,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080075 const String8& cameraId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080076 int cameraFacing,
77 int clientPid,
78 uid_t clientUid,
79 int servicePid) :
Igor Murashkine7ee7632013-06-11 18:10:18 -070080 Camera2ClientBase(cameraService, remoteCallback, clientPackageName,
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -080081 cameraId, /*API1 camera ID*/ -1,
82 cameraFacing, clientPid, clientUid, servicePid),
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -070083 mInputStream(),
Chien-Yu Chene8c535e2016-04-14 12:18:26 -070084 mStreamingRequestId(REQUEST_ID_NONE),
Igor Murashkine7ee7632013-06-11 18:10:18 -070085 mRequestIdCounter(0) {
86
87 ATRACE_CALL();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080088 ALOGI("CameraDeviceClient %s: Opened", cameraId.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -070089}
90
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080091status_t CameraDeviceClient::initialize(sp<CameraProviderManager> manager) {
92 return initializeImpl(manager);
93}
94
95template<typename TProviderPtr>
96status_t CameraDeviceClient::initializeImpl(TProviderPtr providerPtr) {
Igor Murashkine7ee7632013-06-11 18:10:18 -070097 ATRACE_CALL();
98 status_t res;
99
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800100 res = Camera2ClientBase::initialize(providerPtr);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700101 if (res != OK) {
102 return res;
103 }
104
105 String8 threadName;
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -0700106 mFrameProcessor = new FrameProcessorBase(mDevice);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800107 threadName = String8::format("CDU-%s-FrameProc", mCameraIdStr.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -0700108 mFrameProcessor->run(threadName.string());
109
110 mFrameProcessor->registerListener(FRAME_PROCESSOR_LISTENER_MIN_ID,
111 FRAME_PROCESSOR_LISTENER_MAX_ID,
Eino-Ville Talvala184dfe42013-11-07 15:13:16 -0800112 /*listener*/this,
Zhijun He25a0aef2014-06-25 11:40:02 -0700113 /*sendPartials*/true);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700114
Emilian Peev00420d22018-02-05 21:33:13 +0000115 auto deviceInfo = mDevice->info();
116 camera_metadata_entry_t physicalKeysEntry = deviceInfo.find(
117 ANDROID_REQUEST_AVAILABLE_PHYSICAL_CAMERA_REQUEST_KEYS);
118 if (physicalKeysEntry.count > 0) {
119 mSupportedPhysicalRequestKeys.insert(mSupportedPhysicalRequestKeys.begin(),
120 physicalKeysEntry.data.i32,
121 physicalKeysEntry.data.i32 + physicalKeysEntry.count);
122 }
123
Igor Murashkine7ee7632013-06-11 18:10:18 -0700124 return OK;
125}
126
127CameraDeviceClient::~CameraDeviceClient() {
128}
129
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800130binder::Status CameraDeviceClient::submitRequest(
131 const hardware::camera2::CaptureRequest& request,
132 bool streaming,
133 /*out*/
134 hardware::camera2::utils::SubmitInfo *submitInfo) {
135 std::vector<hardware::camera2::CaptureRequest> requestList = { request };
136 return submitRequestList(requestList, streaming, submitInfo);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700137}
138
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800139binder::Status CameraDeviceClient::insertGbpLocked(const sp<IGraphicBufferProducer>& gbp,
Emilian Peevf873aa52018-01-26 14:58:28 +0000140 SurfaceMap* outSurfaceMap, Vector<int32_t>* outputStreamIds, int32_t *currentStreamId) {
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800141 int idx = mStreamMap.indexOfKey(IInterface::asBinder(gbp));
142
143 // Trying to submit request with surface that wasn't created
144 if (idx == NAME_NOT_FOUND) {
145 ALOGE("%s: Camera %s: Tried to submit a request with a surface that"
146 " we have not called createStream on",
147 __FUNCTION__, mCameraIdStr.string());
148 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
149 "Request targets Surface that is not part of current capture session");
150 }
151
152 const StreamSurfaceId& streamSurfaceId = mStreamMap.valueAt(idx);
153 if (outSurfaceMap->find(streamSurfaceId.streamId()) == outSurfaceMap->end()) {
154 (*outSurfaceMap)[streamSurfaceId.streamId()] = std::vector<size_t>();
155 outputStreamIds->push_back(streamSurfaceId.streamId());
156 }
157 (*outSurfaceMap)[streamSurfaceId.streamId()].push_back(streamSurfaceId.surfaceId());
158
159 ALOGV("%s: Camera %s: Appending output stream %d surface %d to request",
160 __FUNCTION__, mCameraIdStr.string(), streamSurfaceId.streamId(),
161 streamSurfaceId.surfaceId());
162
Emilian Peevf873aa52018-01-26 14:58:28 +0000163 if (currentStreamId != nullptr) {
164 *currentStreamId = streamSurfaceId.streamId();
165 }
166
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800167 return binder::Status::ok();
168}
169
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800170binder::Status CameraDeviceClient::submitRequestList(
171 const std::vector<hardware::camera2::CaptureRequest>& requests,
172 bool streaming,
173 /*out*/
174 hardware::camera2::utils::SubmitInfo *submitInfo) {
Jianing Wei90e59c92014-03-12 18:29:36 -0700175 ATRACE_CALL();
Mark Salyzyn50468412014-06-18 16:33:43 -0700176 ALOGV("%s-start of function. Request list size %zu", __FUNCTION__, requests.size());
Jianing Wei90e59c92014-03-12 18:29:36 -0700177
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800178 binder::Status res = binder::Status::ok();
179 status_t err;
180 if ( !(res = checkPidStatus(__FUNCTION__) ).isOk()) {
181 return res;
182 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700183
184 Mutex::Autolock icl(mBinderSerializationLock);
185
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800186 if (!mDevice.get()) {
187 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
188 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700189
190 if (requests.empty()) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800191 ALOGE("%s: Camera %s: Sent null request. Rejecting request.",
192 __FUNCTION__, mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800193 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Empty request list");
Jianing Wei90e59c92014-03-12 18:29:36 -0700194 }
195
Emilian Peevaebbe412018-01-15 13:53:24 +0000196 List<const CameraDeviceBase::PhysicalCameraSettingsList> metadataRequestList;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700197 std::list<const SurfaceMap> surfaceMapList;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800198 submitInfo->mRequestId = mRequestIdCounter;
Jianing Wei90e59c92014-03-12 18:29:36 -0700199 uint32_t loopCounter = 0;
200
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800201 for (auto&& request: requests) {
202 if (request.mIsReprocess) {
Chien-Yu Chened0412e2015-04-27 15:04:22 -0700203 if (!mInputStream.configured) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800204 ALOGE("%s: Camera %s: no input stream is configured.", __FUNCTION__,
205 mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800206 return STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800207 "No input configured for camera %s but request is for reprocessing",
208 mCameraIdStr.string());
Chien-Yu Chened0412e2015-04-27 15:04:22 -0700209 } else if (streaming) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800210 ALOGE("%s: Camera %s: streaming reprocess requests not supported.", __FUNCTION__,
211 mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800212 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
213 "Repeating reprocess requests not supported");
Emilian Peevaebbe412018-01-15 13:53:24 +0000214 } else if (request.mPhysicalCameraSettings.size() > 1) {
215 ALOGE("%s: Camera %s: reprocess requests not supported for "
216 "multiple physical cameras.", __FUNCTION__,
217 mCameraIdStr.string());
218 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
219 "Reprocess requests not supported for multiple cameras");
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700220 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700221 }
222
Emilian Peevaebbe412018-01-15 13:53:24 +0000223 if (request.mPhysicalCameraSettings.empty()) {
224 ALOGE("%s: Camera %s: request doesn't contain any settings.", __FUNCTION__,
225 mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800226 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
Emilian Peevaebbe412018-01-15 13:53:24 +0000227 "Request doesn't contain any settings");
228 }
229
230 //The first capture settings should always match the logical camera id
231 String8 logicalId(request.mPhysicalCameraSettings.begin()->id.c_str());
232 if (mDevice->getId() != logicalId) {
233 ALOGE("%s: Camera %s: Invalid camera request settings.", __FUNCTION__,
234 mCameraIdStr.string());
235 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
236 "Invalid camera request settings");
237 }
238
Emilian Peevaebbe412018-01-15 13:53:24 +0000239 if (request.mSurfaceList.isEmpty() && request.mStreamIdxList.size() == 0) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800240 ALOGE("%s: Camera %s: Requests must have at least one surface target. "
241 "Rejecting request.", __FUNCTION__, mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800242 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
243 "Request has no output targets");
Jianing Wei90e59c92014-03-12 18:29:36 -0700244 }
245
Jianing Wei90e59c92014-03-12 18:29:36 -0700246 /**
Shuzhen Wang0129d522016-10-30 22:43:41 -0700247 * Write in the output stream IDs and map from stream ID to surface ID
248 * which we calculate from the capture request's list of surface target
Jianing Wei90e59c92014-03-12 18:29:36 -0700249 */
Shuzhen Wang0129d522016-10-30 22:43:41 -0700250 SurfaceMap surfaceMap;
Jianing Wei90e59c92014-03-12 18:29:36 -0700251 Vector<int32_t> outputStreamIds;
Emilian Peevf873aa52018-01-26 14:58:28 +0000252 std::vector<std::string> requestedPhysicalIds;
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800253 if (request.mSurfaceList.size() > 0) {
254 for (sp<Surface> surface : request.mSurfaceList) {
255 if (surface == 0) continue;
Jianing Wei90e59c92014-03-12 18:29:36 -0700256
Emilian Peevf873aa52018-01-26 14:58:28 +0000257 int32_t streamId;
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800258 sp<IGraphicBufferProducer> gbp = surface->getIGraphicBufferProducer();
Emilian Peevf873aa52018-01-26 14:58:28 +0000259 res = insertGbpLocked(gbp, &surfaceMap, &outputStreamIds, &streamId);
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800260 if (!res.isOk()) {
261 return res;
262 }
Emilian Peevf873aa52018-01-26 14:58:28 +0000263
264 ssize_t index = mConfiguredOutputs.indexOfKey(streamId);
265 if (index >= 0) {
266 String8 requestedPhysicalId(
267 mConfiguredOutputs.valueAt(index).getPhysicalCameraId());
268 requestedPhysicalIds.push_back(requestedPhysicalId.string());
269 } else {
270 ALOGW("%s: Output stream Id not found among configured outputs!", __FUNCTION__);
271 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700272 }
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800273 } else {
274 for (size_t i = 0; i < request.mStreamIdxList.size(); i++) {
275 int streamId = request.mStreamIdxList.itemAt(i);
276 int surfaceIdx = request.mSurfaceIdxList.itemAt(i);
Jianing Wei90e59c92014-03-12 18:29:36 -0700277
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800278 ssize_t index = mConfiguredOutputs.indexOfKey(streamId);
279 if (index < 0) {
280 ALOGE("%s: Camera %s: Tried to submit a request with a surface that"
281 " we have not called createStream on: stream %d",
282 __FUNCTION__, mCameraIdStr.string(), streamId);
283 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
284 "Request targets Surface that is not part of current capture session");
285 }
286
287 const auto& gbps = mConfiguredOutputs.valueAt(index).getGraphicBufferProducers();
288 if ((size_t)surfaceIdx >= gbps.size()) {
289 ALOGE("%s: Camera %s: Tried to submit a request with a surface that"
290 " we have not called createStream on: stream %d, surfaceIdx %d",
291 __FUNCTION__, mCameraIdStr.string(), streamId, surfaceIdx);
292 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
293 "Request targets Surface has invalid surface index");
294 }
295
Emilian Peevf873aa52018-01-26 14:58:28 +0000296 res = insertGbpLocked(gbps[surfaceIdx], &surfaceMap, &outputStreamIds, nullptr);
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800297 if (!res.isOk()) {
298 return res;
299 }
Emilian Peevf873aa52018-01-26 14:58:28 +0000300
301 String8 requestedPhysicalId(
302 mConfiguredOutputs.valueAt(index).getPhysicalCameraId());
303 requestedPhysicalIds.push_back(requestedPhysicalId.string());
Shuzhen Wang0129d522016-10-30 22:43:41 -0700304 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700305 }
306
Emilian Peevf873aa52018-01-26 14:58:28 +0000307 CameraDeviceBase::PhysicalCameraSettingsList physicalSettingsList;
308 for (const auto& it : request.mPhysicalCameraSettings) {
Emilian Peev00420d22018-02-05 21:33:13 +0000309 if (it.settings.isEmpty()) {
310 ALOGE("%s: Camera %s: Sent empty metadata packet. Rejecting request.",
311 __FUNCTION__, mCameraIdStr.string());
312 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
313 "Request settings are empty");
314 }
315
Emilian Peevf873aa52018-01-26 14:58:28 +0000316 String8 physicalId(it.id.c_str());
317 if (physicalId != mDevice->getId()) {
318 auto found = std::find(requestedPhysicalIds.begin(), requestedPhysicalIds.end(),
319 it.id);
320 if (found == requestedPhysicalIds.end()) {
321 ALOGE("%s: Camera %s: Physical camera id: %s not part of attached outputs.",
322 __FUNCTION__, mCameraIdStr.string(), physicalId.string());
323 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
324 "Invalid physical camera id");
325 }
Emilian Peev00420d22018-02-05 21:33:13 +0000326
327 if (!mSupportedPhysicalRequestKeys.empty()) {
328 // Filter out any unsupported physical request keys.
329 CameraMetadata filteredParams(mSupportedPhysicalRequestKeys.size());
330 camera_metadata_t *meta = const_cast<camera_metadata_t *>(
331 filteredParams.getAndLock());
332 set_camera_metadata_vendor_id(meta, mDevice->getVendorTagId());
333 filteredParams.unlock(meta);
334
335 for (const auto& keyIt : mSupportedPhysicalRequestKeys) {
336 camera_metadata_ro_entry entry = it.settings.find(keyIt);
337 if (entry.count > 0) {
338 filteredParams.update(entry);
339 }
340 }
341
342 physicalSettingsList.push_back({it.id, filteredParams});
343 }
344 } else {
345 physicalSettingsList.push_back({it.id, it.settings});
Emilian Peevf873aa52018-01-26 14:58:28 +0000346 }
Emilian Peevf873aa52018-01-26 14:58:28 +0000347 }
348
349 if (!enforceRequestPermissions(physicalSettingsList.begin()->metadata)) {
350 // Callee logs
351 return STATUS_ERROR(CameraService::ERROR_PERMISSION_DENIED,
352 "Caller does not have permission to change restricted controls");
353 }
354
Emilian Peevaebbe412018-01-15 13:53:24 +0000355 physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_OUTPUT_STREAMS,
356 &outputStreamIds[0], outputStreamIds.size());
Jianing Wei90e59c92014-03-12 18:29:36 -0700357
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800358 if (request.mIsReprocess) {
Emilian Peevaebbe412018-01-15 13:53:24 +0000359 physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_INPUT_STREAMS,
360 &mInputStream.id, 1);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700361 }
362
Emilian Peevaebbe412018-01-15 13:53:24 +0000363 physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_ID,
364 &(submitInfo->mRequestId), /*size*/1);
Jianing Wei90e59c92014-03-12 18:29:36 -0700365 loopCounter++; // loopCounter starts from 1
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800366 ALOGV("%s: Camera %s: Creating request with ID %d (%d of %zu)",
367 __FUNCTION__, mCameraIdStr.string(), submitInfo->mRequestId,
368 loopCounter, requests.size());
Jianing Wei90e59c92014-03-12 18:29:36 -0700369
Emilian Peevaebbe412018-01-15 13:53:24 +0000370 metadataRequestList.push_back(physicalSettingsList);
Shuzhen Wang0129d522016-10-30 22:43:41 -0700371 surfaceMapList.push_back(surfaceMap);
Jianing Wei90e59c92014-03-12 18:29:36 -0700372 }
373 mRequestIdCounter++;
374
375 if (streaming) {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700376 err = mDevice->setStreamingRequestList(metadataRequestList, surfaceMapList,
377 &(submitInfo->mLastFrameNumber));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800378 if (err != OK) {
379 String8 msg = String8::format(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800380 "Camera %s: Got error %s (%d) after trying to set streaming request",
381 mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800382 ALOGE("%s: %s", __FUNCTION__, msg.string());
383 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION,
384 msg.string());
Jianing Wei90e59c92014-03-12 18:29:36 -0700385 } else {
Shuzhen Wangc9ca6782016-04-26 13:40:31 -0700386 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700387 mStreamingRequestId = submitInfo->mRequestId;
Jianing Wei90e59c92014-03-12 18:29:36 -0700388 }
389 } else {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700390 err = mDevice->captureList(metadataRequestList, surfaceMapList,
391 &(submitInfo->mLastFrameNumber));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800392 if (err != OK) {
393 String8 msg = String8::format(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800394 "Camera %s: Got error %s (%d) after trying to submit capture request",
395 mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800396 ALOGE("%s: %s", __FUNCTION__, msg.string());
397 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION,
398 msg.string());
Jianing Wei90e59c92014-03-12 18:29:36 -0700399 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800400 ALOGV("%s: requestId = %d ", __FUNCTION__, submitInfo->mRequestId);
Jianing Wei90e59c92014-03-12 18:29:36 -0700401 }
402
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800403 ALOGV("%s: Camera %s: End of function", __FUNCTION__, mCameraIdStr.string());
Jianing Wei90e59c92014-03-12 18:29:36 -0700404 return res;
405}
406
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800407binder::Status CameraDeviceClient::cancelRequest(
408 int requestId,
409 /*out*/
410 int64_t* lastFrameNumber) {
Igor Murashkine7ee7632013-06-11 18:10:18 -0700411 ATRACE_CALL();
412 ALOGV("%s, requestId = %d", __FUNCTION__, requestId);
413
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800414 status_t err;
415 binder::Status res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700416
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800417 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700418
419 Mutex::Autolock icl(mBinderSerializationLock);
420
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800421 if (!mDevice.get()) {
422 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
423 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700424
Shuzhen Wangc9ca6782016-04-26 13:40:31 -0700425 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700426 if (mStreamingRequestId != requestId) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800427 String8 msg = String8::format("Camera %s: Canceling request ID %d doesn't match "
428 "current request ID %d", mCameraIdStr.string(), requestId, mStreamingRequestId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800429 ALOGE("%s: %s", __FUNCTION__, msg.string());
430 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -0700431 }
432
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800433 err = mDevice->clearStreamingRequest(lastFrameNumber);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700434
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800435 if (err == OK) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800436 ALOGV("%s: Camera %s: Successfully cleared streaming request",
437 __FUNCTION__, mCameraIdStr.string());
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700438 mStreamingRequestId = REQUEST_ID_NONE;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800439 } else {
440 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800441 "Camera %s: Error clearing streaming request: %s (%d)",
442 mCameraIdStr.string(), strerror(-err), err);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700443 }
444
445 return res;
446}
447
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800448binder::Status CameraDeviceClient::beginConfigure() {
Ruben Brunkb2119af2014-05-09 19:57:56 -0700449 // TODO: Implement this.
Eino-Ville Talvala6aeb8882017-08-07 17:40:49 -0700450 ATRACE_CALL();
Zhijun He1fa89992015-06-01 15:44:31 -0700451 ALOGV("%s: Not implemented yet.", __FUNCTION__);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800452 return binder::Status::ok();
Ruben Brunkb2119af2014-05-09 19:57:56 -0700453}
454
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100455binder::Status CameraDeviceClient::endConfigure(int operatingMode,
456 const hardware::camera2::impl::CameraMetadataNative& sessionParams) {
Eino-Ville Talvala6aeb8882017-08-07 17:40:49 -0700457 ATRACE_CALL();
Shuzhen Wang0129d522016-10-30 22:43:41 -0700458 ALOGV("%s: ending configure (%d input stream, %zu output surfaces)",
459 __FUNCTION__, mInputStream.configured ? 1 : 0,
460 mStreamMap.size());
Igor Murashkine2d167e2014-08-19 16:19:59 -0700461
Zhijun He0effd522016-03-04 10:22:27 -0800462 binder::Status res;
463 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
464
465 Mutex::Autolock icl(mBinderSerializationLock);
466
467 if (!mDevice.get()) {
468 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
469 }
470
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -0800471 if (operatingMode < 0) {
472 String8 msg = String8::format(
473 "Camera %s: Invalid operating mode %d requested", mCameraIdStr.string(), operatingMode);
474 ALOGE("%s: %s", __FUNCTION__, msg.string());
475 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
476 msg.string());
477 }
478
Zhijun He1fa89992015-06-01 15:44:31 -0700479 // Sanitize the high speed session against necessary capability bit.
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -0800480 bool isConstrainedHighSpeed = (operatingMode == ICameraDeviceUser::CONSTRAINED_HIGH_SPEED_MODE);
Zhijun He1fa89992015-06-01 15:44:31 -0700481 if (isConstrainedHighSpeed) {
482 CameraMetadata staticInfo = mDevice->info();
483 camera_metadata_entry_t entry = staticInfo.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
484 bool isConstrainedHighSpeedSupported = false;
485 for(size_t i = 0; i < entry.count; ++i) {
486 uint8_t capability = entry.data.u8[i];
487 if (capability == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_CONSTRAINED_HIGH_SPEED_VIDEO) {
488 isConstrainedHighSpeedSupported = true;
489 break;
490 }
491 }
492 if (!isConstrainedHighSpeedSupported) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800493 String8 msg = String8::format(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800494 "Camera %s: Try to create a constrained high speed configuration on a device"
495 " that doesn't support it.", mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800496 ALOGE("%s: %s", __FUNCTION__, msg.string());
497 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
498 msg.string());
Zhijun He1fa89992015-06-01 15:44:31 -0700499 }
500 }
501
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100502 status_t err = mDevice->configureStreams(sessionParams, operatingMode);
Eino-Ville Talvalaace80582016-03-18 13:27:35 -0700503 if (err == BAD_VALUE) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800504 String8 msg = String8::format("Camera %s: Unsupported set of inputs/outputs provided",
505 mCameraIdStr.string());
Zhijun He5d677d12016-05-29 16:52:39 -0700506 ALOGE("%s: %s", __FUNCTION__, msg.string());
507 res = STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Eino-Ville Talvalaace80582016-03-18 13:27:35 -0700508 } else if (err != OK) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800509 String8 msg = String8::format("Camera %s: Error configuring streams: %s (%d)",
510 mCameraIdStr.string(), strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -0700511 ALOGE("%s: %s", __FUNCTION__, msg.string());
512 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800513 }
514
515 return res;
Ruben Brunkb2119af2014-05-09 19:57:56 -0700516}
517
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800518binder::Status CameraDeviceClient::deleteStream(int streamId) {
Igor Murashkine7ee7632013-06-11 18:10:18 -0700519 ATRACE_CALL();
520 ALOGV("%s (streamId = 0x%x)", __FUNCTION__, streamId);
521
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800522 binder::Status res;
523 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700524
525 Mutex::Autolock icl(mBinderSerializationLock);
526
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800527 if (!mDevice.get()) {
528 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
529 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700530
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700531 bool isInput = false;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700532 std::vector<sp<IBinder>> surfaces;
Zhijun He5d677d12016-05-29 16:52:39 -0700533 ssize_t dIndex = NAME_NOT_FOUND;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700534
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700535 if (mInputStream.configured && mInputStream.id == streamId) {
536 isInput = true;
537 } else {
538 // Guard against trying to delete non-created streams
539 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700540 if (streamId == mStreamMap.valueAt(i).streamId()) {
541 surfaces.push_back(mStreamMap.keyAt(i));
542 }
543 }
544
545 // See if this stream is one of the deferred streams.
546 for (size_t i = 0; i < mDeferredStreams.size(); ++i) {
547 if (streamId == mDeferredStreams[i]) {
548 dIndex = i;
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700549 break;
550 }
551 }
552
Shuzhen Wang0129d522016-10-30 22:43:41 -0700553 if (surfaces.empty() && dIndex == NAME_NOT_FOUND) {
554 String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no such"
555 " stream created yet", mCameraIdStr.string(), streamId);
556 ALOGW("%s: %s", __FUNCTION__, msg.string());
557 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700558 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700559 }
560
561 // Also returns BAD_VALUE if stream ID was not valid
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800562 status_t err = mDevice->deleteStream(streamId);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700563
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800564 if (err != OK) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800565 String8 msg = String8::format("Camera %s: Unexpected error %s (%d) when deleting stream %d",
566 mCameraIdStr.string(), strerror(-err), err, streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800567 ALOGE("%s: %s", __FUNCTION__, msg.string());
568 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
569 } else {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700570 if (isInput) {
571 mInputStream.configured = false;
Zhijun He5d677d12016-05-29 16:52:39 -0700572 } else {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700573 for (auto& surface : surfaces) {
574 mStreamMap.removeItem(surface);
575 }
576
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800577 mConfiguredOutputs.removeItem(streamId);
578
Shuzhen Wang0129d522016-10-30 22:43:41 -0700579 if (dIndex != NAME_NOT_FOUND) {
580 mDeferredStreams.removeItemsAt(dIndex);
581 }
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700582 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700583 }
584
585 return res;
586}
587
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800588binder::Status CameraDeviceClient::createStream(
589 const hardware::camera2::params::OutputConfiguration &outputConfiguration,
590 /*out*/
591 int32_t* newStreamId) {
Igor Murashkine7ee7632013-06-11 18:10:18 -0700592 ATRACE_CALL();
Igor Murashkine7ee7632013-06-11 18:10:18 -0700593
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800594 binder::Status res;
595 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700596
597 Mutex::Autolock icl(mBinderSerializationLock);
598
Shuzhen Wang0129d522016-10-30 22:43:41 -0700599 const std::vector<sp<IGraphicBufferProducer>>& bufferProducers =
600 outputConfiguration.getGraphicBufferProducers();
601 size_t numBufferProducers = bufferProducers.size();
Shuzhen Wang758c2152017-01-10 18:26:18 -0800602 bool deferredConsumer = outputConfiguration.isDeferred();
603 bool isShared = outputConfiguration.isShared();
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800604 String8 physicalCameraId = String8(outputConfiguration.getPhysicalCameraId());
Shuzhen Wang0129d522016-10-30 22:43:41 -0700605
606 if (numBufferProducers > MAX_SURFACES_PER_STREAM) {
607 ALOGE("%s: GraphicBufferProducer count %zu for stream exceeds limit of %d",
608 __FUNCTION__, bufferProducers.size(), MAX_SURFACES_PER_STREAM);
609 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Surface count is too high");
610 }
Shuzhen Wang758c2152017-01-10 18:26:18 -0800611 bool deferredConsumerOnly = deferredConsumer && numBufferProducers == 0;
Zhijun He5d677d12016-05-29 16:52:39 -0700612 int surfaceType = outputConfiguration.getSurfaceType();
613 bool validSurfaceType = ((surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_VIEW) ||
614 (surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_TEXTURE));
Shuzhen Wang0129d522016-10-30 22:43:41 -0700615
Zhijun He5d677d12016-05-29 16:52:39 -0700616 if (deferredConsumer && !validSurfaceType) {
617 ALOGE("%s: Target surface is invalid: bufferProducer = %p, surfaceType = %d.",
Shuzhen Wang0129d522016-10-30 22:43:41 -0700618 __FUNCTION__, bufferProducers[0].get(), surfaceType);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800619 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Target Surface is invalid");
Yin-Chia Yeh89f14da2014-06-10 16:05:44 -0700620 }
Zhijun He5d677d12016-05-29 16:52:39 -0700621
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800622 if (!mDevice.get()) {
623 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
624 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700625
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800626 if (!checkPhysicalCameraId(physicalCameraId)) {
627 String8 msg = String8::format("Camera %s: Camera doesn't support physicalCameraId %s.",
628 mCameraIdStr.string(), physicalCameraId.string());
629 ALOGE("%s: %s", __FUNCTION__, msg.string());
630 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
631 }
Shuzhen Wang0129d522016-10-30 22:43:41 -0700632 std::vector<sp<Surface>> surfaces;
633 std::vector<sp<IBinder>> binders;
Zhijun He5d677d12016-05-29 16:52:39 -0700634 status_t err;
635
636 // Create stream for deferred surface case.
Shuzhen Wang0129d522016-10-30 22:43:41 -0700637 if (deferredConsumerOnly) {
Shuzhen Wang758c2152017-01-10 18:26:18 -0800638 return createDeferredSurfaceStreamLocked(outputConfiguration, isShared, newStreamId);
Zhijun He5d677d12016-05-29 16:52:39 -0700639 }
640
Shuzhen Wang758c2152017-01-10 18:26:18 -0800641 OutputStreamInfo streamInfo;
642 bool isStreamInfoValid = false;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700643 for (auto& bufferProducer : bufferProducers) {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700644 // Don't create multiple streams for the same target surface
Shuzhen Wang0129d522016-10-30 22:43:41 -0700645 sp<IBinder> binder = IInterface::asBinder(bufferProducer);
Shuzhen Wang758c2152017-01-10 18:26:18 -0800646 ssize_t index = mStreamMap.indexOfKey(binder);
647 if (index != NAME_NOT_FOUND) {
648 String8 msg = String8::format("Camera %s: Surface already has a stream created for it "
649 "(ID %zd)", mCameraIdStr.string(), index);
650 ALOGW("%s: %s", __FUNCTION__, msg.string());
651 return STATUS_ERROR(CameraService::ERROR_ALREADY_EXISTS, msg.string());
Shuzhen Wang0129d522016-10-30 22:43:41 -0700652 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700653
Shuzhen Wang758c2152017-01-10 18:26:18 -0800654 sp<Surface> surface;
655 res = createSurfaceFromGbp(streamInfo, isStreamInfoValid, surface, bufferProducer);
656
657 if (!res.isOk())
658 return res;
659
660 if (!isStreamInfoValid) {
661 isStreamInfoValid = true;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700662 }
663
Shuzhen Wang758c2152017-01-10 18:26:18 -0800664 binders.push_back(IInterface::asBinder(bufferProducer));
Shuzhen Wang0129d522016-10-30 22:43:41 -0700665 surfaces.push_back(surface);
Ruben Brunkbba75572014-11-20 17:29:50 -0800666 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700667
Zhijun He125684a2015-12-26 15:07:30 -0800668 int streamId = camera3::CAMERA3_STREAM_ID_INVALID;
Emilian Peev40ead602017-09-26 15:46:36 +0100669 std::vector<int> surfaceIds;
Shuzhen Wang758c2152017-01-10 18:26:18 -0800670 err = mDevice->createStream(surfaces, deferredConsumer, streamInfo.width,
671 streamInfo.height, streamInfo.format, streamInfo.dataSpace,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800672 static_cast<camera3_stream_rotation_t>(outputConfiguration.getRotation()),
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800673 &streamId, physicalCameraId, &surfaceIds, outputConfiguration.getSurfaceSetID(),
674 isShared);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700675
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800676 if (err != OK) {
677 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800678 "Camera %s: Error creating output stream (%d x %d, fmt %x, dataSpace %x): %s (%d)",
Shuzhen Wang758c2152017-01-10 18:26:18 -0800679 mCameraIdStr.string(), streamInfo.width, streamInfo.height, streamInfo.format,
680 streamInfo.dataSpace, strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800681 } else {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700682 int i = 0;
683 for (auto& binder : binders) {
684 ALOGV("%s: mStreamMap add binder %p streamId %d, surfaceId %d",
685 __FUNCTION__, binder.get(), streamId, i);
Emilian Peev40ead602017-09-26 15:46:36 +0100686 mStreamMap.add(binder, StreamSurfaceId(streamId, surfaceIds[i]));
687 i++;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700688 }
Shuzhen Wang758c2152017-01-10 18:26:18 -0800689
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800690 mConfiguredOutputs.add(streamId, outputConfiguration);
Shuzhen Wang758c2152017-01-10 18:26:18 -0800691 mStreamInfoMap[streamId] = streamInfo;
692
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800693 ALOGV("%s: Camera %s: Successfully created a new stream ID %d for output surface"
Shuzhen Wang0129d522016-10-30 22:43:41 -0700694 " (%d x %d) with format 0x%x.",
Shuzhen Wang758c2152017-01-10 18:26:18 -0800695 __FUNCTION__, mCameraIdStr.string(), streamId, streamInfo.width,
696 streamInfo.height, streamInfo.format);
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -0700697
Zhijun He5d677d12016-05-29 16:52:39 -0700698 // Set transform flags to ensure preview to be rotated correctly.
699 res = setStreamTransformLocked(streamId);
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -0700700
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800701 *newStreamId = streamId;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700702 }
703
704 return res;
705}
706
Zhijun He5d677d12016-05-29 16:52:39 -0700707binder::Status CameraDeviceClient::createDeferredSurfaceStreamLocked(
708 const hardware::camera2::params::OutputConfiguration &outputConfiguration,
Shuzhen Wang758c2152017-01-10 18:26:18 -0800709 bool isShared,
Zhijun He5d677d12016-05-29 16:52:39 -0700710 /*out*/
711 int* newStreamId) {
712 int width, height, format, surfaceType;
Emilian Peev050f5dc2017-05-18 14:43:56 +0100713 uint64_t consumerUsage;
Zhijun He5d677d12016-05-29 16:52:39 -0700714 android_dataspace dataSpace;
715 status_t err;
716 binder::Status res;
717
718 if (!mDevice.get()) {
719 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
720 }
721
722 // Infer the surface info for deferred surface stream creation.
723 width = outputConfiguration.getWidth();
724 height = outputConfiguration.getHeight();
725 surfaceType = outputConfiguration.getSurfaceType();
726 format = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED;
727 dataSpace = android_dataspace_t::HAL_DATASPACE_UNKNOWN;
728 // Hardcode consumer usage flags: SurfaceView--0x900, SurfaceTexture--0x100.
729 consumerUsage = GraphicBuffer::USAGE_HW_TEXTURE;
730 if (surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_VIEW) {
731 consumerUsage |= GraphicBuffer::USAGE_HW_COMPOSER;
732 }
733 int streamId = camera3::CAMERA3_STREAM_ID_INVALID;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700734 std::vector<sp<Surface>> noSurface;
Emilian Peev40ead602017-09-26 15:46:36 +0100735 std::vector<int> surfaceIds;
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800736 String8 physicalCameraId(outputConfiguration.getPhysicalCameraId());
Shuzhen Wang0129d522016-10-30 22:43:41 -0700737 err = mDevice->createStream(noSurface, /*hasDeferredConsumer*/true, width,
738 height, format, dataSpace,
Zhijun He5d677d12016-05-29 16:52:39 -0700739 static_cast<camera3_stream_rotation_t>(outputConfiguration.getRotation()),
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800740 &streamId, physicalCameraId, &surfaceIds,
741 outputConfiguration.getSurfaceSetID(), isShared,
Emilian Peev40ead602017-09-26 15:46:36 +0100742 consumerUsage);
Zhijun He5d677d12016-05-29 16:52:39 -0700743
744 if (err != OK) {
745 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800746 "Camera %s: Error creating output stream (%d x %d, fmt %x, dataSpace %x): %s (%d)",
747 mCameraIdStr.string(), width, height, format, dataSpace, strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -0700748 } else {
749 // Can not add streamId to mStreamMap here, as the surface is deferred. Add it to
750 // a separate list to track. Once the deferred surface is set, this id will be
751 // relocated to mStreamMap.
752 mDeferredStreams.push_back(streamId);
753
Shuzhen Wang758c2152017-01-10 18:26:18 -0800754 mStreamInfoMap.emplace(std::piecewise_construct, std::forward_as_tuple(streamId),
755 std::forward_as_tuple(width, height, format, dataSpace, consumerUsage));
756
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800757 ALOGV("%s: Camera %s: Successfully created a new stream ID %d for a deferred surface"
Zhijun He5d677d12016-05-29 16:52:39 -0700758 " (%d x %d) stream with format 0x%x.",
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800759 __FUNCTION__, mCameraIdStr.string(), streamId, width, height, format);
Zhijun He5d677d12016-05-29 16:52:39 -0700760
761 // Set transform flags to ensure preview to be rotated correctly.
762 res = setStreamTransformLocked(streamId);
763
764 *newStreamId = streamId;
765 }
766 return res;
767}
768
769binder::Status CameraDeviceClient::setStreamTransformLocked(int streamId) {
770 int32_t transform = 0;
771 status_t err;
772 binder::Status res;
773
774 if (!mDevice.get()) {
775 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
776 }
777
778 err = getRotationTransformLocked(&transform);
779 if (err != OK) {
780 // Error logged by getRotationTransformLocked.
781 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION,
782 "Unable to calculate rotation transform for new stream");
783 }
784
785 err = mDevice->setStreamTransform(streamId, transform);
786 if (err != OK) {
787 String8 msg = String8::format("Failed to set stream transform (stream id %d)",
788 streamId);
789 ALOGE("%s: %s", __FUNCTION__, msg.string());
790 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
791 }
792
793 return res;
794}
Ruben Brunkbba75572014-11-20 17:29:50 -0800795
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800796binder::Status CameraDeviceClient::createInputStream(
797 int width, int height, int format,
798 /*out*/
799 int32_t* newStreamId) {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700800
801 ATRACE_CALL();
802 ALOGV("%s (w = %d, h = %d, f = 0x%x)", __FUNCTION__, width, height, format);
803
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800804 binder::Status res;
805 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700806
807 Mutex::Autolock icl(mBinderSerializationLock);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800808
809 if (!mDevice.get()) {
810 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
811 }
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700812
813 if (mInputStream.configured) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800814 String8 msg = String8::format("Camera %s: Already has an input stream "
Yi Kong0f414de2017-12-15 13:48:50 -0800815 "configured (ID %d)", mCameraIdStr.string(), mInputStream.id);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800816 ALOGE("%s: %s", __FUNCTION__, msg.string() );
817 return STATUS_ERROR(CameraService::ERROR_ALREADY_EXISTS, msg.string());
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700818 }
819
820 int streamId = -1;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800821 status_t err = mDevice->createInputStream(width, height, format, &streamId);
822 if (err == OK) {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700823 mInputStream.configured = true;
824 mInputStream.width = width;
825 mInputStream.height = height;
826 mInputStream.format = format;
827 mInputStream.id = streamId;
828
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800829 ALOGV("%s: Camera %s: Successfully created a new input stream ID %d",
830 __FUNCTION__, mCameraIdStr.string(), streamId);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700831
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800832 *newStreamId = streamId;
833 } else {
834 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800835 "Camera %s: Error creating new input stream: %s (%d)", mCameraIdStr.string(),
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800836 strerror(-err), err);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700837 }
838
839 return res;
840}
841
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800842binder::Status CameraDeviceClient::getInputSurface(/*out*/ view::Surface *inputSurface) {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700843
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800844 binder::Status res;
845 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
846
847 if (inputSurface == NULL) {
848 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Null input surface");
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700849 }
850
851 Mutex::Autolock icl(mBinderSerializationLock);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800852 if (!mDevice.get()) {
853 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
854 }
855 sp<IGraphicBufferProducer> producer;
856 status_t err = mDevice->getInputBufferProducer(&producer);
857 if (err != OK) {
858 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800859 "Camera %s: Error getting input Surface: %s (%d)",
860 mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800861 } else {
862 inputSurface->name = String16("CameraInput");
863 inputSurface->graphicBufferProducer = producer;
864 }
865 return res;
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700866}
867
Emilian Peev40ead602017-09-26 15:46:36 +0100868binder::Status CameraDeviceClient::updateOutputConfiguration(int streamId,
869 const hardware::camera2::params::OutputConfiguration &outputConfiguration) {
870 ATRACE_CALL();
871
872 binder::Status res;
873 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
874
875 Mutex::Autolock icl(mBinderSerializationLock);
876
877 if (!mDevice.get()) {
878 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
879 }
880
881 const std::vector<sp<IGraphicBufferProducer> >& bufferProducers =
882 outputConfiguration.getGraphicBufferProducers();
883 auto producerCount = bufferProducers.size();
884 if (producerCount == 0) {
885 ALOGE("%s: bufferProducers must not be empty", __FUNCTION__);
886 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
887 "bufferProducers must not be empty");
888 }
889
890 // The first output is the one associated with the output configuration.
891 // It should always be present, valid and the corresponding stream id should match.
892 sp<IBinder> binder = IInterface::asBinder(bufferProducers[0]);
893 ssize_t index = mStreamMap.indexOfKey(binder);
894 if (index == NAME_NOT_FOUND) {
895 ALOGE("%s: Outputconfiguration is invalid", __FUNCTION__);
896 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
897 "OutputConfiguration is invalid");
898 }
899 if (mStreamMap.valueFor(binder).streamId() != streamId) {
900 ALOGE("%s: Stream Id: %d provided doesn't match the id: %d in the stream map",
901 __FUNCTION__, streamId, mStreamMap.valueFor(binder).streamId());
902 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
903 "Stream id is invalid");
904 }
905
906 std::vector<size_t> removedSurfaceIds;
907 std::vector<sp<IBinder>> removedOutputs;
908 std::vector<sp<Surface>> newOutputs;
909 std::vector<OutputStreamInfo> streamInfos;
910 KeyedVector<sp<IBinder>, sp<IGraphicBufferProducer>> newOutputsMap;
911 for (auto &it : bufferProducers) {
912 newOutputsMap.add(IInterface::asBinder(it), it);
913 }
914
915 for (size_t i = 0; i < mStreamMap.size(); i++) {
916 ssize_t idx = newOutputsMap.indexOfKey(mStreamMap.keyAt(i));
917 if (idx == NAME_NOT_FOUND) {
918 if (mStreamMap[i].streamId() == streamId) {
919 removedSurfaceIds.push_back(mStreamMap[i].surfaceId());
920 removedOutputs.push_back(mStreamMap.keyAt(i));
921 }
922 } else {
923 if (mStreamMap[i].streamId() != streamId) {
924 ALOGE("%s: Output surface already part of a different stream", __FUNCTION__);
925 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
926 "Target Surface is invalid");
927 }
928 newOutputsMap.removeItemsAt(idx);
929 }
930 }
931
932 for (size_t i = 0; i < newOutputsMap.size(); i++) {
933 OutputStreamInfo outInfo;
934 sp<Surface> surface;
935 res = createSurfaceFromGbp(outInfo, /*isStreamInfoValid*/ false, surface,
936 newOutputsMap.valueAt(i));
937 if (!res.isOk())
938 return res;
939
Emilian Peev40ead602017-09-26 15:46:36 +0100940 streamInfos.push_back(outInfo);
941 newOutputs.push_back(surface);
942 }
943
944 //Trivial case no changes required
945 if (removedSurfaceIds.empty() && newOutputs.empty()) {
946 return binder::Status::ok();
947 }
948
949 KeyedVector<sp<Surface>, size_t> outputMap;
950 auto ret = mDevice->updateStream(streamId, newOutputs, streamInfos, removedSurfaceIds,
951 &outputMap);
952 if (ret != OK) {
953 switch (ret) {
954 case NAME_NOT_FOUND:
955 case BAD_VALUE:
956 case -EBUSY:
957 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
958 "Camera %s: Error updating stream: %s (%d)",
959 mCameraIdStr.string(), strerror(ret), ret);
960 break;
961 default:
962 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
963 "Camera %s: Error updating stream: %s (%d)",
964 mCameraIdStr.string(), strerror(ret), ret);
965 break;
966 }
967 } else {
968 for (const auto &it : removedOutputs) {
969 mStreamMap.removeItem(it);
970 }
971
972 for (size_t i = 0; i < outputMap.size(); i++) {
973 mStreamMap.add(IInterface::asBinder(outputMap.keyAt(i)->getIGraphicBufferProducer()),
974 StreamSurfaceId(streamId, outputMap.valueAt(i)));
975 }
976
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800977 mConfiguredOutputs.replaceValueFor(streamId, outputConfiguration);
978
Emilian Peev40ead602017-09-26 15:46:36 +0100979 ALOGV("%s: Camera %s: Successful stream ID %d update",
980 __FUNCTION__, mCameraIdStr.string(), streamId);
981 }
982
983 return res;
984}
985
Eman Copty6d7af0e2016-06-17 20:46:40 -0700986bool CameraDeviceClient::isPublicFormat(int32_t format)
987{
988 switch(format) {
989 case HAL_PIXEL_FORMAT_RGBA_8888:
990 case HAL_PIXEL_FORMAT_RGBX_8888:
991 case HAL_PIXEL_FORMAT_RGB_888:
992 case HAL_PIXEL_FORMAT_RGB_565:
993 case HAL_PIXEL_FORMAT_BGRA_8888:
994 case HAL_PIXEL_FORMAT_YV12:
995 case HAL_PIXEL_FORMAT_Y8:
996 case HAL_PIXEL_FORMAT_Y16:
997 case HAL_PIXEL_FORMAT_RAW16:
998 case HAL_PIXEL_FORMAT_RAW10:
999 case HAL_PIXEL_FORMAT_RAW12:
1000 case HAL_PIXEL_FORMAT_RAW_OPAQUE:
1001 case HAL_PIXEL_FORMAT_BLOB:
1002 case HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED:
1003 case HAL_PIXEL_FORMAT_YCbCr_420_888:
1004 case HAL_PIXEL_FORMAT_YCbCr_422_888:
1005 case HAL_PIXEL_FORMAT_YCbCr_444_888:
1006 case HAL_PIXEL_FORMAT_FLEX_RGB_888:
1007 case HAL_PIXEL_FORMAT_FLEX_RGBA_8888:
1008 case HAL_PIXEL_FORMAT_YCbCr_422_SP:
1009 case HAL_PIXEL_FORMAT_YCrCb_420_SP:
1010 case HAL_PIXEL_FORMAT_YCbCr_422_I:
1011 return true;
1012 default:
1013 return false;
1014 }
1015}
1016
Shuzhen Wang758c2152017-01-10 18:26:18 -08001017binder::Status CameraDeviceClient::createSurfaceFromGbp(
1018 OutputStreamInfo& streamInfo, bool isStreamInfoValid,
1019 sp<Surface>& surface, const sp<IGraphicBufferProducer>& gbp) {
1020
1021 // bufferProducer must be non-null
1022 if (gbp == nullptr) {
1023 String8 msg = String8::format("Camera %s: Surface is NULL", mCameraIdStr.string());
1024 ALOGW("%s: %s", __FUNCTION__, msg.string());
1025 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1026 }
1027 // HACK b/10949105
1028 // Query consumer usage bits to set async operation mode for
1029 // GLConsumer using controlledByApp parameter.
1030 bool useAsync = false;
Emilian Peev050f5dc2017-05-18 14:43:56 +01001031 uint64_t consumerUsage = 0;
Shuzhen Wang758c2152017-01-10 18:26:18 -08001032 status_t err;
Emilian Peev050f5dc2017-05-18 14:43:56 +01001033 if ((err = gbp->getConsumerUsage(&consumerUsage)) != OK) {
Shuzhen Wang758c2152017-01-10 18:26:18 -08001034 String8 msg = String8::format("Camera %s: Failed to query Surface consumer usage: %s (%d)",
1035 mCameraIdStr.string(), strerror(-err), err);
1036 ALOGE("%s: %s", __FUNCTION__, msg.string());
1037 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1038 }
1039 if (consumerUsage & GraphicBuffer::USAGE_HW_TEXTURE) {
Emilian Peev050f5dc2017-05-18 14:43:56 +01001040 ALOGW("%s: Camera %s with consumer usage flag: %" PRIu64 ": Forcing asynchronous mode for stream",
Shuzhen Wang758c2152017-01-10 18:26:18 -08001041 __FUNCTION__, mCameraIdStr.string(), consumerUsage);
1042 useAsync = true;
1043 }
1044
Emilian Peev050f5dc2017-05-18 14:43:56 +01001045 uint64_t disallowedFlags = GraphicBuffer::USAGE_HW_VIDEO_ENCODER |
Shuzhen Wang758c2152017-01-10 18:26:18 -08001046 GRALLOC_USAGE_RENDERSCRIPT;
Emilian Peev050f5dc2017-05-18 14:43:56 +01001047 uint64_t allowedFlags = GraphicBuffer::USAGE_SW_READ_MASK |
Shuzhen Wang758c2152017-01-10 18:26:18 -08001048 GraphicBuffer::USAGE_HW_TEXTURE |
1049 GraphicBuffer::USAGE_HW_COMPOSER;
1050 bool flexibleConsumer = (consumerUsage & disallowedFlags) == 0 &&
1051 (consumerUsage & allowedFlags) != 0;
1052
1053 surface = new Surface(gbp, useAsync);
1054 ANativeWindow *anw = surface.get();
1055
1056 int width, height, format;
1057 android_dataspace dataSpace;
1058 if ((err = anw->query(anw, NATIVE_WINDOW_WIDTH, &width)) != OK) {
1059 String8 msg = String8::format("Camera %s: Failed to query Surface width: %s (%d)",
1060 mCameraIdStr.string(), strerror(-err), err);
1061 ALOGE("%s: %s", __FUNCTION__, msg.string());
1062 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1063 }
1064 if ((err = anw->query(anw, NATIVE_WINDOW_HEIGHT, &height)) != OK) {
1065 String8 msg = String8::format("Camera %s: Failed to query Surface height: %s (%d)",
1066 mCameraIdStr.string(), strerror(-err), err);
1067 ALOGE("%s: %s", __FUNCTION__, msg.string());
1068 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1069 }
1070 if ((err = anw->query(anw, NATIVE_WINDOW_FORMAT, &format)) != OK) {
1071 String8 msg = String8::format("Camera %s: Failed to query Surface format: %s (%d)",
1072 mCameraIdStr.string(), strerror(-err), err);
1073 ALOGE("%s: %s", __FUNCTION__, msg.string());
1074 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1075 }
1076 if ((err = anw->query(anw, NATIVE_WINDOW_DEFAULT_DATASPACE,
1077 reinterpret_cast<int*>(&dataSpace))) != OK) {
1078 String8 msg = String8::format("Camera %s: Failed to query Surface dataspace: %s (%d)",
1079 mCameraIdStr.string(), strerror(-err), err);
1080 ALOGE("%s: %s", __FUNCTION__, msg.string());
1081 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1082 }
1083
1084 // FIXME: remove this override since the default format should be
1085 // IMPLEMENTATION_DEFINED. b/9487482
1086 if (format >= HAL_PIXEL_FORMAT_RGBA_8888 &&
1087 format <= HAL_PIXEL_FORMAT_BGRA_8888) {
1088 ALOGW("%s: Camera %s: Overriding format %#x to IMPLEMENTATION_DEFINED",
1089 __FUNCTION__, mCameraIdStr.string(), format);
1090 format = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED;
1091 }
1092 // Round dimensions to the nearest dimensions available for this format
1093 if (flexibleConsumer && isPublicFormat(format) &&
1094 !CameraDeviceClient::roundBufferDimensionNearest(width, height,
1095 format, dataSpace, mDevice->info(), /*out*/&width, /*out*/&height)) {
1096 String8 msg = String8::format("Camera %s: No supported stream configurations with "
1097 "format %#x defined, failed to create output stream",
1098 mCameraIdStr.string(), format);
1099 ALOGE("%s: %s", __FUNCTION__, msg.string());
1100 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1101 }
1102
1103 if (!isStreamInfoValid) {
1104 streamInfo.width = width;
1105 streamInfo.height = height;
1106 streamInfo.format = format;
1107 streamInfo.dataSpace = dataSpace;
1108 streamInfo.consumerUsage = consumerUsage;
1109 return binder::Status::ok();
1110 }
1111 if (width != streamInfo.width) {
1112 String8 msg = String8::format("Camera %s:Surface width doesn't match: %d vs %d",
1113 mCameraIdStr.string(), width, streamInfo.width);
1114 ALOGE("%s: %s", __FUNCTION__, msg.string());
1115 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1116 }
1117 if (height != streamInfo.height) {
1118 String8 msg = String8::format("Camera %s:Surface height doesn't match: %d vs %d",
1119 mCameraIdStr.string(), height, streamInfo.height);
1120 ALOGE("%s: %s", __FUNCTION__, msg.string());
1121 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1122 }
1123 if (format != streamInfo.format) {
1124 String8 msg = String8::format("Camera %s:Surface format doesn't match: %d vs %d",
1125 mCameraIdStr.string(), format, streamInfo.format);
1126 ALOGE("%s: %s", __FUNCTION__, msg.string());
1127 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1128 }
Shuzhen Wange8ecda92017-02-20 17:10:28 -08001129 if (format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED) {
1130 if (dataSpace != streamInfo.dataSpace) {
1131 String8 msg = String8::format("Camera %s:Surface dataSpace doesn't match: %d vs %d",
1132 mCameraIdStr.string(), dataSpace, streamInfo.dataSpace);
1133 ALOGE("%s: %s", __FUNCTION__, msg.string());
1134 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1135 }
1136 //At the native side, there isn't a way to check whether 2 surfaces come from the same
1137 //surface class type. Use usage flag to approximate the comparison.
1138 if (consumerUsage != streamInfo.consumerUsage) {
1139 String8 msg = String8::format(
Emilian Peev050f5dc2017-05-18 14:43:56 +01001140 "Camera %s:Surface usage flag doesn't match %" PRIu64 " vs %" PRIu64 "",
Shuzhen Wange8ecda92017-02-20 17:10:28 -08001141 mCameraIdStr.string(), consumerUsage, streamInfo.consumerUsage);
1142 ALOGE("%s: %s", __FUNCTION__, msg.string());
1143 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1144 }
Shuzhen Wang758c2152017-01-10 18:26:18 -08001145 }
1146 return binder::Status::ok();
1147}
1148
Shuzhen Wangc28189a2017-11-27 23:05:10 -08001149bool CameraDeviceClient::checkPhysicalCameraId(const String8& physicalCameraId) {
1150 if (0 == physicalCameraId.size()) {
1151 return true;
1152 }
1153
1154 CameraMetadata staticInfo = mDevice->info();
1155 camera_metadata_entry_t entryCap;
1156 bool isLogicalCam = false;
1157
1158 entryCap = staticInfo.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
1159 for (size_t i = 0; i < entryCap.count; ++i) {
1160 uint8_t capability = entryCap.data.u8[i];
1161 if (capability == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_LOGICAL_MULTI_CAMERA) {
1162 isLogicalCam = true;
1163 }
1164 }
1165 if (!isLogicalCam) {
1166 return false;
1167 }
1168
1169 camera_metadata_entry_t entryIds = staticInfo.find(ANDROID_LOGICAL_MULTI_CAMERA_PHYSICAL_IDS);
1170 const uint8_t* ids = entryIds.data.u8;
1171 size_t start = 0;
1172 for (size_t i = 0; i < entryIds.count; ++i) {
1173 if (ids[i] == '\0') {
1174 if (start != i) {
1175 String8 currentId((const char*)ids+start);
1176 if (currentId == physicalCameraId) {
1177 return true;
1178 }
1179 }
1180 start = i+1;
1181 }
1182 }
1183 return false;
1184}
1185
Ruben Brunkbba75572014-11-20 17:29:50 -08001186bool CameraDeviceClient::roundBufferDimensionNearest(int32_t width, int32_t height,
Eino-Ville Talvala3d82c0d2015-02-23 15:19:19 -08001187 int32_t format, android_dataspace dataSpace, const CameraMetadata& info,
Ruben Brunkbba75572014-11-20 17:29:50 -08001188 /*out*/int32_t* outWidth, /*out*/int32_t* outHeight) {
1189
1190 camera_metadata_ro_entry streamConfigs =
Eino-Ville Talvala3d82c0d2015-02-23 15:19:19 -08001191 (dataSpace == HAL_DATASPACE_DEPTH) ?
1192 info.find(ANDROID_DEPTH_AVAILABLE_DEPTH_STREAM_CONFIGURATIONS) :
Ruben Brunkbba75572014-11-20 17:29:50 -08001193 info.find(ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS);
1194
1195 int32_t bestWidth = -1;
1196 int32_t bestHeight = -1;
1197
1198 // Iterate through listed stream configurations and find the one with the smallest euclidean
1199 // distance from the given dimensions for the given format.
1200 for (size_t i = 0; i < streamConfigs.count; i += 4) {
1201 int32_t fmt = streamConfigs.data.i32[i];
1202 int32_t w = streamConfigs.data.i32[i + 1];
1203 int32_t h = streamConfigs.data.i32[i + 2];
1204
1205 // Ignore input/output type for now
1206 if (fmt == format) {
1207 if (w == width && h == height) {
1208 bestWidth = width;
1209 bestHeight = height;
1210 break;
1211 } else if (w <= ROUNDING_WIDTH_CAP && (bestWidth == -1 ||
1212 CameraDeviceClient::euclidDistSquare(w, h, width, height) <
1213 CameraDeviceClient::euclidDistSquare(bestWidth, bestHeight, width, height))) {
1214 bestWidth = w;
1215 bestHeight = h;
1216 }
1217 }
1218 }
1219
1220 if (bestWidth == -1) {
1221 // Return false if no configurations for this format were listed
1222 return false;
1223 }
1224
1225 // Set the outputs to the closet width/height
1226 if (outWidth != NULL) {
1227 *outWidth = bestWidth;
1228 }
1229 if (outHeight != NULL) {
1230 *outHeight = bestHeight;
1231 }
1232
1233 // Return true if at least one configuration for this format was listed
1234 return true;
1235}
1236
1237int64_t CameraDeviceClient::euclidDistSquare(int32_t x0, int32_t y0, int32_t x1, int32_t y1) {
1238 int64_t d0 = x0 - x1;
1239 int64_t d1 = y0 - y1;
1240 return d0 * d0 + d1 * d1;
1241}
1242
Igor Murashkine7ee7632013-06-11 18:10:18 -07001243// Create a request object from a template.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001244binder::Status CameraDeviceClient::createDefaultRequest(int templateId,
1245 /*out*/
1246 hardware::camera2::impl::CameraMetadataNative* request)
Igor Murashkine7ee7632013-06-11 18:10:18 -07001247{
1248 ATRACE_CALL();
1249 ALOGV("%s (templateId = 0x%x)", __FUNCTION__, templateId);
1250
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001251 binder::Status res;
1252 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -07001253
1254 Mutex::Autolock icl(mBinderSerializationLock);
1255
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001256 if (!mDevice.get()) {
1257 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1258 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001259
1260 CameraMetadata metadata;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001261 status_t err;
1262 if ( (err = mDevice->createDefaultRequest(templateId, &metadata) ) == OK &&
Igor Murashkine7ee7632013-06-11 18:10:18 -07001263 request != NULL) {
1264
1265 request->swap(metadata);
Chien-Yu Chen9cd14022016-03-09 12:21:01 -08001266 } else if (err == BAD_VALUE) {
1267 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001268 "Camera %s: Template ID %d is invalid or not supported: %s (%d)",
1269 mCameraIdStr.string(), templateId, strerror(-err), err);
Chien-Yu Chen9cd14022016-03-09 12:21:01 -08001270
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001271 } else {
1272 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001273 "Camera %s: Error creating default request for template %d: %s (%d)",
1274 mCameraIdStr.string(), templateId, strerror(-err), err);
Igor Murashkine7ee7632013-06-11 18:10:18 -07001275 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001276 return res;
1277}
1278
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001279binder::Status CameraDeviceClient::getCameraInfo(
1280 /*out*/
1281 hardware::camera2::impl::CameraMetadataNative* info)
Igor Murashkine7ee7632013-06-11 18:10:18 -07001282{
1283 ATRACE_CALL();
1284 ALOGV("%s", __FUNCTION__);
1285
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001286 binder::Status res;
Igor Murashkine7ee7632013-06-11 18:10:18 -07001287
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001288 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -07001289
1290 Mutex::Autolock icl(mBinderSerializationLock);
1291
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001292 if (!mDevice.get()) {
1293 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1294 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001295
Igor Murashkin099b4572013-07-12 17:52:16 -07001296 if (info != NULL) {
1297 *info = mDevice->info(); // static camera metadata
1298 // TODO: merge with device-specific camera metadata
1299 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001300
1301 return res;
1302}
1303
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001304binder::Status CameraDeviceClient::waitUntilIdle()
Zhijun He2ab500c2013-07-23 08:02:53 -07001305{
1306 ATRACE_CALL();
1307 ALOGV("%s", __FUNCTION__);
1308
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001309 binder::Status res;
1310 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Zhijun He2ab500c2013-07-23 08:02:53 -07001311
1312 Mutex::Autolock icl(mBinderSerializationLock);
1313
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001314 if (!mDevice.get()) {
1315 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1316 }
Zhijun He2ab500c2013-07-23 08:02:53 -07001317
1318 // FIXME: Also need check repeating burst.
Shuzhen Wangc9ca6782016-04-26 13:40:31 -07001319 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001320 if (mStreamingRequestId != REQUEST_ID_NONE) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001321 String8 msg = String8::format(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001322 "Camera %s: Try to waitUntilIdle when there are active streaming requests",
1323 mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001324 ALOGE("%s: %s", __FUNCTION__, msg.string());
1325 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
Zhijun He2ab500c2013-07-23 08:02:53 -07001326 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001327 status_t err = mDevice->waitUntilDrained();
1328 if (err != OK) {
1329 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001330 "Camera %s: Error waiting to drain: %s (%d)",
1331 mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001332 }
Zhijun He2ab500c2013-07-23 08:02:53 -07001333 ALOGV("%s Done", __FUNCTION__);
Zhijun He2ab500c2013-07-23 08:02:53 -07001334 return res;
1335}
1336
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001337binder::Status CameraDeviceClient::flush(
1338 /*out*/
1339 int64_t* lastFrameNumber) {
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001340 ATRACE_CALL();
1341 ALOGV("%s", __FUNCTION__);
1342
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001343 binder::Status res;
1344 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001345
1346 Mutex::Autolock icl(mBinderSerializationLock);
1347
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001348 if (!mDevice.get()) {
1349 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1350 }
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001351
Shuzhen Wangc9ca6782016-04-26 13:40:31 -07001352 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001353 mStreamingRequestId = REQUEST_ID_NONE;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001354 status_t err = mDevice->flush(lastFrameNumber);
1355 if (err != OK) {
1356 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001357 "Camera %s: Error flushing device: %s (%d)", mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001358 }
1359 return res;
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001360}
1361
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001362binder::Status CameraDeviceClient::prepare(int streamId) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001363 ATRACE_CALL();
1364 ALOGV("%s", __FUNCTION__);
1365
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001366 binder::Status res;
1367 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001368
1369 Mutex::Autolock icl(mBinderSerializationLock);
1370
1371 // Guard against trying to prepare non-created streams
1372 ssize_t index = NAME_NOT_FOUND;
1373 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001374 if (streamId == mStreamMap.valueAt(i).streamId()) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001375 index = i;
1376 break;
1377 }
1378 }
1379
1380 if (index == NAME_NOT_FOUND) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001381 String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no stream "
1382 "with that ID exists", mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001383 ALOGW("%s: %s", __FUNCTION__, msg.string());
1384 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001385 }
1386
Eino-Ville Talvala261394e2015-05-13 14:28:38 -07001387 // Also returns BAD_VALUE if stream ID was not valid, or stream already
1388 // has been used
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001389 status_t err = mDevice->prepare(streamId);
1390 if (err == BAD_VALUE) {
1391 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001392 "Camera %s: Stream %d has already been used, and cannot be prepared",
1393 mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001394 } else if (err != OK) {
1395 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001396 "Camera %s: Error preparing stream %d: %s (%d)", mCameraIdStr.string(), streamId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001397 strerror(-err), err);
1398 }
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001399 return res;
1400}
1401
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001402binder::Status CameraDeviceClient::prepare2(int maxCount, int streamId) {
Ruben Brunkc78ac262015-08-13 17:58:46 -07001403 ATRACE_CALL();
1404 ALOGV("%s", __FUNCTION__);
1405
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001406 binder::Status res;
1407 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Ruben Brunkc78ac262015-08-13 17:58:46 -07001408
1409 Mutex::Autolock icl(mBinderSerializationLock);
1410
1411 // Guard against trying to prepare non-created streams
1412 ssize_t index = NAME_NOT_FOUND;
1413 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001414 if (streamId == mStreamMap.valueAt(i).streamId()) {
Ruben Brunkc78ac262015-08-13 17:58:46 -07001415 index = i;
1416 break;
1417 }
1418 }
1419
1420 if (index == NAME_NOT_FOUND) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001421 String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no stream "
1422 "with that ID exists", mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001423 ALOGW("%s: %s", __FUNCTION__, msg.string());
1424 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Ruben Brunkc78ac262015-08-13 17:58:46 -07001425 }
1426
1427 if (maxCount <= 0) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001428 String8 msg = String8::format("Camera %s: maxCount (%d) must be greater than 0",
1429 mCameraIdStr.string(), maxCount);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001430 ALOGE("%s: %s", __FUNCTION__, msg.string());
1431 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Ruben Brunkc78ac262015-08-13 17:58:46 -07001432 }
1433
1434 // Also returns BAD_VALUE if stream ID was not valid, or stream already
1435 // has been used
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001436 status_t err = mDevice->prepare(maxCount, streamId);
1437 if (err == BAD_VALUE) {
1438 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001439 "Camera %s: Stream %d has already been used, and cannot be prepared",
1440 mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001441 } else if (err != OK) {
1442 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001443 "Camera %s: Error preparing stream %d: %s (%d)", mCameraIdStr.string(), streamId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001444 strerror(-err), err);
1445 }
Ruben Brunkc78ac262015-08-13 17:58:46 -07001446
1447 return res;
1448}
1449
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001450binder::Status CameraDeviceClient::tearDown(int streamId) {
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001451 ATRACE_CALL();
1452 ALOGV("%s", __FUNCTION__);
1453
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001454 binder::Status res;
1455 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001456
1457 Mutex::Autolock icl(mBinderSerializationLock);
1458
1459 // Guard against trying to prepare non-created streams
1460 ssize_t index = NAME_NOT_FOUND;
1461 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001462 if (streamId == mStreamMap.valueAt(i).streamId()) {
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001463 index = i;
1464 break;
1465 }
1466 }
1467
1468 if (index == NAME_NOT_FOUND) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001469 String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no stream "
1470 "with that ID exists", mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001471 ALOGW("%s: %s", __FUNCTION__, msg.string());
1472 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001473 }
1474
1475 // Also returns BAD_VALUE if stream ID was not valid or if the stream is in
1476 // use
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001477 status_t err = mDevice->tearDown(streamId);
1478 if (err == BAD_VALUE) {
1479 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001480 "Camera %s: Stream %d is still in use, cannot be torn down",
1481 mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001482 } else if (err != OK) {
1483 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001484 "Camera %s: Error tearing down stream %d: %s (%d)", mCameraIdStr.string(), streamId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001485 strerror(-err), err);
1486 }
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001487
1488 return res;
1489}
1490
Shuzhen Wang758c2152017-01-10 18:26:18 -08001491binder::Status CameraDeviceClient::finalizeOutputConfigurations(int32_t streamId,
Zhijun He5d677d12016-05-29 16:52:39 -07001492 const hardware::camera2::params::OutputConfiguration &outputConfiguration) {
1493 ATRACE_CALL();
1494
1495 binder::Status res;
1496 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
1497
1498 Mutex::Autolock icl(mBinderSerializationLock);
1499
Shuzhen Wang0129d522016-10-30 22:43:41 -07001500 const std::vector<sp<IGraphicBufferProducer> >& bufferProducers =
1501 outputConfiguration.getGraphicBufferProducers();
Zhijun He5d677d12016-05-29 16:52:39 -07001502
Shuzhen Wang0129d522016-10-30 22:43:41 -07001503 if (bufferProducers.size() == 0) {
1504 ALOGE("%s: bufferProducers must not be empty", __FUNCTION__);
Zhijun He5d677d12016-05-29 16:52:39 -07001505 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Target Surface is invalid");
1506 }
Shuzhen Wang0129d522016-10-30 22:43:41 -07001507
Shuzhen Wang758c2152017-01-10 18:26:18 -08001508 // streamId should be in mStreamMap if this stream already has a surface attached
1509 // to it. Otherwise, it should be in mDeferredStreams.
1510 bool streamIdConfigured = false;
1511 ssize_t deferredStreamIndex = NAME_NOT_FOUND;
1512 for (size_t i = 0; i < mStreamMap.size(); i++) {
1513 if (mStreamMap.valueAt(i).streamId() == streamId) {
1514 streamIdConfigured = true;
1515 break;
1516 }
Zhijun He5d677d12016-05-29 16:52:39 -07001517 }
Shuzhen Wang758c2152017-01-10 18:26:18 -08001518 for (size_t i = 0; i < mDeferredStreams.size(); i++) {
1519 if (streamId == mDeferredStreams[i]) {
1520 deferredStreamIndex = i;
1521 break;
Shuzhen Wang0129d522016-10-30 22:43:41 -07001522 }
1523
Shuzhen Wang758c2152017-01-10 18:26:18 -08001524 }
1525 if (deferredStreamIndex == NAME_NOT_FOUND && !streamIdConfigured) {
1526 String8 msg = String8::format("Camera %s: deferred surface is set to a unknown stream"
1527 "(ID %d)", mCameraIdStr.string(), streamId);
1528 ALOGW("%s: %s", __FUNCTION__, msg.string());
1529 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Zhijun He5d677d12016-05-29 16:52:39 -07001530 }
1531
Shuzhen Wang88fd0052017-02-09 16:40:07 -08001532 if (mStreamInfoMap[streamId].finalized) {
1533 String8 msg = String8::format("Camera %s: finalizeOutputConfigurations has been called"
1534 " on stream ID %d", mCameraIdStr.string(), streamId);
1535 ALOGW("%s: %s", __FUNCTION__, msg.string());
1536 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1537 }
1538
Zhijun He5d677d12016-05-29 16:52:39 -07001539 if (!mDevice.get()) {
1540 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1541 }
1542
Shuzhen Wang758c2152017-01-10 18:26:18 -08001543 std::vector<sp<Surface>> consumerSurfaces;
Shuzhen Wang758c2152017-01-10 18:26:18 -08001544 for (auto& bufferProducer : bufferProducers) {
1545 // Don't create multiple streams for the same target surface
Zhijun He5d677d12016-05-29 16:52:39 -07001546 ssize_t index = mStreamMap.indexOfKey(IInterface::asBinder(bufferProducer));
1547 if (index != NAME_NOT_FOUND) {
Shuzhen Wang758c2152017-01-10 18:26:18 -08001548 ALOGV("Camera %s: Surface already has a stream created "
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001549 " for it (ID %zd)", mCameraIdStr.string(), index);
Shuzhen Wang758c2152017-01-10 18:26:18 -08001550 continue;
Zhijun He5d677d12016-05-29 16:52:39 -07001551 }
Shuzhen Wang758c2152017-01-10 18:26:18 -08001552
1553 sp<Surface> surface;
1554 res = createSurfaceFromGbp(mStreamInfoMap[streamId], true /*isStreamInfoValid*/,
1555 surface, bufferProducer);
1556
1557 if (!res.isOk())
1558 return res;
1559
1560 consumerSurfaces.push_back(surface);
Zhijun He5d677d12016-05-29 16:52:39 -07001561 }
1562
Shuzhen Wanga81ce342017-04-13 15:18:36 -07001563 // Gracefully handle case where finalizeOutputConfigurations is called
1564 // without any new surface.
1565 if (consumerSurfaces.size() == 0) {
1566 mStreamInfoMap[streamId].finalized = true;
1567 return res;
1568 }
1569
Zhijun He5d677d12016-05-29 16:52:39 -07001570 // Finish the deferred stream configuration with the surface.
Shuzhen Wang758c2152017-01-10 18:26:18 -08001571 status_t err;
Emilian Peev40ead602017-09-26 15:46:36 +01001572 std::vector<int> consumerSurfaceIds;
1573 err = mDevice->setConsumerSurfaces(streamId, consumerSurfaces, &consumerSurfaceIds);
Zhijun He5d677d12016-05-29 16:52:39 -07001574 if (err == OK) {
Shuzhen Wang758c2152017-01-10 18:26:18 -08001575 for (size_t i = 0; i < consumerSurfaces.size(); i++) {
1576 sp<IBinder> binder = IInterface::asBinder(
1577 consumerSurfaces[i]->getIGraphicBufferProducer());
Emilian Peev40ead602017-09-26 15:46:36 +01001578 ALOGV("%s: mStreamMap add binder %p streamId %d, surfaceId %d", __FUNCTION__,
Shuzhen Wang758c2152017-01-10 18:26:18 -08001579 binder.get(), streamId, consumerSurfaceIds[i]);
1580 mStreamMap.add(binder, StreamSurfaceId(streamId, consumerSurfaceIds[i]));
1581 }
1582 if (deferredStreamIndex != NAME_NOT_FOUND) {
1583 mDeferredStreams.removeItemsAt(deferredStreamIndex);
Shuzhen Wang0129d522016-10-30 22:43:41 -07001584 }
Shuzhen Wang88fd0052017-02-09 16:40:07 -08001585 mStreamInfoMap[streamId].finalized = true;
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -08001586 mConfiguredOutputs.replaceValueFor(streamId, outputConfiguration);
Zhijun He5d677d12016-05-29 16:52:39 -07001587 } else if (err == NO_INIT) {
1588 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001589 "Camera %s: Deferred surface is invalid: %s (%d)",
1590 mCameraIdStr.string(), strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -07001591 } else {
1592 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001593 "Camera %s: Error setting output stream deferred surface: %s (%d)",
1594 mCameraIdStr.string(), strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -07001595 }
1596
1597 return res;
1598}
1599
Igor Murashkine7ee7632013-06-11 18:10:18 -07001600status_t CameraDeviceClient::dump(int fd, const Vector<String16>& args) {
Eino-Ville Talvalac4003962016-01-13 10:07:04 -08001601 return BasicClient::dump(fd, args);
1602}
1603
1604status_t CameraDeviceClient::dumpClient(int fd, const Vector<String16>& args) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001605 dprintf(fd, " CameraDeviceClient[%s] (%p) dump:\n",
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001606 mCameraIdStr.string(),
Eino-Ville Talvalae992e752014-11-07 16:17:48 -08001607 (getRemoteCallback() != NULL ?
Marco Nelissenf8880202014-11-14 07:58:25 -08001608 IInterface::asBinder(getRemoteCallback()).get() : NULL) );
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001609 dprintf(fd, " Current client UID %u\n", mClientUid);
Igor Murashkine7ee7632013-06-11 18:10:18 -07001610
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001611 dprintf(fd, " State:\n");
1612 dprintf(fd, " Request ID counter: %d\n", mRequestIdCounter);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001613 if (mInputStream.configured) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001614 dprintf(fd, " Current input stream ID: %d\n", mInputStream.id);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001615 } else {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001616 dprintf(fd, " No input stream configured.\n");
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001617 }
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001618 if (!mStreamMap.isEmpty()) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001619 dprintf(fd, " Current output stream/surface IDs:\n");
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001620 for (size_t i = 0; i < mStreamMap.size(); i++) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001621 dprintf(fd, " Stream %d Surface %d\n",
Shuzhen Wang0129d522016-10-30 22:43:41 -07001622 mStreamMap.valueAt(i).streamId(),
1623 mStreamMap.valueAt(i).surfaceId());
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001624 }
Zhijun He5d677d12016-05-29 16:52:39 -07001625 } else if (!mDeferredStreams.isEmpty()) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001626 dprintf(fd, " Current deferred surface output stream IDs:\n");
Zhijun He5d677d12016-05-29 16:52:39 -07001627 for (auto& streamId : mDeferredStreams) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001628 dprintf(fd, " Stream %d\n", streamId);
Zhijun He5d677d12016-05-29 16:52:39 -07001629 }
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001630 } else {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001631 dprintf(fd, " No output streams configured.\n");
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001632 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001633 // TODO: print dynamic/request section from most recent requests
1634 mFrameProcessor->dump(fd, args);
1635
1636 return dumpDevice(fd, args);
1637}
1638
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001639void CameraDeviceClient::notifyError(int32_t errorCode,
Jianing Weicb0652e2014-03-12 18:29:36 -07001640 const CaptureResultExtras& resultExtras) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001641 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001642 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001643
1644 if (remoteCb != 0) {
Jianing Weicb0652e2014-03-12 18:29:36 -07001645 remoteCb->onDeviceError(errorCode, resultExtras);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001646 }
1647}
1648
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001649void CameraDeviceClient::notifyRepeatingRequestError(long lastFrameNumber) {
1650 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
1651
1652 if (remoteCb != 0) {
Yin-Chia Yeh8ca23dc2017-09-05 18:15:56 -07001653 remoteCb->onRepeatingRequestError(lastFrameNumber, mStreamingRequestId);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001654 }
1655
Shuzhen Wangc9ca6782016-04-26 13:40:31 -07001656 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001657 mStreamingRequestId = REQUEST_ID_NONE;
1658}
1659
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001660void CameraDeviceClient::notifyIdle() {
1661 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001662 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001663
1664 if (remoteCb != 0) {
1665 remoteCb->onDeviceIdle();
1666 }
Eino-Ville Talvala412fe562015-08-20 17:08:32 -07001667 Camera2ClientBase::notifyIdle();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001668}
1669
Jianing Weicb0652e2014-03-12 18:29:36 -07001670void CameraDeviceClient::notifyShutter(const CaptureResultExtras& resultExtras,
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001671 nsecs_t timestamp) {
1672 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001673 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001674 if (remoteCb != 0) {
Jianing Weicb0652e2014-03-12 18:29:36 -07001675 remoteCb->onCaptureStarted(resultExtras, timestamp);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001676 }
Eino-Ville Talvala412fe562015-08-20 17:08:32 -07001677 Camera2ClientBase::notifyShutter(resultExtras, timestamp);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001678}
1679
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001680void CameraDeviceClient::notifyPrepared(int streamId) {
1681 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001682 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001683 if (remoteCb != 0) {
1684 remoteCb->onPrepared(streamId);
1685 }
1686}
1687
Shuzhen Wang9d066012016-09-30 11:30:20 -07001688void CameraDeviceClient::notifyRequestQueueEmpty() {
1689 // Thread safe. Don't bother locking.
1690 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
1691 if (remoteCb != 0) {
1692 remoteCb->onRequestQueueEmpty();
1693 }
1694}
1695
Igor Murashkine7ee7632013-06-11 18:10:18 -07001696void CameraDeviceClient::detachDevice() {
1697 if (mDevice == 0) return;
1698
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001699 ALOGV("Camera %s: Stopping processors", mCameraIdStr.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -07001700
1701 mFrameProcessor->removeListener(FRAME_PROCESSOR_LISTENER_MIN_ID,
1702 FRAME_PROCESSOR_LISTENER_MAX_ID,
1703 /*listener*/this);
1704 mFrameProcessor->requestExit();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001705 ALOGV("Camera %s: Waiting for threads", mCameraIdStr.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -07001706 mFrameProcessor->join();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001707 ALOGV("Camera %s: Disconnecting device", mCameraIdStr.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -07001708
1709 // WORKAROUND: HAL refuses to disconnect while there's streams in flight
1710 {
1711 mDevice->clearStreamingRequest();
1712
1713 status_t code;
1714 if ((code = mDevice->waitUntilDrained()) != OK) {
1715 ALOGE("%s: waitUntilDrained failed with code 0x%x", __FUNCTION__,
1716 code);
1717 }
1718 }
1719
1720 Camera2ClientBase::detachDevice();
1721}
1722
1723/** Device-related methods */
Jianing Weicb0652e2014-03-12 18:29:36 -07001724void CameraDeviceClient::onResultAvailable(const CaptureResult& result) {
Igor Murashkine7ee7632013-06-11 18:10:18 -07001725 ATRACE_CALL();
1726 ALOGV("%s", __FUNCTION__);
1727
Igor Murashkin4fb55c12013-08-29 17:43:01 -07001728 // Thread-safe. No lock necessary.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001729 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = mRemoteCallback;
Igor Murashkin4fb55c12013-08-29 17:43:01 -07001730 if (remoteCb != NULL) {
Shuzhen Wang5c22c152017-12-31 17:12:25 -08001731 remoteCb->onResultReceived(result.mMetadata, result.mResultExtras,
1732 result.mPhysicalMetadatas);
Igor Murashkine7ee7632013-06-11 18:10:18 -07001733 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001734}
1735
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001736binder::Status CameraDeviceClient::checkPidStatus(const char* checkLocation) {
Eino-Ville Talvala6192b892016-04-04 12:31:18 -07001737 if (mDisconnected) {
1738 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED,
1739 "The camera device has been disconnected");
1740 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001741 status_t res = checkPid(checkLocation);
1742 return (res == OK) ? binder::Status::ok() :
1743 STATUS_ERROR(CameraService::ERROR_PERMISSION_DENIED,
1744 "Attempt to use camera from a different process than original client");
1745}
1746
Igor Murashkine7ee7632013-06-11 18:10:18 -07001747// TODO: move to Camera2ClientBase
1748bool CameraDeviceClient::enforceRequestPermissions(CameraMetadata& metadata) {
1749
1750 const int pid = IPCThreadState::self()->getCallingPid();
1751 const int selfPid = getpid();
1752 camera_metadata_entry_t entry;
1753
1754 /**
1755 * Mixin default important security values
1756 * - android.led.transmit = defaulted ON
1757 */
1758 CameraMetadata staticInfo = mDevice->info();
1759 entry = staticInfo.find(ANDROID_LED_AVAILABLE_LEDS);
1760 for(size_t i = 0; i < entry.count; ++i) {
1761 uint8_t led = entry.data.u8[i];
1762
1763 switch(led) {
1764 case ANDROID_LED_AVAILABLE_LEDS_TRANSMIT: {
1765 uint8_t transmitDefault = ANDROID_LED_TRANSMIT_ON;
1766 if (!metadata.exists(ANDROID_LED_TRANSMIT)) {
1767 metadata.update(ANDROID_LED_TRANSMIT,
1768 &transmitDefault, 1);
1769 }
1770 break;
1771 }
1772 }
1773 }
1774
1775 // We can do anything!
1776 if (pid == selfPid) {
1777 return true;
1778 }
1779
1780 /**
1781 * Permission check special fields in the request
1782 * - android.led.transmit = android.permission.CAMERA_DISABLE_TRANSMIT
1783 */
1784 entry = metadata.find(ANDROID_LED_TRANSMIT);
1785 if (entry.count > 0 && entry.data.u8[0] != ANDROID_LED_TRANSMIT_ON) {
1786 String16 permissionString =
1787 String16("android.permission.CAMERA_DISABLE_TRANSMIT_LED");
1788 if (!checkCallingPermission(permissionString)) {
1789 const int uid = IPCThreadState::self()->getCallingUid();
1790 ALOGE("Permission Denial: "
1791 "can't disable transmit LED pid=%d, uid=%d", pid, uid);
1792 return false;
1793 }
1794 }
1795
1796 return true;
1797}
1798
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -07001799status_t CameraDeviceClient::getRotationTransformLocked(int32_t* transform) {
1800 ALOGV("%s: begin", __FUNCTION__);
1801
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -07001802 const CameraMetadata& staticInfo = mDevice->info();
Ruben Brunk5698d442014-06-18 10:39:40 -07001803 return CameraUtils::getRotationTransform(staticInfo, transform);
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -07001804}
1805
Igor Murashkine7ee7632013-06-11 18:10:18 -07001806} // namespace android