blob: c36c7cff5f77ba2302e931bf68fc7d3c5f246c40 [file] [log] [blame]
Igor Murashkine7ee7632013-06-11 18:10:18 -07001/*
Shuzhen Wangc28189a2017-11-27 23:05:10 -08002 * Copyright (C) 2013-2018 The Android Open Source Project
Igor Murashkine7ee7632013-06-11 18:10:18 -07003 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "CameraDeviceClient"
18#define ATRACE_TAG ATRACE_TAG_CAMERA
Jianing Weicb0652e2014-03-12 18:29:36 -070019//#define LOG_NDEBUG 0
Igor Murashkine7ee7632013-06-11 18:10:18 -070020
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070021#include <cutils/properties.h>
Igor Murashkine7ee7632013-06-11 18:10:18 -070022#include <utils/Log.h>
23#include <utils/Trace.h>
Igor Murashkine7ee7632013-06-11 18:10:18 -070024#include <gui/Surface.h>
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070025#include <camera/camera2/CaptureRequest.h>
Ruben Brunk5698d442014-06-18 10:39:40 -070026#include <camera/CameraUtils.h>
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070027
28#include "common/CameraDeviceBase.h"
29#include "api2/CameraDeviceClient.h"
30
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080031// Convenience methods for constructing binder::Status objects for error returns
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070032
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080033#define STATUS_ERROR(errorCode, errorString) \
34 binder::Status::fromServiceSpecificError(errorCode, \
Eino-Ville Talvala02bf0322016-02-18 12:41:10 -080035 String8::format("%s:%d: %s", __FUNCTION__, __LINE__, errorString))
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080036
37#define STATUS_ERROR_FMT(errorCode, errorString, ...) \
38 binder::Status::fromServiceSpecificError(errorCode, \
Eino-Ville Talvala02bf0322016-02-18 12:41:10 -080039 String8::format("%s:%d: " errorString, __FUNCTION__, __LINE__, \
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080040 __VA_ARGS__))
Igor Murashkine7ee7632013-06-11 18:10:18 -070041
42namespace android {
43using namespace camera2;
44
45CameraDeviceClientBase::CameraDeviceClientBase(
46 const sp<CameraService>& cameraService,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080047 const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback,
Igor Murashkine7ee7632013-06-11 18:10:18 -070048 const String16& clientPackageName,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080049 const String8& cameraId,
Igor Murashkine7ee7632013-06-11 18:10:18 -070050 int cameraFacing,
51 int clientPid,
52 uid_t clientUid,
53 int servicePid) :
Eino-Ville Talvalae992e752014-11-07 16:17:48 -080054 BasicClient(cameraService,
Marco Nelissenf8880202014-11-14 07:58:25 -080055 IInterface::asBinder(remoteCallback),
Eino-Ville Talvalae992e752014-11-07 16:17:48 -080056 clientPackageName,
57 cameraId,
58 cameraFacing,
59 clientPid,
60 clientUid,
61 servicePid),
Igor Murashkine7ee7632013-06-11 18:10:18 -070062 mRemoteCallback(remoteCallback) {
63}
Igor Murashkine7ee7632013-06-11 18:10:18 -070064
65// Interface used by CameraService
66
67CameraDeviceClient::CameraDeviceClient(const sp<CameraService>& cameraService,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080068 const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback,
69 const String16& clientPackageName,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080070 const String8& cameraId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080071 int cameraFacing,
72 int clientPid,
73 uid_t clientUid,
74 int servicePid) :
Igor Murashkine7ee7632013-06-11 18:10:18 -070075 Camera2ClientBase(cameraService, remoteCallback, clientPackageName,
76 cameraId, cameraFacing, clientPid, clientUid, servicePid),
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -070077 mInputStream(),
Chien-Yu Chene8c535e2016-04-14 12:18:26 -070078 mStreamingRequestId(REQUEST_ID_NONE),
Igor Murashkine7ee7632013-06-11 18:10:18 -070079 mRequestIdCounter(0) {
80
81 ATRACE_CALL();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080082 ALOGI("CameraDeviceClient %s: Opened", cameraId.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -070083}
84
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080085status_t CameraDeviceClient::initialize(sp<CameraProviderManager> manager) {
86 return initializeImpl(manager);
87}
88
89template<typename TProviderPtr>
90status_t CameraDeviceClient::initializeImpl(TProviderPtr providerPtr) {
Igor Murashkine7ee7632013-06-11 18:10:18 -070091 ATRACE_CALL();
92 status_t res;
93
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080094 res = Camera2ClientBase::initialize(providerPtr);
Igor Murashkine7ee7632013-06-11 18:10:18 -070095 if (res != OK) {
96 return res;
97 }
98
99 String8 threadName;
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -0700100 mFrameProcessor = new FrameProcessorBase(mDevice);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800101 threadName = String8::format("CDU-%s-FrameProc", mCameraIdStr.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -0700102 mFrameProcessor->run(threadName.string());
103
104 mFrameProcessor->registerListener(FRAME_PROCESSOR_LISTENER_MIN_ID,
105 FRAME_PROCESSOR_LISTENER_MAX_ID,
Eino-Ville Talvala184dfe42013-11-07 15:13:16 -0800106 /*listener*/this,
Zhijun He25a0aef2014-06-25 11:40:02 -0700107 /*sendPartials*/true);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700108
109 return OK;
110}
111
112CameraDeviceClient::~CameraDeviceClient() {
113}
114
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800115binder::Status CameraDeviceClient::submitRequest(
116 const hardware::camera2::CaptureRequest& request,
117 bool streaming,
118 /*out*/
119 hardware::camera2::utils::SubmitInfo *submitInfo) {
120 std::vector<hardware::camera2::CaptureRequest> requestList = { request };
121 return submitRequestList(requestList, streaming, submitInfo);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700122}
123
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800124binder::Status CameraDeviceClient::insertGbpLocked(const sp<IGraphicBufferProducer>& gbp,
125 SurfaceMap* outSurfaceMap,
126 Vector<int32_t>* outputStreamIds) {
127 int idx = mStreamMap.indexOfKey(IInterface::asBinder(gbp));
128
129 // Trying to submit request with surface that wasn't created
130 if (idx == NAME_NOT_FOUND) {
131 ALOGE("%s: Camera %s: Tried to submit a request with a surface that"
132 " we have not called createStream on",
133 __FUNCTION__, mCameraIdStr.string());
134 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
135 "Request targets Surface that is not part of current capture session");
136 }
137
138 const StreamSurfaceId& streamSurfaceId = mStreamMap.valueAt(idx);
139 if (outSurfaceMap->find(streamSurfaceId.streamId()) == outSurfaceMap->end()) {
140 (*outSurfaceMap)[streamSurfaceId.streamId()] = std::vector<size_t>();
141 outputStreamIds->push_back(streamSurfaceId.streamId());
142 }
143 (*outSurfaceMap)[streamSurfaceId.streamId()].push_back(streamSurfaceId.surfaceId());
144
145 ALOGV("%s: Camera %s: Appending output stream %d surface %d to request",
146 __FUNCTION__, mCameraIdStr.string(), streamSurfaceId.streamId(),
147 streamSurfaceId.surfaceId());
148
149 return binder::Status::ok();
150}
151
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800152binder::Status CameraDeviceClient::submitRequestList(
153 const std::vector<hardware::camera2::CaptureRequest>& requests,
154 bool streaming,
155 /*out*/
156 hardware::camera2::utils::SubmitInfo *submitInfo) {
Jianing Wei90e59c92014-03-12 18:29:36 -0700157 ATRACE_CALL();
Mark Salyzyn50468412014-06-18 16:33:43 -0700158 ALOGV("%s-start of function. Request list size %zu", __FUNCTION__, requests.size());
Jianing Wei90e59c92014-03-12 18:29:36 -0700159
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800160 binder::Status res = binder::Status::ok();
161 status_t err;
162 if ( !(res = checkPidStatus(__FUNCTION__) ).isOk()) {
163 return res;
164 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700165
166 Mutex::Autolock icl(mBinderSerializationLock);
167
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800168 if (!mDevice.get()) {
169 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
170 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700171
172 if (requests.empty()) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800173 ALOGE("%s: Camera %s: Sent null request. Rejecting request.",
174 __FUNCTION__, mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800175 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Empty request list");
Jianing Wei90e59c92014-03-12 18:29:36 -0700176 }
177
Emilian Peevaebbe412018-01-15 13:53:24 +0000178 List<const CameraDeviceBase::PhysicalCameraSettingsList> metadataRequestList;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700179 std::list<const SurfaceMap> surfaceMapList;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800180 submitInfo->mRequestId = mRequestIdCounter;
Jianing Wei90e59c92014-03-12 18:29:36 -0700181 uint32_t loopCounter = 0;
182
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800183 for (auto&& request: requests) {
184 if (request.mIsReprocess) {
Chien-Yu Chened0412e2015-04-27 15:04:22 -0700185 if (!mInputStream.configured) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800186 ALOGE("%s: Camera %s: no input stream is configured.", __FUNCTION__,
187 mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800188 return STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800189 "No input configured for camera %s but request is for reprocessing",
190 mCameraIdStr.string());
Chien-Yu Chened0412e2015-04-27 15:04:22 -0700191 } else if (streaming) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800192 ALOGE("%s: Camera %s: streaming reprocess requests not supported.", __FUNCTION__,
193 mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800194 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
195 "Repeating reprocess requests not supported");
Emilian Peevaebbe412018-01-15 13:53:24 +0000196 } else if (request.mPhysicalCameraSettings.size() > 1) {
197 ALOGE("%s: Camera %s: reprocess requests not supported for "
198 "multiple physical cameras.", __FUNCTION__,
199 mCameraIdStr.string());
200 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
201 "Reprocess requests not supported for multiple cameras");
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700202 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700203 }
204
Emilian Peevaebbe412018-01-15 13:53:24 +0000205 if (request.mPhysicalCameraSettings.empty()) {
206 ALOGE("%s: Camera %s: request doesn't contain any settings.", __FUNCTION__,
207 mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800208 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
Emilian Peevaebbe412018-01-15 13:53:24 +0000209 "Request doesn't contain any settings");
210 }
211
212 //The first capture settings should always match the logical camera id
213 String8 logicalId(request.mPhysicalCameraSettings.begin()->id.c_str());
214 if (mDevice->getId() != logicalId) {
215 ALOGE("%s: Camera %s: Invalid camera request settings.", __FUNCTION__,
216 mCameraIdStr.string());
217 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
218 "Invalid camera request settings");
219 }
220
221 CameraDeviceBase::PhysicalCameraSettingsList physicalSettingsList;
222 for (const auto& it : request.mPhysicalCameraSettings) {
223 String8 physicalId(it.id.c_str());
224 if ((physicalId != mDevice->getId()) && !checkPhysicalCameraId(physicalId)) {
225 ALOGE("%s: Camera %s: Physical camera id: %s is invalid.", __FUNCTION__,
226 mCameraIdStr.string(), physicalId.string());
227 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
228 "Invalid physical camera id");
229 }
230
231 CameraMetadata metadata(it.settings);
232 if (metadata.isEmpty()) {
233 ALOGE("%s: Camera %s: Sent empty metadata packet. Rejecting request.",
234 __FUNCTION__, mCameraIdStr.string());
235 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
236 "Request settings are empty");
237 }
238
239 if (!enforceRequestPermissions(metadata)) {
240 // Callee logs
241 return STATUS_ERROR(CameraService::ERROR_PERMISSION_DENIED,
242 "Caller does not have permission to change restricted controls");
243 }
244
245 physicalSettingsList.push_back({it.id, metadata});
246 }
247
248 if (streaming && (physicalSettingsList.size() > 1)) {
249 ALOGE("%s: Camera %s: Individual physical camera settings are not supported in "
250 "streaming requests. Rejecting request.", __FUNCTION__, mCameraIdStr.string());
251 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
252 "Streaming request contains individual physical requests");
253 }
254
255 if (request.mSurfaceList.isEmpty() && request.mStreamIdxList.size() == 0) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800256 ALOGE("%s: Camera %s: Requests must have at least one surface target. "
257 "Rejecting request.", __FUNCTION__, mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800258 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
259 "Request has no output targets");
Jianing Wei90e59c92014-03-12 18:29:36 -0700260 }
261
Jianing Wei90e59c92014-03-12 18:29:36 -0700262 /**
Shuzhen Wang0129d522016-10-30 22:43:41 -0700263 * Write in the output stream IDs and map from stream ID to surface ID
264 * which we calculate from the capture request's list of surface target
Jianing Wei90e59c92014-03-12 18:29:36 -0700265 */
Shuzhen Wang0129d522016-10-30 22:43:41 -0700266 SurfaceMap surfaceMap;
Jianing Wei90e59c92014-03-12 18:29:36 -0700267 Vector<int32_t> outputStreamIds;
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800268 if (request.mSurfaceList.size() > 0) {
269 for (sp<Surface> surface : request.mSurfaceList) {
270 if (surface == 0) continue;
Jianing Wei90e59c92014-03-12 18:29:36 -0700271
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800272 sp<IGraphicBufferProducer> gbp = surface->getIGraphicBufferProducer();
273 res = insertGbpLocked(gbp, &surfaceMap, &outputStreamIds);
274 if (!res.isOk()) {
275 return res;
276 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700277 }
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800278 } else {
279 for (size_t i = 0; i < request.mStreamIdxList.size(); i++) {
280 int streamId = request.mStreamIdxList.itemAt(i);
281 int surfaceIdx = request.mSurfaceIdxList.itemAt(i);
Jianing Wei90e59c92014-03-12 18:29:36 -0700282
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800283 ssize_t index = mConfiguredOutputs.indexOfKey(streamId);
284 if (index < 0) {
285 ALOGE("%s: Camera %s: Tried to submit a request with a surface that"
286 " we have not called createStream on: stream %d",
287 __FUNCTION__, mCameraIdStr.string(), streamId);
288 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
289 "Request targets Surface that is not part of current capture session");
290 }
291
292 const auto& gbps = mConfiguredOutputs.valueAt(index).getGraphicBufferProducers();
293 if ((size_t)surfaceIdx >= gbps.size()) {
294 ALOGE("%s: Camera %s: Tried to submit a request with a surface that"
295 " we have not called createStream on: stream %d, surfaceIdx %d",
296 __FUNCTION__, mCameraIdStr.string(), streamId, surfaceIdx);
297 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
298 "Request targets Surface has invalid surface index");
299 }
300
301 res = insertGbpLocked(gbps[surfaceIdx], &surfaceMap, &outputStreamIds);
302 if (!res.isOk()) {
303 return res;
304 }
Shuzhen Wang0129d522016-10-30 22:43:41 -0700305 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700306 }
307
Emilian Peevaebbe412018-01-15 13:53:24 +0000308 physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_OUTPUT_STREAMS,
309 &outputStreamIds[0], outputStreamIds.size());
Jianing Wei90e59c92014-03-12 18:29:36 -0700310
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800311 if (request.mIsReprocess) {
Emilian Peevaebbe412018-01-15 13:53:24 +0000312 physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_INPUT_STREAMS,
313 &mInputStream.id, 1);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700314 }
315
Emilian Peevaebbe412018-01-15 13:53:24 +0000316 physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_ID,
317 &(submitInfo->mRequestId), /*size*/1);
Jianing Wei90e59c92014-03-12 18:29:36 -0700318 loopCounter++; // loopCounter starts from 1
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800319 ALOGV("%s: Camera %s: Creating request with ID %d (%d of %zu)",
320 __FUNCTION__, mCameraIdStr.string(), submitInfo->mRequestId,
321 loopCounter, requests.size());
Jianing Wei90e59c92014-03-12 18:29:36 -0700322
Emilian Peevaebbe412018-01-15 13:53:24 +0000323 metadataRequestList.push_back(physicalSettingsList);
Shuzhen Wang0129d522016-10-30 22:43:41 -0700324 surfaceMapList.push_back(surfaceMap);
Jianing Wei90e59c92014-03-12 18:29:36 -0700325 }
326 mRequestIdCounter++;
327
328 if (streaming) {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700329 err = mDevice->setStreamingRequestList(metadataRequestList, surfaceMapList,
330 &(submitInfo->mLastFrameNumber));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800331 if (err != OK) {
332 String8 msg = String8::format(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800333 "Camera %s: Got error %s (%d) after trying to set streaming request",
334 mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800335 ALOGE("%s: %s", __FUNCTION__, msg.string());
336 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION,
337 msg.string());
Jianing Wei90e59c92014-03-12 18:29:36 -0700338 } else {
Shuzhen Wangc9ca6782016-04-26 13:40:31 -0700339 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700340 mStreamingRequestId = submitInfo->mRequestId;
Jianing Wei90e59c92014-03-12 18:29:36 -0700341 }
342 } else {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700343 err = mDevice->captureList(metadataRequestList, surfaceMapList,
344 &(submitInfo->mLastFrameNumber));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800345 if (err != OK) {
346 String8 msg = String8::format(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800347 "Camera %s: Got error %s (%d) after trying to submit capture request",
348 mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800349 ALOGE("%s: %s", __FUNCTION__, msg.string());
350 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION,
351 msg.string());
Jianing Wei90e59c92014-03-12 18:29:36 -0700352 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800353 ALOGV("%s: requestId = %d ", __FUNCTION__, submitInfo->mRequestId);
Jianing Wei90e59c92014-03-12 18:29:36 -0700354 }
355
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800356 ALOGV("%s: Camera %s: End of function", __FUNCTION__, mCameraIdStr.string());
Jianing Wei90e59c92014-03-12 18:29:36 -0700357 return res;
358}
359
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800360binder::Status CameraDeviceClient::cancelRequest(
361 int requestId,
362 /*out*/
363 int64_t* lastFrameNumber) {
Igor Murashkine7ee7632013-06-11 18:10:18 -0700364 ATRACE_CALL();
365 ALOGV("%s, requestId = %d", __FUNCTION__, requestId);
366
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800367 status_t err;
368 binder::Status res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700369
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800370 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700371
372 Mutex::Autolock icl(mBinderSerializationLock);
373
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800374 if (!mDevice.get()) {
375 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
376 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700377
Shuzhen Wangc9ca6782016-04-26 13:40:31 -0700378 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700379 if (mStreamingRequestId != requestId) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800380 String8 msg = String8::format("Camera %s: Canceling request ID %d doesn't match "
381 "current request ID %d", mCameraIdStr.string(), requestId, mStreamingRequestId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800382 ALOGE("%s: %s", __FUNCTION__, msg.string());
383 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -0700384 }
385
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800386 err = mDevice->clearStreamingRequest(lastFrameNumber);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700387
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800388 if (err == OK) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800389 ALOGV("%s: Camera %s: Successfully cleared streaming request",
390 __FUNCTION__, mCameraIdStr.string());
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700391 mStreamingRequestId = REQUEST_ID_NONE;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800392 } else {
393 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800394 "Camera %s: Error clearing streaming request: %s (%d)",
395 mCameraIdStr.string(), strerror(-err), err);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700396 }
397
398 return res;
399}
400
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800401binder::Status CameraDeviceClient::beginConfigure() {
Ruben Brunkb2119af2014-05-09 19:57:56 -0700402 // TODO: Implement this.
Eino-Ville Talvala6aeb8882017-08-07 17:40:49 -0700403 ATRACE_CALL();
Zhijun He1fa89992015-06-01 15:44:31 -0700404 ALOGV("%s: Not implemented yet.", __FUNCTION__);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800405 return binder::Status::ok();
Ruben Brunkb2119af2014-05-09 19:57:56 -0700406}
407
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100408binder::Status CameraDeviceClient::endConfigure(int operatingMode,
409 const hardware::camera2::impl::CameraMetadataNative& sessionParams) {
Eino-Ville Talvala6aeb8882017-08-07 17:40:49 -0700410 ATRACE_CALL();
Shuzhen Wang0129d522016-10-30 22:43:41 -0700411 ALOGV("%s: ending configure (%d input stream, %zu output surfaces)",
412 __FUNCTION__, mInputStream.configured ? 1 : 0,
413 mStreamMap.size());
Igor Murashkine2d167e2014-08-19 16:19:59 -0700414
Zhijun He0effd522016-03-04 10:22:27 -0800415 binder::Status res;
416 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
417
418 Mutex::Autolock icl(mBinderSerializationLock);
419
420 if (!mDevice.get()) {
421 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
422 }
423
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -0800424 if (operatingMode < 0) {
425 String8 msg = String8::format(
426 "Camera %s: Invalid operating mode %d requested", mCameraIdStr.string(), operatingMode);
427 ALOGE("%s: %s", __FUNCTION__, msg.string());
428 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
429 msg.string());
430 }
431
Zhijun He1fa89992015-06-01 15:44:31 -0700432 // Sanitize the high speed session against necessary capability bit.
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -0800433 bool isConstrainedHighSpeed = (operatingMode == ICameraDeviceUser::CONSTRAINED_HIGH_SPEED_MODE);
Zhijun He1fa89992015-06-01 15:44:31 -0700434 if (isConstrainedHighSpeed) {
435 CameraMetadata staticInfo = mDevice->info();
436 camera_metadata_entry_t entry = staticInfo.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
437 bool isConstrainedHighSpeedSupported = false;
438 for(size_t i = 0; i < entry.count; ++i) {
439 uint8_t capability = entry.data.u8[i];
440 if (capability == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_CONSTRAINED_HIGH_SPEED_VIDEO) {
441 isConstrainedHighSpeedSupported = true;
442 break;
443 }
444 }
445 if (!isConstrainedHighSpeedSupported) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800446 String8 msg = String8::format(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800447 "Camera %s: Try to create a constrained high speed configuration on a device"
448 " that doesn't support it.", mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800449 ALOGE("%s: %s", __FUNCTION__, msg.string());
450 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
451 msg.string());
Zhijun He1fa89992015-06-01 15:44:31 -0700452 }
453 }
454
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100455 status_t err = mDevice->configureStreams(sessionParams, operatingMode);
Eino-Ville Talvalaace80582016-03-18 13:27:35 -0700456 if (err == BAD_VALUE) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800457 String8 msg = String8::format("Camera %s: Unsupported set of inputs/outputs provided",
458 mCameraIdStr.string());
Zhijun He5d677d12016-05-29 16:52:39 -0700459 ALOGE("%s: %s", __FUNCTION__, msg.string());
460 res = STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Eino-Ville Talvalaace80582016-03-18 13:27:35 -0700461 } else if (err != OK) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800462 String8 msg = String8::format("Camera %s: Error configuring streams: %s (%d)",
463 mCameraIdStr.string(), strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -0700464 ALOGE("%s: %s", __FUNCTION__, msg.string());
465 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800466 }
467
468 return res;
Ruben Brunkb2119af2014-05-09 19:57:56 -0700469}
470
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800471binder::Status CameraDeviceClient::deleteStream(int streamId) {
Igor Murashkine7ee7632013-06-11 18:10:18 -0700472 ATRACE_CALL();
473 ALOGV("%s (streamId = 0x%x)", __FUNCTION__, streamId);
474
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800475 binder::Status res;
476 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700477
478 Mutex::Autolock icl(mBinderSerializationLock);
479
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800480 if (!mDevice.get()) {
481 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
482 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700483
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700484 bool isInput = false;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700485 std::vector<sp<IBinder>> surfaces;
Zhijun He5d677d12016-05-29 16:52:39 -0700486 ssize_t dIndex = NAME_NOT_FOUND;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700487
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700488 if (mInputStream.configured && mInputStream.id == streamId) {
489 isInput = true;
490 } else {
491 // Guard against trying to delete non-created streams
492 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700493 if (streamId == mStreamMap.valueAt(i).streamId()) {
494 surfaces.push_back(mStreamMap.keyAt(i));
495 }
496 }
497
498 // See if this stream is one of the deferred streams.
499 for (size_t i = 0; i < mDeferredStreams.size(); ++i) {
500 if (streamId == mDeferredStreams[i]) {
501 dIndex = i;
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700502 break;
503 }
504 }
505
Shuzhen Wang0129d522016-10-30 22:43:41 -0700506 if (surfaces.empty() && dIndex == NAME_NOT_FOUND) {
507 String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no such"
508 " stream created yet", mCameraIdStr.string(), streamId);
509 ALOGW("%s: %s", __FUNCTION__, msg.string());
510 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700511 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700512 }
513
514 // Also returns BAD_VALUE if stream ID was not valid
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800515 status_t err = mDevice->deleteStream(streamId);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700516
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800517 if (err != OK) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800518 String8 msg = String8::format("Camera %s: Unexpected error %s (%d) when deleting stream %d",
519 mCameraIdStr.string(), strerror(-err), err, streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800520 ALOGE("%s: %s", __FUNCTION__, msg.string());
521 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
522 } else {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700523 if (isInput) {
524 mInputStream.configured = false;
Zhijun He5d677d12016-05-29 16:52:39 -0700525 } else {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700526 for (auto& surface : surfaces) {
527 mStreamMap.removeItem(surface);
528 }
529
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800530 mConfiguredOutputs.removeItem(streamId);
531
Shuzhen Wang0129d522016-10-30 22:43:41 -0700532 if (dIndex != NAME_NOT_FOUND) {
533 mDeferredStreams.removeItemsAt(dIndex);
534 }
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700535 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700536 }
537
538 return res;
539}
540
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800541binder::Status CameraDeviceClient::createStream(
542 const hardware::camera2::params::OutputConfiguration &outputConfiguration,
543 /*out*/
544 int32_t* newStreamId) {
Igor Murashkine7ee7632013-06-11 18:10:18 -0700545 ATRACE_CALL();
Igor Murashkine7ee7632013-06-11 18:10:18 -0700546
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800547 binder::Status res;
548 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700549
550 Mutex::Autolock icl(mBinderSerializationLock);
551
Shuzhen Wang0129d522016-10-30 22:43:41 -0700552 const std::vector<sp<IGraphicBufferProducer>>& bufferProducers =
553 outputConfiguration.getGraphicBufferProducers();
554 size_t numBufferProducers = bufferProducers.size();
Shuzhen Wang758c2152017-01-10 18:26:18 -0800555 bool deferredConsumer = outputConfiguration.isDeferred();
556 bool isShared = outputConfiguration.isShared();
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800557 String8 physicalCameraId = String8(outputConfiguration.getPhysicalCameraId());
Shuzhen Wang0129d522016-10-30 22:43:41 -0700558
559 if (numBufferProducers > MAX_SURFACES_PER_STREAM) {
560 ALOGE("%s: GraphicBufferProducer count %zu for stream exceeds limit of %d",
561 __FUNCTION__, bufferProducers.size(), MAX_SURFACES_PER_STREAM);
562 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Surface count is too high");
563 }
Shuzhen Wang758c2152017-01-10 18:26:18 -0800564 bool deferredConsumerOnly = deferredConsumer && numBufferProducers == 0;
Zhijun He5d677d12016-05-29 16:52:39 -0700565 int surfaceType = outputConfiguration.getSurfaceType();
566 bool validSurfaceType = ((surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_VIEW) ||
567 (surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_TEXTURE));
Shuzhen Wang0129d522016-10-30 22:43:41 -0700568
Zhijun He5d677d12016-05-29 16:52:39 -0700569 if (deferredConsumer && !validSurfaceType) {
570 ALOGE("%s: Target surface is invalid: bufferProducer = %p, surfaceType = %d.",
Shuzhen Wang0129d522016-10-30 22:43:41 -0700571 __FUNCTION__, bufferProducers[0].get(), surfaceType);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800572 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Target Surface is invalid");
Yin-Chia Yeh89f14da2014-06-10 16:05:44 -0700573 }
Zhijun He5d677d12016-05-29 16:52:39 -0700574
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800575 if (!mDevice.get()) {
576 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
577 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700578
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800579 if (!checkPhysicalCameraId(physicalCameraId)) {
580 String8 msg = String8::format("Camera %s: Camera doesn't support physicalCameraId %s.",
581 mCameraIdStr.string(), physicalCameraId.string());
582 ALOGE("%s: %s", __FUNCTION__, msg.string());
583 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
584 }
Shuzhen Wang0129d522016-10-30 22:43:41 -0700585 std::vector<sp<Surface>> surfaces;
586 std::vector<sp<IBinder>> binders;
Zhijun He5d677d12016-05-29 16:52:39 -0700587 status_t err;
588
589 // Create stream for deferred surface case.
Shuzhen Wang0129d522016-10-30 22:43:41 -0700590 if (deferredConsumerOnly) {
Shuzhen Wang758c2152017-01-10 18:26:18 -0800591 return createDeferredSurfaceStreamLocked(outputConfiguration, isShared, newStreamId);
Zhijun He5d677d12016-05-29 16:52:39 -0700592 }
593
Shuzhen Wang758c2152017-01-10 18:26:18 -0800594 OutputStreamInfo streamInfo;
595 bool isStreamInfoValid = false;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700596 for (auto& bufferProducer : bufferProducers) {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700597 // Don't create multiple streams for the same target surface
Shuzhen Wang0129d522016-10-30 22:43:41 -0700598 sp<IBinder> binder = IInterface::asBinder(bufferProducer);
Shuzhen Wang758c2152017-01-10 18:26:18 -0800599 ssize_t index = mStreamMap.indexOfKey(binder);
600 if (index != NAME_NOT_FOUND) {
601 String8 msg = String8::format("Camera %s: Surface already has a stream created for it "
602 "(ID %zd)", mCameraIdStr.string(), index);
603 ALOGW("%s: %s", __FUNCTION__, msg.string());
604 return STATUS_ERROR(CameraService::ERROR_ALREADY_EXISTS, msg.string());
Shuzhen Wang0129d522016-10-30 22:43:41 -0700605 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700606
Shuzhen Wang758c2152017-01-10 18:26:18 -0800607 sp<Surface> surface;
608 res = createSurfaceFromGbp(streamInfo, isStreamInfoValid, surface, bufferProducer);
609
610 if (!res.isOk())
611 return res;
612
613 if (!isStreamInfoValid) {
Shuzhen Wangbee0f0a2017-01-24 14:51:37 -0800614 // Streaming sharing is only supported for IMPLEMENTATION_DEFINED
615 // formats.
616 if (isShared && streamInfo.format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED) {
617 String8 msg = String8::format("Camera %s: Stream sharing is only supported for "
618 "IMPLEMENTATION_DEFINED format", mCameraIdStr.string());
619 ALOGW("%s: %s", __FUNCTION__, msg.string());
620 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
621 }
Shuzhen Wang758c2152017-01-10 18:26:18 -0800622 isStreamInfoValid = true;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700623 }
624
Shuzhen Wang758c2152017-01-10 18:26:18 -0800625 binders.push_back(IInterface::asBinder(bufferProducer));
Shuzhen Wang0129d522016-10-30 22:43:41 -0700626 surfaces.push_back(surface);
Ruben Brunkbba75572014-11-20 17:29:50 -0800627 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700628
Zhijun He125684a2015-12-26 15:07:30 -0800629 int streamId = camera3::CAMERA3_STREAM_ID_INVALID;
Emilian Peev40ead602017-09-26 15:46:36 +0100630 std::vector<int> surfaceIds;
Shuzhen Wang758c2152017-01-10 18:26:18 -0800631 err = mDevice->createStream(surfaces, deferredConsumer, streamInfo.width,
632 streamInfo.height, streamInfo.format, streamInfo.dataSpace,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800633 static_cast<camera3_stream_rotation_t>(outputConfiguration.getRotation()),
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800634 &streamId, physicalCameraId, &surfaceIds, outputConfiguration.getSurfaceSetID(),
635 isShared);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700636
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800637 if (err != OK) {
638 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800639 "Camera %s: Error creating output stream (%d x %d, fmt %x, dataSpace %x): %s (%d)",
Shuzhen Wang758c2152017-01-10 18:26:18 -0800640 mCameraIdStr.string(), streamInfo.width, streamInfo.height, streamInfo.format,
641 streamInfo.dataSpace, strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800642 } else {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700643 int i = 0;
644 for (auto& binder : binders) {
645 ALOGV("%s: mStreamMap add binder %p streamId %d, surfaceId %d",
646 __FUNCTION__, binder.get(), streamId, i);
Emilian Peev40ead602017-09-26 15:46:36 +0100647 mStreamMap.add(binder, StreamSurfaceId(streamId, surfaceIds[i]));
648 i++;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700649 }
Shuzhen Wang758c2152017-01-10 18:26:18 -0800650
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800651 mConfiguredOutputs.add(streamId, outputConfiguration);
Shuzhen Wang758c2152017-01-10 18:26:18 -0800652 mStreamInfoMap[streamId] = streamInfo;
653
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800654 ALOGV("%s: Camera %s: Successfully created a new stream ID %d for output surface"
Shuzhen Wang0129d522016-10-30 22:43:41 -0700655 " (%d x %d) with format 0x%x.",
Shuzhen Wang758c2152017-01-10 18:26:18 -0800656 __FUNCTION__, mCameraIdStr.string(), streamId, streamInfo.width,
657 streamInfo.height, streamInfo.format);
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -0700658
Zhijun He5d677d12016-05-29 16:52:39 -0700659 // Set transform flags to ensure preview to be rotated correctly.
660 res = setStreamTransformLocked(streamId);
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -0700661
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800662 *newStreamId = streamId;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700663 }
664
665 return res;
666}
667
Zhijun He5d677d12016-05-29 16:52:39 -0700668binder::Status CameraDeviceClient::createDeferredSurfaceStreamLocked(
669 const hardware::camera2::params::OutputConfiguration &outputConfiguration,
Shuzhen Wang758c2152017-01-10 18:26:18 -0800670 bool isShared,
Zhijun He5d677d12016-05-29 16:52:39 -0700671 /*out*/
672 int* newStreamId) {
673 int width, height, format, surfaceType;
Emilian Peev050f5dc2017-05-18 14:43:56 +0100674 uint64_t consumerUsage;
Zhijun He5d677d12016-05-29 16:52:39 -0700675 android_dataspace dataSpace;
676 status_t err;
677 binder::Status res;
678
679 if (!mDevice.get()) {
680 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
681 }
682
683 // Infer the surface info for deferred surface stream creation.
684 width = outputConfiguration.getWidth();
685 height = outputConfiguration.getHeight();
686 surfaceType = outputConfiguration.getSurfaceType();
687 format = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED;
688 dataSpace = android_dataspace_t::HAL_DATASPACE_UNKNOWN;
689 // Hardcode consumer usage flags: SurfaceView--0x900, SurfaceTexture--0x100.
690 consumerUsage = GraphicBuffer::USAGE_HW_TEXTURE;
691 if (surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_VIEW) {
692 consumerUsage |= GraphicBuffer::USAGE_HW_COMPOSER;
693 }
694 int streamId = camera3::CAMERA3_STREAM_ID_INVALID;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700695 std::vector<sp<Surface>> noSurface;
Emilian Peev40ead602017-09-26 15:46:36 +0100696 std::vector<int> surfaceIds;
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800697 String8 physicalCameraId(outputConfiguration.getPhysicalCameraId());
Shuzhen Wang0129d522016-10-30 22:43:41 -0700698 err = mDevice->createStream(noSurface, /*hasDeferredConsumer*/true, width,
699 height, format, dataSpace,
Zhijun He5d677d12016-05-29 16:52:39 -0700700 static_cast<camera3_stream_rotation_t>(outputConfiguration.getRotation()),
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800701 &streamId, physicalCameraId, &surfaceIds,
702 outputConfiguration.getSurfaceSetID(), isShared,
Emilian Peev40ead602017-09-26 15:46:36 +0100703 consumerUsage);
Zhijun He5d677d12016-05-29 16:52:39 -0700704
705 if (err != OK) {
706 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800707 "Camera %s: Error creating output stream (%d x %d, fmt %x, dataSpace %x): %s (%d)",
708 mCameraIdStr.string(), width, height, format, dataSpace, strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -0700709 } else {
710 // Can not add streamId to mStreamMap here, as the surface is deferred. Add it to
711 // a separate list to track. Once the deferred surface is set, this id will be
712 // relocated to mStreamMap.
713 mDeferredStreams.push_back(streamId);
714
Shuzhen Wang758c2152017-01-10 18:26:18 -0800715 mStreamInfoMap.emplace(std::piecewise_construct, std::forward_as_tuple(streamId),
716 std::forward_as_tuple(width, height, format, dataSpace, consumerUsage));
717
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800718 ALOGV("%s: Camera %s: Successfully created a new stream ID %d for a deferred surface"
Zhijun He5d677d12016-05-29 16:52:39 -0700719 " (%d x %d) stream with format 0x%x.",
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800720 __FUNCTION__, mCameraIdStr.string(), streamId, width, height, format);
Zhijun He5d677d12016-05-29 16:52:39 -0700721
722 // Set transform flags to ensure preview to be rotated correctly.
723 res = setStreamTransformLocked(streamId);
724
725 *newStreamId = streamId;
726 }
727 return res;
728}
729
730binder::Status CameraDeviceClient::setStreamTransformLocked(int streamId) {
731 int32_t transform = 0;
732 status_t err;
733 binder::Status res;
734
735 if (!mDevice.get()) {
736 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
737 }
738
739 err = getRotationTransformLocked(&transform);
740 if (err != OK) {
741 // Error logged by getRotationTransformLocked.
742 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION,
743 "Unable to calculate rotation transform for new stream");
744 }
745
746 err = mDevice->setStreamTransform(streamId, transform);
747 if (err != OK) {
748 String8 msg = String8::format("Failed to set stream transform (stream id %d)",
749 streamId);
750 ALOGE("%s: %s", __FUNCTION__, msg.string());
751 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
752 }
753
754 return res;
755}
Ruben Brunkbba75572014-11-20 17:29:50 -0800756
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800757binder::Status CameraDeviceClient::createInputStream(
758 int width, int height, int format,
759 /*out*/
760 int32_t* newStreamId) {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700761
762 ATRACE_CALL();
763 ALOGV("%s (w = %d, h = %d, f = 0x%x)", __FUNCTION__, width, height, format);
764
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800765 binder::Status res;
766 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700767
768 Mutex::Autolock icl(mBinderSerializationLock);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800769
770 if (!mDevice.get()) {
771 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
772 }
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700773
774 if (mInputStream.configured) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800775 String8 msg = String8::format("Camera %s: Already has an input stream "
Yi Kong0f414de2017-12-15 13:48:50 -0800776 "configured (ID %d)", mCameraIdStr.string(), mInputStream.id);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800777 ALOGE("%s: %s", __FUNCTION__, msg.string() );
778 return STATUS_ERROR(CameraService::ERROR_ALREADY_EXISTS, msg.string());
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700779 }
780
781 int streamId = -1;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800782 status_t err = mDevice->createInputStream(width, height, format, &streamId);
783 if (err == OK) {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700784 mInputStream.configured = true;
785 mInputStream.width = width;
786 mInputStream.height = height;
787 mInputStream.format = format;
788 mInputStream.id = streamId;
789
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800790 ALOGV("%s: Camera %s: Successfully created a new input stream ID %d",
791 __FUNCTION__, mCameraIdStr.string(), streamId);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700792
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800793 *newStreamId = streamId;
794 } else {
795 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800796 "Camera %s: Error creating new input stream: %s (%d)", mCameraIdStr.string(),
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800797 strerror(-err), err);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700798 }
799
800 return res;
801}
802
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800803binder::Status CameraDeviceClient::getInputSurface(/*out*/ view::Surface *inputSurface) {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700804
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800805 binder::Status res;
806 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
807
808 if (inputSurface == NULL) {
809 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Null input surface");
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700810 }
811
812 Mutex::Autolock icl(mBinderSerializationLock);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800813 if (!mDevice.get()) {
814 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
815 }
816 sp<IGraphicBufferProducer> producer;
817 status_t err = mDevice->getInputBufferProducer(&producer);
818 if (err != OK) {
819 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800820 "Camera %s: Error getting input Surface: %s (%d)",
821 mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800822 } else {
823 inputSurface->name = String16("CameraInput");
824 inputSurface->graphicBufferProducer = producer;
825 }
826 return res;
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700827}
828
Emilian Peev40ead602017-09-26 15:46:36 +0100829binder::Status CameraDeviceClient::updateOutputConfiguration(int streamId,
830 const hardware::camera2::params::OutputConfiguration &outputConfiguration) {
831 ATRACE_CALL();
832
833 binder::Status res;
834 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
835
836 Mutex::Autolock icl(mBinderSerializationLock);
837
838 if (!mDevice.get()) {
839 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
840 }
841
842 const std::vector<sp<IGraphicBufferProducer> >& bufferProducers =
843 outputConfiguration.getGraphicBufferProducers();
844 auto producerCount = bufferProducers.size();
845 if (producerCount == 0) {
846 ALOGE("%s: bufferProducers must not be empty", __FUNCTION__);
847 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
848 "bufferProducers must not be empty");
849 }
850
851 // The first output is the one associated with the output configuration.
852 // It should always be present, valid and the corresponding stream id should match.
853 sp<IBinder> binder = IInterface::asBinder(bufferProducers[0]);
854 ssize_t index = mStreamMap.indexOfKey(binder);
855 if (index == NAME_NOT_FOUND) {
856 ALOGE("%s: Outputconfiguration is invalid", __FUNCTION__);
857 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
858 "OutputConfiguration is invalid");
859 }
860 if (mStreamMap.valueFor(binder).streamId() != streamId) {
861 ALOGE("%s: Stream Id: %d provided doesn't match the id: %d in the stream map",
862 __FUNCTION__, streamId, mStreamMap.valueFor(binder).streamId());
863 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
864 "Stream id is invalid");
865 }
866
867 std::vector<size_t> removedSurfaceIds;
868 std::vector<sp<IBinder>> removedOutputs;
869 std::vector<sp<Surface>> newOutputs;
870 std::vector<OutputStreamInfo> streamInfos;
871 KeyedVector<sp<IBinder>, sp<IGraphicBufferProducer>> newOutputsMap;
872 for (auto &it : bufferProducers) {
873 newOutputsMap.add(IInterface::asBinder(it), it);
874 }
875
876 for (size_t i = 0; i < mStreamMap.size(); i++) {
877 ssize_t idx = newOutputsMap.indexOfKey(mStreamMap.keyAt(i));
878 if (idx == NAME_NOT_FOUND) {
879 if (mStreamMap[i].streamId() == streamId) {
880 removedSurfaceIds.push_back(mStreamMap[i].surfaceId());
881 removedOutputs.push_back(mStreamMap.keyAt(i));
882 }
883 } else {
884 if (mStreamMap[i].streamId() != streamId) {
885 ALOGE("%s: Output surface already part of a different stream", __FUNCTION__);
886 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
887 "Target Surface is invalid");
888 }
889 newOutputsMap.removeItemsAt(idx);
890 }
891 }
892
893 for (size_t i = 0; i < newOutputsMap.size(); i++) {
894 OutputStreamInfo outInfo;
895 sp<Surface> surface;
896 res = createSurfaceFromGbp(outInfo, /*isStreamInfoValid*/ false, surface,
897 newOutputsMap.valueAt(i));
898 if (!res.isOk())
899 return res;
900
901 // Stream sharing is only supported for IMPLEMENTATION_DEFINED
902 // formats.
903 if (outInfo.format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED) {
904 String8 msg = String8::format("Camera %s: Stream sharing is only supported for "
905 "IMPLEMENTATION_DEFINED format", mCameraIdStr.string());
906 ALOGW("%s: %s", __FUNCTION__, msg.string());
907 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
908 }
909 streamInfos.push_back(outInfo);
910 newOutputs.push_back(surface);
911 }
912
913 //Trivial case no changes required
914 if (removedSurfaceIds.empty() && newOutputs.empty()) {
915 return binder::Status::ok();
916 }
917
918 KeyedVector<sp<Surface>, size_t> outputMap;
919 auto ret = mDevice->updateStream(streamId, newOutputs, streamInfos, removedSurfaceIds,
920 &outputMap);
921 if (ret != OK) {
922 switch (ret) {
923 case NAME_NOT_FOUND:
924 case BAD_VALUE:
925 case -EBUSY:
926 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
927 "Camera %s: Error updating stream: %s (%d)",
928 mCameraIdStr.string(), strerror(ret), ret);
929 break;
930 default:
931 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
932 "Camera %s: Error updating stream: %s (%d)",
933 mCameraIdStr.string(), strerror(ret), ret);
934 break;
935 }
936 } else {
937 for (const auto &it : removedOutputs) {
938 mStreamMap.removeItem(it);
939 }
940
941 for (size_t i = 0; i < outputMap.size(); i++) {
942 mStreamMap.add(IInterface::asBinder(outputMap.keyAt(i)->getIGraphicBufferProducer()),
943 StreamSurfaceId(streamId, outputMap.valueAt(i)));
944 }
945
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800946 mConfiguredOutputs.replaceValueFor(streamId, outputConfiguration);
947
Emilian Peev40ead602017-09-26 15:46:36 +0100948 ALOGV("%s: Camera %s: Successful stream ID %d update",
949 __FUNCTION__, mCameraIdStr.string(), streamId);
950 }
951
952 return res;
953}
954
Eman Copty6d7af0e2016-06-17 20:46:40 -0700955bool CameraDeviceClient::isPublicFormat(int32_t format)
956{
957 switch(format) {
958 case HAL_PIXEL_FORMAT_RGBA_8888:
959 case HAL_PIXEL_FORMAT_RGBX_8888:
960 case HAL_PIXEL_FORMAT_RGB_888:
961 case HAL_PIXEL_FORMAT_RGB_565:
962 case HAL_PIXEL_FORMAT_BGRA_8888:
963 case HAL_PIXEL_FORMAT_YV12:
964 case HAL_PIXEL_FORMAT_Y8:
965 case HAL_PIXEL_FORMAT_Y16:
966 case HAL_PIXEL_FORMAT_RAW16:
967 case HAL_PIXEL_FORMAT_RAW10:
968 case HAL_PIXEL_FORMAT_RAW12:
969 case HAL_PIXEL_FORMAT_RAW_OPAQUE:
970 case HAL_PIXEL_FORMAT_BLOB:
971 case HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED:
972 case HAL_PIXEL_FORMAT_YCbCr_420_888:
973 case HAL_PIXEL_FORMAT_YCbCr_422_888:
974 case HAL_PIXEL_FORMAT_YCbCr_444_888:
975 case HAL_PIXEL_FORMAT_FLEX_RGB_888:
976 case HAL_PIXEL_FORMAT_FLEX_RGBA_8888:
977 case HAL_PIXEL_FORMAT_YCbCr_422_SP:
978 case HAL_PIXEL_FORMAT_YCrCb_420_SP:
979 case HAL_PIXEL_FORMAT_YCbCr_422_I:
980 return true;
981 default:
982 return false;
983 }
984}
985
Shuzhen Wang758c2152017-01-10 18:26:18 -0800986binder::Status CameraDeviceClient::createSurfaceFromGbp(
987 OutputStreamInfo& streamInfo, bool isStreamInfoValid,
988 sp<Surface>& surface, const sp<IGraphicBufferProducer>& gbp) {
989
990 // bufferProducer must be non-null
991 if (gbp == nullptr) {
992 String8 msg = String8::format("Camera %s: Surface is NULL", mCameraIdStr.string());
993 ALOGW("%s: %s", __FUNCTION__, msg.string());
994 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
995 }
996 // HACK b/10949105
997 // Query consumer usage bits to set async operation mode for
998 // GLConsumer using controlledByApp parameter.
999 bool useAsync = false;
Emilian Peev050f5dc2017-05-18 14:43:56 +01001000 uint64_t consumerUsage = 0;
Shuzhen Wang758c2152017-01-10 18:26:18 -08001001 status_t err;
Emilian Peev050f5dc2017-05-18 14:43:56 +01001002 if ((err = gbp->getConsumerUsage(&consumerUsage)) != OK) {
Shuzhen Wang758c2152017-01-10 18:26:18 -08001003 String8 msg = String8::format("Camera %s: Failed to query Surface consumer usage: %s (%d)",
1004 mCameraIdStr.string(), strerror(-err), err);
1005 ALOGE("%s: %s", __FUNCTION__, msg.string());
1006 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1007 }
1008 if (consumerUsage & GraphicBuffer::USAGE_HW_TEXTURE) {
Emilian Peev050f5dc2017-05-18 14:43:56 +01001009 ALOGW("%s: Camera %s with consumer usage flag: %" PRIu64 ": Forcing asynchronous mode for stream",
Shuzhen Wang758c2152017-01-10 18:26:18 -08001010 __FUNCTION__, mCameraIdStr.string(), consumerUsage);
1011 useAsync = true;
1012 }
1013
Emilian Peev050f5dc2017-05-18 14:43:56 +01001014 uint64_t disallowedFlags = GraphicBuffer::USAGE_HW_VIDEO_ENCODER |
Shuzhen Wang758c2152017-01-10 18:26:18 -08001015 GRALLOC_USAGE_RENDERSCRIPT;
Emilian Peev050f5dc2017-05-18 14:43:56 +01001016 uint64_t allowedFlags = GraphicBuffer::USAGE_SW_READ_MASK |
Shuzhen Wang758c2152017-01-10 18:26:18 -08001017 GraphicBuffer::USAGE_HW_TEXTURE |
1018 GraphicBuffer::USAGE_HW_COMPOSER;
1019 bool flexibleConsumer = (consumerUsage & disallowedFlags) == 0 &&
1020 (consumerUsage & allowedFlags) != 0;
1021
1022 surface = new Surface(gbp, useAsync);
1023 ANativeWindow *anw = surface.get();
1024
1025 int width, height, format;
1026 android_dataspace dataSpace;
1027 if ((err = anw->query(anw, NATIVE_WINDOW_WIDTH, &width)) != OK) {
1028 String8 msg = String8::format("Camera %s: Failed to query Surface width: %s (%d)",
1029 mCameraIdStr.string(), strerror(-err), err);
1030 ALOGE("%s: %s", __FUNCTION__, msg.string());
1031 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1032 }
1033 if ((err = anw->query(anw, NATIVE_WINDOW_HEIGHT, &height)) != OK) {
1034 String8 msg = String8::format("Camera %s: Failed to query Surface height: %s (%d)",
1035 mCameraIdStr.string(), strerror(-err), err);
1036 ALOGE("%s: %s", __FUNCTION__, msg.string());
1037 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1038 }
1039 if ((err = anw->query(anw, NATIVE_WINDOW_FORMAT, &format)) != OK) {
1040 String8 msg = String8::format("Camera %s: Failed to query Surface format: %s (%d)",
1041 mCameraIdStr.string(), strerror(-err), err);
1042 ALOGE("%s: %s", __FUNCTION__, msg.string());
1043 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1044 }
1045 if ((err = anw->query(anw, NATIVE_WINDOW_DEFAULT_DATASPACE,
1046 reinterpret_cast<int*>(&dataSpace))) != OK) {
1047 String8 msg = String8::format("Camera %s: Failed to query Surface dataspace: %s (%d)",
1048 mCameraIdStr.string(), strerror(-err), err);
1049 ALOGE("%s: %s", __FUNCTION__, msg.string());
1050 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1051 }
1052
1053 // FIXME: remove this override since the default format should be
1054 // IMPLEMENTATION_DEFINED. b/9487482
1055 if (format >= HAL_PIXEL_FORMAT_RGBA_8888 &&
1056 format <= HAL_PIXEL_FORMAT_BGRA_8888) {
1057 ALOGW("%s: Camera %s: Overriding format %#x to IMPLEMENTATION_DEFINED",
1058 __FUNCTION__, mCameraIdStr.string(), format);
1059 format = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED;
1060 }
1061 // Round dimensions to the nearest dimensions available for this format
1062 if (flexibleConsumer && isPublicFormat(format) &&
1063 !CameraDeviceClient::roundBufferDimensionNearest(width, height,
1064 format, dataSpace, mDevice->info(), /*out*/&width, /*out*/&height)) {
1065 String8 msg = String8::format("Camera %s: No supported stream configurations with "
1066 "format %#x defined, failed to create output stream",
1067 mCameraIdStr.string(), format);
1068 ALOGE("%s: %s", __FUNCTION__, msg.string());
1069 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1070 }
1071
1072 if (!isStreamInfoValid) {
1073 streamInfo.width = width;
1074 streamInfo.height = height;
1075 streamInfo.format = format;
1076 streamInfo.dataSpace = dataSpace;
1077 streamInfo.consumerUsage = consumerUsage;
1078 return binder::Status::ok();
1079 }
1080 if (width != streamInfo.width) {
1081 String8 msg = String8::format("Camera %s:Surface width doesn't match: %d vs %d",
1082 mCameraIdStr.string(), width, streamInfo.width);
1083 ALOGE("%s: %s", __FUNCTION__, msg.string());
1084 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1085 }
1086 if (height != streamInfo.height) {
1087 String8 msg = String8::format("Camera %s:Surface height doesn't match: %d vs %d",
1088 mCameraIdStr.string(), height, streamInfo.height);
1089 ALOGE("%s: %s", __FUNCTION__, msg.string());
1090 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1091 }
1092 if (format != streamInfo.format) {
1093 String8 msg = String8::format("Camera %s:Surface format doesn't match: %d vs %d",
1094 mCameraIdStr.string(), format, streamInfo.format);
1095 ALOGE("%s: %s", __FUNCTION__, msg.string());
1096 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1097 }
Shuzhen Wange8ecda92017-02-20 17:10:28 -08001098 if (format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED) {
1099 if (dataSpace != streamInfo.dataSpace) {
1100 String8 msg = String8::format("Camera %s:Surface dataSpace doesn't match: %d vs %d",
1101 mCameraIdStr.string(), dataSpace, streamInfo.dataSpace);
1102 ALOGE("%s: %s", __FUNCTION__, msg.string());
1103 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1104 }
1105 //At the native side, there isn't a way to check whether 2 surfaces come from the same
1106 //surface class type. Use usage flag to approximate the comparison.
1107 if (consumerUsage != streamInfo.consumerUsage) {
1108 String8 msg = String8::format(
Emilian Peev050f5dc2017-05-18 14:43:56 +01001109 "Camera %s:Surface usage flag doesn't match %" PRIu64 " vs %" PRIu64 "",
Shuzhen Wange8ecda92017-02-20 17:10:28 -08001110 mCameraIdStr.string(), consumerUsage, streamInfo.consumerUsage);
1111 ALOGE("%s: %s", __FUNCTION__, msg.string());
1112 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1113 }
Shuzhen Wang758c2152017-01-10 18:26:18 -08001114 }
1115 return binder::Status::ok();
1116}
1117
Shuzhen Wangc28189a2017-11-27 23:05:10 -08001118bool CameraDeviceClient::checkPhysicalCameraId(const String8& physicalCameraId) {
1119 if (0 == physicalCameraId.size()) {
1120 return true;
1121 }
1122
1123 CameraMetadata staticInfo = mDevice->info();
1124 camera_metadata_entry_t entryCap;
1125 bool isLogicalCam = false;
1126
1127 entryCap = staticInfo.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
1128 for (size_t i = 0; i < entryCap.count; ++i) {
1129 uint8_t capability = entryCap.data.u8[i];
1130 if (capability == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_LOGICAL_MULTI_CAMERA) {
1131 isLogicalCam = true;
1132 }
1133 }
1134 if (!isLogicalCam) {
1135 return false;
1136 }
1137
1138 camera_metadata_entry_t entryIds = staticInfo.find(ANDROID_LOGICAL_MULTI_CAMERA_PHYSICAL_IDS);
1139 const uint8_t* ids = entryIds.data.u8;
1140 size_t start = 0;
1141 for (size_t i = 0; i < entryIds.count; ++i) {
1142 if (ids[i] == '\0') {
1143 if (start != i) {
1144 String8 currentId((const char*)ids+start);
1145 if (currentId == physicalCameraId) {
1146 return true;
1147 }
1148 }
1149 start = i+1;
1150 }
1151 }
1152 return false;
1153}
1154
Ruben Brunkbba75572014-11-20 17:29:50 -08001155bool CameraDeviceClient::roundBufferDimensionNearest(int32_t width, int32_t height,
Eino-Ville Talvala3d82c0d2015-02-23 15:19:19 -08001156 int32_t format, android_dataspace dataSpace, const CameraMetadata& info,
Ruben Brunkbba75572014-11-20 17:29:50 -08001157 /*out*/int32_t* outWidth, /*out*/int32_t* outHeight) {
1158
1159 camera_metadata_ro_entry streamConfigs =
Eino-Ville Talvala3d82c0d2015-02-23 15:19:19 -08001160 (dataSpace == HAL_DATASPACE_DEPTH) ?
1161 info.find(ANDROID_DEPTH_AVAILABLE_DEPTH_STREAM_CONFIGURATIONS) :
Ruben Brunkbba75572014-11-20 17:29:50 -08001162 info.find(ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS);
1163
1164 int32_t bestWidth = -1;
1165 int32_t bestHeight = -1;
1166
1167 // Iterate through listed stream configurations and find the one with the smallest euclidean
1168 // distance from the given dimensions for the given format.
1169 for (size_t i = 0; i < streamConfigs.count; i += 4) {
1170 int32_t fmt = streamConfigs.data.i32[i];
1171 int32_t w = streamConfigs.data.i32[i + 1];
1172 int32_t h = streamConfigs.data.i32[i + 2];
1173
1174 // Ignore input/output type for now
1175 if (fmt == format) {
1176 if (w == width && h == height) {
1177 bestWidth = width;
1178 bestHeight = height;
1179 break;
1180 } else if (w <= ROUNDING_WIDTH_CAP && (bestWidth == -1 ||
1181 CameraDeviceClient::euclidDistSquare(w, h, width, height) <
1182 CameraDeviceClient::euclidDistSquare(bestWidth, bestHeight, width, height))) {
1183 bestWidth = w;
1184 bestHeight = h;
1185 }
1186 }
1187 }
1188
1189 if (bestWidth == -1) {
1190 // Return false if no configurations for this format were listed
1191 return false;
1192 }
1193
1194 // Set the outputs to the closet width/height
1195 if (outWidth != NULL) {
1196 *outWidth = bestWidth;
1197 }
1198 if (outHeight != NULL) {
1199 *outHeight = bestHeight;
1200 }
1201
1202 // Return true if at least one configuration for this format was listed
1203 return true;
1204}
1205
1206int64_t CameraDeviceClient::euclidDistSquare(int32_t x0, int32_t y0, int32_t x1, int32_t y1) {
1207 int64_t d0 = x0 - x1;
1208 int64_t d1 = y0 - y1;
1209 return d0 * d0 + d1 * d1;
1210}
1211
Igor Murashkine7ee7632013-06-11 18:10:18 -07001212// Create a request object from a template.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001213binder::Status CameraDeviceClient::createDefaultRequest(int templateId,
1214 /*out*/
1215 hardware::camera2::impl::CameraMetadataNative* request)
Igor Murashkine7ee7632013-06-11 18:10:18 -07001216{
1217 ATRACE_CALL();
1218 ALOGV("%s (templateId = 0x%x)", __FUNCTION__, templateId);
1219
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001220 binder::Status res;
1221 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -07001222
1223 Mutex::Autolock icl(mBinderSerializationLock);
1224
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001225 if (!mDevice.get()) {
1226 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1227 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001228
1229 CameraMetadata metadata;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001230 status_t err;
1231 if ( (err = mDevice->createDefaultRequest(templateId, &metadata) ) == OK &&
Igor Murashkine7ee7632013-06-11 18:10:18 -07001232 request != NULL) {
1233
1234 request->swap(metadata);
Chien-Yu Chen9cd14022016-03-09 12:21:01 -08001235 } else if (err == BAD_VALUE) {
1236 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001237 "Camera %s: Template ID %d is invalid or not supported: %s (%d)",
1238 mCameraIdStr.string(), templateId, strerror(-err), err);
Chien-Yu Chen9cd14022016-03-09 12:21:01 -08001239
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001240 } else {
1241 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001242 "Camera %s: Error creating default request for template %d: %s (%d)",
1243 mCameraIdStr.string(), templateId, strerror(-err), err);
Igor Murashkine7ee7632013-06-11 18:10:18 -07001244 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001245 return res;
1246}
1247
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001248binder::Status CameraDeviceClient::getCameraInfo(
1249 /*out*/
1250 hardware::camera2::impl::CameraMetadataNative* info)
Igor Murashkine7ee7632013-06-11 18:10:18 -07001251{
1252 ATRACE_CALL();
1253 ALOGV("%s", __FUNCTION__);
1254
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001255 binder::Status res;
Igor Murashkine7ee7632013-06-11 18:10:18 -07001256
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001257 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -07001258
1259 Mutex::Autolock icl(mBinderSerializationLock);
1260
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001261 if (!mDevice.get()) {
1262 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1263 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001264
Igor Murashkin099b4572013-07-12 17:52:16 -07001265 if (info != NULL) {
1266 *info = mDevice->info(); // static camera metadata
1267 // TODO: merge with device-specific camera metadata
1268 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001269
1270 return res;
1271}
1272
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001273binder::Status CameraDeviceClient::waitUntilIdle()
Zhijun He2ab500c2013-07-23 08:02:53 -07001274{
1275 ATRACE_CALL();
1276 ALOGV("%s", __FUNCTION__);
1277
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001278 binder::Status res;
1279 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Zhijun He2ab500c2013-07-23 08:02:53 -07001280
1281 Mutex::Autolock icl(mBinderSerializationLock);
1282
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001283 if (!mDevice.get()) {
1284 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1285 }
Zhijun He2ab500c2013-07-23 08:02:53 -07001286
1287 // FIXME: Also need check repeating burst.
Shuzhen Wangc9ca6782016-04-26 13:40:31 -07001288 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001289 if (mStreamingRequestId != REQUEST_ID_NONE) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001290 String8 msg = String8::format(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001291 "Camera %s: Try to waitUntilIdle when there are active streaming requests",
1292 mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001293 ALOGE("%s: %s", __FUNCTION__, msg.string());
1294 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
Zhijun He2ab500c2013-07-23 08:02:53 -07001295 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001296 status_t err = mDevice->waitUntilDrained();
1297 if (err != OK) {
1298 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001299 "Camera %s: Error waiting to drain: %s (%d)",
1300 mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001301 }
Zhijun He2ab500c2013-07-23 08:02:53 -07001302 ALOGV("%s Done", __FUNCTION__);
Zhijun He2ab500c2013-07-23 08:02:53 -07001303 return res;
1304}
1305
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001306binder::Status CameraDeviceClient::flush(
1307 /*out*/
1308 int64_t* lastFrameNumber) {
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001309 ATRACE_CALL();
1310 ALOGV("%s", __FUNCTION__);
1311
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001312 binder::Status res;
1313 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001314
1315 Mutex::Autolock icl(mBinderSerializationLock);
1316
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001317 if (!mDevice.get()) {
1318 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1319 }
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001320
Shuzhen Wangc9ca6782016-04-26 13:40:31 -07001321 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001322 mStreamingRequestId = REQUEST_ID_NONE;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001323 status_t err = mDevice->flush(lastFrameNumber);
1324 if (err != OK) {
1325 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001326 "Camera %s: Error flushing device: %s (%d)", mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001327 }
1328 return res;
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001329}
1330
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001331binder::Status CameraDeviceClient::prepare(int streamId) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001332 ATRACE_CALL();
1333 ALOGV("%s", __FUNCTION__);
1334
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001335 binder::Status res;
1336 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001337
1338 Mutex::Autolock icl(mBinderSerializationLock);
1339
1340 // Guard against trying to prepare non-created streams
1341 ssize_t index = NAME_NOT_FOUND;
1342 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001343 if (streamId == mStreamMap.valueAt(i).streamId()) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001344 index = i;
1345 break;
1346 }
1347 }
1348
1349 if (index == NAME_NOT_FOUND) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001350 String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no stream "
1351 "with that ID exists", mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001352 ALOGW("%s: %s", __FUNCTION__, msg.string());
1353 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001354 }
1355
Eino-Ville Talvala261394e2015-05-13 14:28:38 -07001356 // Also returns BAD_VALUE if stream ID was not valid, or stream already
1357 // has been used
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001358 status_t err = mDevice->prepare(streamId);
1359 if (err == BAD_VALUE) {
1360 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001361 "Camera %s: Stream %d has already been used, and cannot be prepared",
1362 mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001363 } else if (err != OK) {
1364 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001365 "Camera %s: Error preparing stream %d: %s (%d)", mCameraIdStr.string(), streamId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001366 strerror(-err), err);
1367 }
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001368 return res;
1369}
1370
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001371binder::Status CameraDeviceClient::prepare2(int maxCount, int streamId) {
Ruben Brunkc78ac262015-08-13 17:58:46 -07001372 ATRACE_CALL();
1373 ALOGV("%s", __FUNCTION__);
1374
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001375 binder::Status res;
1376 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Ruben Brunkc78ac262015-08-13 17:58:46 -07001377
1378 Mutex::Autolock icl(mBinderSerializationLock);
1379
1380 // Guard against trying to prepare non-created streams
1381 ssize_t index = NAME_NOT_FOUND;
1382 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001383 if (streamId == mStreamMap.valueAt(i).streamId()) {
Ruben Brunkc78ac262015-08-13 17:58:46 -07001384 index = i;
1385 break;
1386 }
1387 }
1388
1389 if (index == NAME_NOT_FOUND) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001390 String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no stream "
1391 "with that ID exists", mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001392 ALOGW("%s: %s", __FUNCTION__, msg.string());
1393 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Ruben Brunkc78ac262015-08-13 17:58:46 -07001394 }
1395
1396 if (maxCount <= 0) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001397 String8 msg = String8::format("Camera %s: maxCount (%d) must be greater than 0",
1398 mCameraIdStr.string(), maxCount);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001399 ALOGE("%s: %s", __FUNCTION__, msg.string());
1400 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Ruben Brunkc78ac262015-08-13 17:58:46 -07001401 }
1402
1403 // Also returns BAD_VALUE if stream ID was not valid, or stream already
1404 // has been used
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001405 status_t err = mDevice->prepare(maxCount, streamId);
1406 if (err == BAD_VALUE) {
1407 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001408 "Camera %s: Stream %d has already been used, and cannot be prepared",
1409 mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001410 } else if (err != OK) {
1411 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001412 "Camera %s: Error preparing stream %d: %s (%d)", mCameraIdStr.string(), streamId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001413 strerror(-err), err);
1414 }
Ruben Brunkc78ac262015-08-13 17:58:46 -07001415
1416 return res;
1417}
1418
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001419binder::Status CameraDeviceClient::tearDown(int streamId) {
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001420 ATRACE_CALL();
1421 ALOGV("%s", __FUNCTION__);
1422
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001423 binder::Status res;
1424 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001425
1426 Mutex::Autolock icl(mBinderSerializationLock);
1427
1428 // Guard against trying to prepare non-created streams
1429 ssize_t index = NAME_NOT_FOUND;
1430 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001431 if (streamId == mStreamMap.valueAt(i).streamId()) {
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001432 index = i;
1433 break;
1434 }
1435 }
1436
1437 if (index == NAME_NOT_FOUND) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001438 String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no stream "
1439 "with that ID exists", mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001440 ALOGW("%s: %s", __FUNCTION__, msg.string());
1441 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001442 }
1443
1444 // Also returns BAD_VALUE if stream ID was not valid or if the stream is in
1445 // use
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001446 status_t err = mDevice->tearDown(streamId);
1447 if (err == BAD_VALUE) {
1448 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001449 "Camera %s: Stream %d is still in use, cannot be torn down",
1450 mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001451 } else if (err != OK) {
1452 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001453 "Camera %s: Error tearing down stream %d: %s (%d)", mCameraIdStr.string(), streamId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001454 strerror(-err), err);
1455 }
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001456
1457 return res;
1458}
1459
Shuzhen Wang758c2152017-01-10 18:26:18 -08001460binder::Status CameraDeviceClient::finalizeOutputConfigurations(int32_t streamId,
Zhijun He5d677d12016-05-29 16:52:39 -07001461 const hardware::camera2::params::OutputConfiguration &outputConfiguration) {
1462 ATRACE_CALL();
1463
1464 binder::Status res;
1465 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
1466
1467 Mutex::Autolock icl(mBinderSerializationLock);
1468
Shuzhen Wang0129d522016-10-30 22:43:41 -07001469 const std::vector<sp<IGraphicBufferProducer> >& bufferProducers =
1470 outputConfiguration.getGraphicBufferProducers();
Zhijun He5d677d12016-05-29 16:52:39 -07001471
Shuzhen Wang0129d522016-10-30 22:43:41 -07001472 if (bufferProducers.size() == 0) {
1473 ALOGE("%s: bufferProducers must not be empty", __FUNCTION__);
Zhijun He5d677d12016-05-29 16:52:39 -07001474 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Target Surface is invalid");
1475 }
Shuzhen Wang0129d522016-10-30 22:43:41 -07001476
Shuzhen Wang758c2152017-01-10 18:26:18 -08001477 // streamId should be in mStreamMap if this stream already has a surface attached
1478 // to it. Otherwise, it should be in mDeferredStreams.
1479 bool streamIdConfigured = false;
1480 ssize_t deferredStreamIndex = NAME_NOT_FOUND;
1481 for (size_t i = 0; i < mStreamMap.size(); i++) {
1482 if (mStreamMap.valueAt(i).streamId() == streamId) {
1483 streamIdConfigured = true;
1484 break;
1485 }
Zhijun He5d677d12016-05-29 16:52:39 -07001486 }
Shuzhen Wang758c2152017-01-10 18:26:18 -08001487 for (size_t i = 0; i < mDeferredStreams.size(); i++) {
1488 if (streamId == mDeferredStreams[i]) {
1489 deferredStreamIndex = i;
1490 break;
Shuzhen Wang0129d522016-10-30 22:43:41 -07001491 }
1492
Shuzhen Wang758c2152017-01-10 18:26:18 -08001493 }
1494 if (deferredStreamIndex == NAME_NOT_FOUND && !streamIdConfigured) {
1495 String8 msg = String8::format("Camera %s: deferred surface is set to a unknown stream"
1496 "(ID %d)", mCameraIdStr.string(), streamId);
1497 ALOGW("%s: %s", __FUNCTION__, msg.string());
1498 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Zhijun He5d677d12016-05-29 16:52:39 -07001499 }
1500
Shuzhen Wang88fd0052017-02-09 16:40:07 -08001501 if (mStreamInfoMap[streamId].finalized) {
1502 String8 msg = String8::format("Camera %s: finalizeOutputConfigurations has been called"
1503 " on stream ID %d", mCameraIdStr.string(), streamId);
1504 ALOGW("%s: %s", __FUNCTION__, msg.string());
1505 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1506 }
1507
Zhijun He5d677d12016-05-29 16:52:39 -07001508 if (!mDevice.get()) {
1509 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1510 }
1511
Shuzhen Wang758c2152017-01-10 18:26:18 -08001512 std::vector<sp<Surface>> consumerSurfaces;
Shuzhen Wang758c2152017-01-10 18:26:18 -08001513 for (auto& bufferProducer : bufferProducers) {
1514 // Don't create multiple streams for the same target surface
Zhijun He5d677d12016-05-29 16:52:39 -07001515 ssize_t index = mStreamMap.indexOfKey(IInterface::asBinder(bufferProducer));
1516 if (index != NAME_NOT_FOUND) {
Shuzhen Wang758c2152017-01-10 18:26:18 -08001517 ALOGV("Camera %s: Surface already has a stream created "
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001518 " for it (ID %zd)", mCameraIdStr.string(), index);
Shuzhen Wang758c2152017-01-10 18:26:18 -08001519 continue;
Zhijun He5d677d12016-05-29 16:52:39 -07001520 }
Shuzhen Wang758c2152017-01-10 18:26:18 -08001521
1522 sp<Surface> surface;
1523 res = createSurfaceFromGbp(mStreamInfoMap[streamId], true /*isStreamInfoValid*/,
1524 surface, bufferProducer);
1525
1526 if (!res.isOk())
1527 return res;
1528
1529 consumerSurfaces.push_back(surface);
Zhijun He5d677d12016-05-29 16:52:39 -07001530 }
1531
Shuzhen Wanga81ce342017-04-13 15:18:36 -07001532 // Gracefully handle case where finalizeOutputConfigurations is called
1533 // without any new surface.
1534 if (consumerSurfaces.size() == 0) {
1535 mStreamInfoMap[streamId].finalized = true;
1536 return res;
1537 }
1538
Zhijun He5d677d12016-05-29 16:52:39 -07001539 // Finish the deferred stream configuration with the surface.
Shuzhen Wang758c2152017-01-10 18:26:18 -08001540 status_t err;
Emilian Peev40ead602017-09-26 15:46:36 +01001541 std::vector<int> consumerSurfaceIds;
1542 err = mDevice->setConsumerSurfaces(streamId, consumerSurfaces, &consumerSurfaceIds);
Zhijun He5d677d12016-05-29 16:52:39 -07001543 if (err == OK) {
Shuzhen Wang758c2152017-01-10 18:26:18 -08001544 for (size_t i = 0; i < consumerSurfaces.size(); i++) {
1545 sp<IBinder> binder = IInterface::asBinder(
1546 consumerSurfaces[i]->getIGraphicBufferProducer());
Emilian Peev40ead602017-09-26 15:46:36 +01001547 ALOGV("%s: mStreamMap add binder %p streamId %d, surfaceId %d", __FUNCTION__,
Shuzhen Wang758c2152017-01-10 18:26:18 -08001548 binder.get(), streamId, consumerSurfaceIds[i]);
1549 mStreamMap.add(binder, StreamSurfaceId(streamId, consumerSurfaceIds[i]));
1550 }
1551 if (deferredStreamIndex != NAME_NOT_FOUND) {
1552 mDeferredStreams.removeItemsAt(deferredStreamIndex);
Shuzhen Wang0129d522016-10-30 22:43:41 -07001553 }
Shuzhen Wang88fd0052017-02-09 16:40:07 -08001554 mStreamInfoMap[streamId].finalized = true;
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -08001555 mConfiguredOutputs.replaceValueFor(streamId, outputConfiguration);
Zhijun He5d677d12016-05-29 16:52:39 -07001556 } else if (err == NO_INIT) {
1557 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001558 "Camera %s: Deferred surface is invalid: %s (%d)",
1559 mCameraIdStr.string(), strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -07001560 } else {
1561 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001562 "Camera %s: Error setting output stream deferred surface: %s (%d)",
1563 mCameraIdStr.string(), strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -07001564 }
1565
1566 return res;
1567}
1568
Igor Murashkine7ee7632013-06-11 18:10:18 -07001569status_t CameraDeviceClient::dump(int fd, const Vector<String16>& args) {
Eino-Ville Talvalac4003962016-01-13 10:07:04 -08001570 return BasicClient::dump(fd, args);
1571}
1572
1573status_t CameraDeviceClient::dumpClient(int fd, const Vector<String16>& args) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001574 dprintf(fd, " CameraDeviceClient[%s] (%p) dump:\n",
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001575 mCameraIdStr.string(),
Eino-Ville Talvalae992e752014-11-07 16:17:48 -08001576 (getRemoteCallback() != NULL ?
Marco Nelissenf8880202014-11-14 07:58:25 -08001577 IInterface::asBinder(getRemoteCallback()).get() : NULL) );
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001578 dprintf(fd, " Current client UID %u\n", mClientUid);
Igor Murashkine7ee7632013-06-11 18:10:18 -07001579
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001580 dprintf(fd, " State:\n");
1581 dprintf(fd, " Request ID counter: %d\n", mRequestIdCounter);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001582 if (mInputStream.configured) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001583 dprintf(fd, " Current input stream ID: %d\n", mInputStream.id);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001584 } else {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001585 dprintf(fd, " No input stream configured.\n");
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001586 }
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001587 if (!mStreamMap.isEmpty()) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001588 dprintf(fd, " Current output stream/surface IDs:\n");
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001589 for (size_t i = 0; i < mStreamMap.size(); i++) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001590 dprintf(fd, " Stream %d Surface %d\n",
Shuzhen Wang0129d522016-10-30 22:43:41 -07001591 mStreamMap.valueAt(i).streamId(),
1592 mStreamMap.valueAt(i).surfaceId());
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001593 }
Zhijun He5d677d12016-05-29 16:52:39 -07001594 } else if (!mDeferredStreams.isEmpty()) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001595 dprintf(fd, " Current deferred surface output stream IDs:\n");
Zhijun He5d677d12016-05-29 16:52:39 -07001596 for (auto& streamId : mDeferredStreams) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001597 dprintf(fd, " Stream %d\n", streamId);
Zhijun He5d677d12016-05-29 16:52:39 -07001598 }
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001599 } else {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001600 dprintf(fd, " No output streams configured.\n");
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001601 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001602 // TODO: print dynamic/request section from most recent requests
1603 mFrameProcessor->dump(fd, args);
1604
1605 return dumpDevice(fd, args);
1606}
1607
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001608void CameraDeviceClient::notifyError(int32_t errorCode,
Jianing Weicb0652e2014-03-12 18:29:36 -07001609 const CaptureResultExtras& resultExtras) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001610 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001611 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001612
1613 if (remoteCb != 0) {
Jianing Weicb0652e2014-03-12 18:29:36 -07001614 remoteCb->onDeviceError(errorCode, resultExtras);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001615 }
1616}
1617
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001618void CameraDeviceClient::notifyRepeatingRequestError(long lastFrameNumber) {
1619 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
1620
1621 if (remoteCb != 0) {
Yin-Chia Yeh8ca23dc2017-09-05 18:15:56 -07001622 remoteCb->onRepeatingRequestError(lastFrameNumber, mStreamingRequestId);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001623 }
1624
Shuzhen Wangc9ca6782016-04-26 13:40:31 -07001625 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001626 mStreamingRequestId = REQUEST_ID_NONE;
1627}
1628
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001629void CameraDeviceClient::notifyIdle() {
1630 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001631 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001632
1633 if (remoteCb != 0) {
1634 remoteCb->onDeviceIdle();
1635 }
Eino-Ville Talvala412fe562015-08-20 17:08:32 -07001636 Camera2ClientBase::notifyIdle();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001637}
1638
Jianing Weicb0652e2014-03-12 18:29:36 -07001639void CameraDeviceClient::notifyShutter(const CaptureResultExtras& resultExtras,
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001640 nsecs_t timestamp) {
1641 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001642 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001643 if (remoteCb != 0) {
Jianing Weicb0652e2014-03-12 18:29:36 -07001644 remoteCb->onCaptureStarted(resultExtras, timestamp);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001645 }
Eino-Ville Talvala412fe562015-08-20 17:08:32 -07001646 Camera2ClientBase::notifyShutter(resultExtras, timestamp);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001647}
1648
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001649void CameraDeviceClient::notifyPrepared(int streamId) {
1650 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001651 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001652 if (remoteCb != 0) {
1653 remoteCb->onPrepared(streamId);
1654 }
1655}
1656
Shuzhen Wang9d066012016-09-30 11:30:20 -07001657void CameraDeviceClient::notifyRequestQueueEmpty() {
1658 // Thread safe. Don't bother locking.
1659 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
1660 if (remoteCb != 0) {
1661 remoteCb->onRequestQueueEmpty();
1662 }
1663}
1664
Igor Murashkine7ee7632013-06-11 18:10:18 -07001665void CameraDeviceClient::detachDevice() {
1666 if (mDevice == 0) return;
1667
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001668 ALOGV("Camera %s: Stopping processors", mCameraIdStr.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -07001669
1670 mFrameProcessor->removeListener(FRAME_PROCESSOR_LISTENER_MIN_ID,
1671 FRAME_PROCESSOR_LISTENER_MAX_ID,
1672 /*listener*/this);
1673 mFrameProcessor->requestExit();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001674 ALOGV("Camera %s: Waiting for threads", mCameraIdStr.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -07001675 mFrameProcessor->join();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001676 ALOGV("Camera %s: Disconnecting device", mCameraIdStr.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -07001677
1678 // WORKAROUND: HAL refuses to disconnect while there's streams in flight
1679 {
1680 mDevice->clearStreamingRequest();
1681
1682 status_t code;
1683 if ((code = mDevice->waitUntilDrained()) != OK) {
1684 ALOGE("%s: waitUntilDrained failed with code 0x%x", __FUNCTION__,
1685 code);
1686 }
1687 }
1688
1689 Camera2ClientBase::detachDevice();
1690}
1691
1692/** Device-related methods */
Jianing Weicb0652e2014-03-12 18:29:36 -07001693void CameraDeviceClient::onResultAvailable(const CaptureResult& result) {
Igor Murashkine7ee7632013-06-11 18:10:18 -07001694 ATRACE_CALL();
1695 ALOGV("%s", __FUNCTION__);
1696
Igor Murashkin4fb55c12013-08-29 17:43:01 -07001697 // Thread-safe. No lock necessary.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001698 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = mRemoteCallback;
Igor Murashkin4fb55c12013-08-29 17:43:01 -07001699 if (remoteCb != NULL) {
Jianing Weicb0652e2014-03-12 18:29:36 -07001700 remoteCb->onResultReceived(result.mMetadata, result.mResultExtras);
Igor Murashkine7ee7632013-06-11 18:10:18 -07001701 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001702}
1703
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001704binder::Status CameraDeviceClient::checkPidStatus(const char* checkLocation) {
Eino-Ville Talvala6192b892016-04-04 12:31:18 -07001705 if (mDisconnected) {
1706 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED,
1707 "The camera device has been disconnected");
1708 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001709 status_t res = checkPid(checkLocation);
1710 return (res == OK) ? binder::Status::ok() :
1711 STATUS_ERROR(CameraService::ERROR_PERMISSION_DENIED,
1712 "Attempt to use camera from a different process than original client");
1713}
1714
Igor Murashkine7ee7632013-06-11 18:10:18 -07001715// TODO: move to Camera2ClientBase
1716bool CameraDeviceClient::enforceRequestPermissions(CameraMetadata& metadata) {
1717
1718 const int pid = IPCThreadState::self()->getCallingPid();
1719 const int selfPid = getpid();
1720 camera_metadata_entry_t entry;
1721
1722 /**
1723 * Mixin default important security values
1724 * - android.led.transmit = defaulted ON
1725 */
1726 CameraMetadata staticInfo = mDevice->info();
1727 entry = staticInfo.find(ANDROID_LED_AVAILABLE_LEDS);
1728 for(size_t i = 0; i < entry.count; ++i) {
1729 uint8_t led = entry.data.u8[i];
1730
1731 switch(led) {
1732 case ANDROID_LED_AVAILABLE_LEDS_TRANSMIT: {
1733 uint8_t transmitDefault = ANDROID_LED_TRANSMIT_ON;
1734 if (!metadata.exists(ANDROID_LED_TRANSMIT)) {
1735 metadata.update(ANDROID_LED_TRANSMIT,
1736 &transmitDefault, 1);
1737 }
1738 break;
1739 }
1740 }
1741 }
1742
1743 // We can do anything!
1744 if (pid == selfPid) {
1745 return true;
1746 }
1747
1748 /**
1749 * Permission check special fields in the request
1750 * - android.led.transmit = android.permission.CAMERA_DISABLE_TRANSMIT
1751 */
1752 entry = metadata.find(ANDROID_LED_TRANSMIT);
1753 if (entry.count > 0 && entry.data.u8[0] != ANDROID_LED_TRANSMIT_ON) {
1754 String16 permissionString =
1755 String16("android.permission.CAMERA_DISABLE_TRANSMIT_LED");
1756 if (!checkCallingPermission(permissionString)) {
1757 const int uid = IPCThreadState::self()->getCallingUid();
1758 ALOGE("Permission Denial: "
1759 "can't disable transmit LED pid=%d, uid=%d", pid, uid);
1760 return false;
1761 }
1762 }
1763
1764 return true;
1765}
1766
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -07001767status_t CameraDeviceClient::getRotationTransformLocked(int32_t* transform) {
1768 ALOGV("%s: begin", __FUNCTION__);
1769
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -07001770 const CameraMetadata& staticInfo = mDevice->info();
Ruben Brunk5698d442014-06-18 10:39:40 -07001771 return CameraUtils::getRotationTransform(staticInfo, transform);
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -07001772}
1773
Igor Murashkine7ee7632013-06-11 18:10:18 -07001774} // namespace android