blob: 98d053448e931d67c527751a24e921177394f62d [file] [log] [blame]
Igor Murashkine7ee7632013-06-11 18:10:18 -07001/*
Shuzhen Wangc28189a2017-11-27 23:05:10 -08002 * Copyright (C) 2013-2018 The Android Open Source Project
Igor Murashkine7ee7632013-06-11 18:10:18 -07003 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "CameraDeviceClient"
18#define ATRACE_TAG ATRACE_TAG_CAMERA
Jianing Weicb0652e2014-03-12 18:29:36 -070019//#define LOG_NDEBUG 0
Igor Murashkine7ee7632013-06-11 18:10:18 -070020
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070021#include <cutils/properties.h>
Igor Murashkine7ee7632013-06-11 18:10:18 -070022#include <utils/Log.h>
23#include <utils/Trace.h>
Igor Murashkine7ee7632013-06-11 18:10:18 -070024#include <gui/Surface.h>
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070025#include <camera/camera2/CaptureRequest.h>
Ruben Brunk5698d442014-06-18 10:39:40 -070026#include <camera/CameraUtils.h>
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070027
28#include "common/CameraDeviceBase.h"
29#include "api2/CameraDeviceClient.h"
30
Emilian Peev00420d22018-02-05 21:33:13 +000031#include <camera_metadata_hidden.h>
32
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080033// Convenience methods for constructing binder::Status objects for error returns
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070034
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080035#define STATUS_ERROR(errorCode, errorString) \
36 binder::Status::fromServiceSpecificError(errorCode, \
Eino-Ville Talvala02bf0322016-02-18 12:41:10 -080037 String8::format("%s:%d: %s", __FUNCTION__, __LINE__, errorString))
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080038
39#define STATUS_ERROR_FMT(errorCode, errorString, ...) \
40 binder::Status::fromServiceSpecificError(errorCode, \
Eino-Ville Talvala02bf0322016-02-18 12:41:10 -080041 String8::format("%s:%d: " errorString, __FUNCTION__, __LINE__, \
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080042 __VA_ARGS__))
Igor Murashkine7ee7632013-06-11 18:10:18 -070043
44namespace android {
45using namespace camera2;
46
47CameraDeviceClientBase::CameraDeviceClientBase(
48 const sp<CameraService>& cameraService,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080049 const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback,
Igor Murashkine7ee7632013-06-11 18:10:18 -070050 const String16& clientPackageName,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080051 const String8& cameraId,
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -080052 int api1CameraId,
Igor Murashkine7ee7632013-06-11 18:10:18 -070053 int cameraFacing,
54 int clientPid,
55 uid_t clientUid,
56 int servicePid) :
Eino-Ville Talvalae992e752014-11-07 16:17:48 -080057 BasicClient(cameraService,
Marco Nelissenf8880202014-11-14 07:58:25 -080058 IInterface::asBinder(remoteCallback),
Eino-Ville Talvalae992e752014-11-07 16:17:48 -080059 clientPackageName,
60 cameraId,
61 cameraFacing,
62 clientPid,
63 clientUid,
64 servicePid),
Igor Murashkine7ee7632013-06-11 18:10:18 -070065 mRemoteCallback(remoteCallback) {
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -080066 // We don't need it for API2 clients, but Camera2ClientBase requires it.
67 (void) api1CameraId;
Igor Murashkine7ee7632013-06-11 18:10:18 -070068}
Igor Murashkine7ee7632013-06-11 18:10:18 -070069
70// Interface used by CameraService
71
72CameraDeviceClient::CameraDeviceClient(const sp<CameraService>& cameraService,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080073 const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback,
74 const String16& clientPackageName,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080075 const String8& cameraId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080076 int cameraFacing,
77 int clientPid,
78 uid_t clientUid,
79 int servicePid) :
Igor Murashkine7ee7632013-06-11 18:10:18 -070080 Camera2ClientBase(cameraService, remoteCallback, clientPackageName,
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -080081 cameraId, /*API1 camera ID*/ -1,
82 cameraFacing, clientPid, clientUid, servicePid),
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -070083 mInputStream(),
Chien-Yu Chene8c535e2016-04-14 12:18:26 -070084 mStreamingRequestId(REQUEST_ID_NONE),
Igor Murashkine7ee7632013-06-11 18:10:18 -070085 mRequestIdCounter(0) {
86
87 ATRACE_CALL();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080088 ALOGI("CameraDeviceClient %s: Opened", cameraId.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -070089}
90
Emilian Peevbd8c5032018-02-14 23:05:40 +000091status_t CameraDeviceClient::initialize(sp<CameraProviderManager> manager,
92 const String8& monitorTags) {
93 return initializeImpl(manager, monitorTags);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080094}
95
96template<typename TProviderPtr>
Emilian Peevbd8c5032018-02-14 23:05:40 +000097status_t CameraDeviceClient::initializeImpl(TProviderPtr providerPtr, const String8& monitorTags) {
Igor Murashkine7ee7632013-06-11 18:10:18 -070098 ATRACE_CALL();
99 status_t res;
100
Emilian Peevbd8c5032018-02-14 23:05:40 +0000101 res = Camera2ClientBase::initialize(providerPtr, monitorTags);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700102 if (res != OK) {
103 return res;
104 }
105
106 String8 threadName;
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -0700107 mFrameProcessor = new FrameProcessorBase(mDevice);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800108 threadName = String8::format("CDU-%s-FrameProc", mCameraIdStr.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -0700109 mFrameProcessor->run(threadName.string());
110
111 mFrameProcessor->registerListener(FRAME_PROCESSOR_LISTENER_MIN_ID,
112 FRAME_PROCESSOR_LISTENER_MAX_ID,
Eino-Ville Talvala184dfe42013-11-07 15:13:16 -0800113 /*listener*/this,
Zhijun He25a0aef2014-06-25 11:40:02 -0700114 /*sendPartials*/true);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700115
Emilian Peev00420d22018-02-05 21:33:13 +0000116 auto deviceInfo = mDevice->info();
117 camera_metadata_entry_t physicalKeysEntry = deviceInfo.find(
118 ANDROID_REQUEST_AVAILABLE_PHYSICAL_CAMERA_REQUEST_KEYS);
119 if (physicalKeysEntry.count > 0) {
120 mSupportedPhysicalRequestKeys.insert(mSupportedPhysicalRequestKeys.begin(),
121 physicalKeysEntry.data.i32,
122 physicalKeysEntry.data.i32 + physicalKeysEntry.count);
123 }
124
Igor Murashkine7ee7632013-06-11 18:10:18 -0700125 return OK;
126}
127
128CameraDeviceClient::~CameraDeviceClient() {
129}
130
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800131binder::Status CameraDeviceClient::submitRequest(
132 const hardware::camera2::CaptureRequest& request,
133 bool streaming,
134 /*out*/
135 hardware::camera2::utils::SubmitInfo *submitInfo) {
136 std::vector<hardware::camera2::CaptureRequest> requestList = { request };
137 return submitRequestList(requestList, streaming, submitInfo);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700138}
139
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800140binder::Status CameraDeviceClient::insertGbpLocked(const sp<IGraphicBufferProducer>& gbp,
Emilian Peevf873aa52018-01-26 14:58:28 +0000141 SurfaceMap* outSurfaceMap, Vector<int32_t>* outputStreamIds, int32_t *currentStreamId) {
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800142 int idx = mStreamMap.indexOfKey(IInterface::asBinder(gbp));
143
144 // Trying to submit request with surface that wasn't created
145 if (idx == NAME_NOT_FOUND) {
146 ALOGE("%s: Camera %s: Tried to submit a request with a surface that"
147 " we have not called createStream on",
148 __FUNCTION__, mCameraIdStr.string());
149 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
150 "Request targets Surface that is not part of current capture session");
151 }
152
153 const StreamSurfaceId& streamSurfaceId = mStreamMap.valueAt(idx);
154 if (outSurfaceMap->find(streamSurfaceId.streamId()) == outSurfaceMap->end()) {
155 (*outSurfaceMap)[streamSurfaceId.streamId()] = std::vector<size_t>();
156 outputStreamIds->push_back(streamSurfaceId.streamId());
157 }
158 (*outSurfaceMap)[streamSurfaceId.streamId()].push_back(streamSurfaceId.surfaceId());
159
160 ALOGV("%s: Camera %s: Appending output stream %d surface %d to request",
161 __FUNCTION__, mCameraIdStr.string(), streamSurfaceId.streamId(),
162 streamSurfaceId.surfaceId());
163
Emilian Peevf873aa52018-01-26 14:58:28 +0000164 if (currentStreamId != nullptr) {
165 *currentStreamId = streamSurfaceId.streamId();
166 }
167
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800168 return binder::Status::ok();
169}
170
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800171binder::Status CameraDeviceClient::submitRequestList(
172 const std::vector<hardware::camera2::CaptureRequest>& requests,
173 bool streaming,
174 /*out*/
175 hardware::camera2::utils::SubmitInfo *submitInfo) {
Jianing Wei90e59c92014-03-12 18:29:36 -0700176 ATRACE_CALL();
Mark Salyzyn50468412014-06-18 16:33:43 -0700177 ALOGV("%s-start of function. Request list size %zu", __FUNCTION__, requests.size());
Jianing Wei90e59c92014-03-12 18:29:36 -0700178
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800179 binder::Status res = binder::Status::ok();
180 status_t err;
181 if ( !(res = checkPidStatus(__FUNCTION__) ).isOk()) {
182 return res;
183 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700184
185 Mutex::Autolock icl(mBinderSerializationLock);
186
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800187 if (!mDevice.get()) {
188 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
189 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700190
191 if (requests.empty()) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800192 ALOGE("%s: Camera %s: Sent null request. Rejecting request.",
193 __FUNCTION__, mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800194 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Empty request list");
Jianing Wei90e59c92014-03-12 18:29:36 -0700195 }
196
Emilian Peevaebbe412018-01-15 13:53:24 +0000197 List<const CameraDeviceBase::PhysicalCameraSettingsList> metadataRequestList;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700198 std::list<const SurfaceMap> surfaceMapList;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800199 submitInfo->mRequestId = mRequestIdCounter;
Jianing Wei90e59c92014-03-12 18:29:36 -0700200 uint32_t loopCounter = 0;
201
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800202 for (auto&& request: requests) {
203 if (request.mIsReprocess) {
Chien-Yu Chened0412e2015-04-27 15:04:22 -0700204 if (!mInputStream.configured) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800205 ALOGE("%s: Camera %s: no input stream is configured.", __FUNCTION__,
206 mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800207 return STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800208 "No input configured for camera %s but request is for reprocessing",
209 mCameraIdStr.string());
Chien-Yu Chened0412e2015-04-27 15:04:22 -0700210 } else if (streaming) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800211 ALOGE("%s: Camera %s: streaming reprocess requests not supported.", __FUNCTION__,
212 mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800213 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
214 "Repeating reprocess requests not supported");
Emilian Peevaebbe412018-01-15 13:53:24 +0000215 } else if (request.mPhysicalCameraSettings.size() > 1) {
216 ALOGE("%s: Camera %s: reprocess requests not supported for "
217 "multiple physical cameras.", __FUNCTION__,
218 mCameraIdStr.string());
219 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
220 "Reprocess requests not supported for multiple cameras");
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700221 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700222 }
223
Emilian Peevaebbe412018-01-15 13:53:24 +0000224 if (request.mPhysicalCameraSettings.empty()) {
225 ALOGE("%s: Camera %s: request doesn't contain any settings.", __FUNCTION__,
226 mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800227 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
Emilian Peevaebbe412018-01-15 13:53:24 +0000228 "Request doesn't contain any settings");
229 }
230
231 //The first capture settings should always match the logical camera id
232 String8 logicalId(request.mPhysicalCameraSettings.begin()->id.c_str());
233 if (mDevice->getId() != logicalId) {
234 ALOGE("%s: Camera %s: Invalid camera request settings.", __FUNCTION__,
235 mCameraIdStr.string());
236 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
237 "Invalid camera request settings");
238 }
239
Emilian Peevaebbe412018-01-15 13:53:24 +0000240 if (request.mSurfaceList.isEmpty() && request.mStreamIdxList.size() == 0) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800241 ALOGE("%s: Camera %s: Requests must have at least one surface target. "
242 "Rejecting request.", __FUNCTION__, mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800243 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
244 "Request has no output targets");
Jianing Wei90e59c92014-03-12 18:29:36 -0700245 }
246
Jianing Wei90e59c92014-03-12 18:29:36 -0700247 /**
Shuzhen Wang0129d522016-10-30 22:43:41 -0700248 * Write in the output stream IDs and map from stream ID to surface ID
249 * which we calculate from the capture request's list of surface target
Jianing Wei90e59c92014-03-12 18:29:36 -0700250 */
Shuzhen Wang0129d522016-10-30 22:43:41 -0700251 SurfaceMap surfaceMap;
Jianing Wei90e59c92014-03-12 18:29:36 -0700252 Vector<int32_t> outputStreamIds;
Emilian Peevf873aa52018-01-26 14:58:28 +0000253 std::vector<std::string> requestedPhysicalIds;
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800254 if (request.mSurfaceList.size() > 0) {
255 for (sp<Surface> surface : request.mSurfaceList) {
256 if (surface == 0) continue;
Jianing Wei90e59c92014-03-12 18:29:36 -0700257
Emilian Peevf873aa52018-01-26 14:58:28 +0000258 int32_t streamId;
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800259 sp<IGraphicBufferProducer> gbp = surface->getIGraphicBufferProducer();
Emilian Peevf873aa52018-01-26 14:58:28 +0000260 res = insertGbpLocked(gbp, &surfaceMap, &outputStreamIds, &streamId);
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800261 if (!res.isOk()) {
262 return res;
263 }
Emilian Peevf873aa52018-01-26 14:58:28 +0000264
265 ssize_t index = mConfiguredOutputs.indexOfKey(streamId);
266 if (index >= 0) {
267 String8 requestedPhysicalId(
268 mConfiguredOutputs.valueAt(index).getPhysicalCameraId());
269 requestedPhysicalIds.push_back(requestedPhysicalId.string());
270 } else {
271 ALOGW("%s: Output stream Id not found among configured outputs!", __FUNCTION__);
272 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700273 }
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800274 } else {
275 for (size_t i = 0; i < request.mStreamIdxList.size(); i++) {
276 int streamId = request.mStreamIdxList.itemAt(i);
277 int surfaceIdx = request.mSurfaceIdxList.itemAt(i);
Jianing Wei90e59c92014-03-12 18:29:36 -0700278
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800279 ssize_t index = mConfiguredOutputs.indexOfKey(streamId);
280 if (index < 0) {
281 ALOGE("%s: Camera %s: Tried to submit a request with a surface that"
282 " we have not called createStream on: stream %d",
283 __FUNCTION__, mCameraIdStr.string(), streamId);
284 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
285 "Request targets Surface that is not part of current capture session");
286 }
287
288 const auto& gbps = mConfiguredOutputs.valueAt(index).getGraphicBufferProducers();
289 if ((size_t)surfaceIdx >= gbps.size()) {
290 ALOGE("%s: Camera %s: Tried to submit a request with a surface that"
291 " we have not called createStream on: stream %d, surfaceIdx %d",
292 __FUNCTION__, mCameraIdStr.string(), streamId, surfaceIdx);
293 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
294 "Request targets Surface has invalid surface index");
295 }
296
Emilian Peevf873aa52018-01-26 14:58:28 +0000297 res = insertGbpLocked(gbps[surfaceIdx], &surfaceMap, &outputStreamIds, nullptr);
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800298 if (!res.isOk()) {
299 return res;
300 }
Emilian Peevf873aa52018-01-26 14:58:28 +0000301
302 String8 requestedPhysicalId(
303 mConfiguredOutputs.valueAt(index).getPhysicalCameraId());
304 requestedPhysicalIds.push_back(requestedPhysicalId.string());
Shuzhen Wang0129d522016-10-30 22:43:41 -0700305 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700306 }
307
Emilian Peevf873aa52018-01-26 14:58:28 +0000308 CameraDeviceBase::PhysicalCameraSettingsList physicalSettingsList;
309 for (const auto& it : request.mPhysicalCameraSettings) {
Emilian Peev00420d22018-02-05 21:33:13 +0000310 if (it.settings.isEmpty()) {
311 ALOGE("%s: Camera %s: Sent empty metadata packet. Rejecting request.",
312 __FUNCTION__, mCameraIdStr.string());
313 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
314 "Request settings are empty");
315 }
316
Emilian Peevf873aa52018-01-26 14:58:28 +0000317 String8 physicalId(it.id.c_str());
318 if (physicalId != mDevice->getId()) {
319 auto found = std::find(requestedPhysicalIds.begin(), requestedPhysicalIds.end(),
320 it.id);
321 if (found == requestedPhysicalIds.end()) {
322 ALOGE("%s: Camera %s: Physical camera id: %s not part of attached outputs.",
323 __FUNCTION__, mCameraIdStr.string(), physicalId.string());
324 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
325 "Invalid physical camera id");
326 }
Emilian Peev00420d22018-02-05 21:33:13 +0000327
328 if (!mSupportedPhysicalRequestKeys.empty()) {
329 // Filter out any unsupported physical request keys.
330 CameraMetadata filteredParams(mSupportedPhysicalRequestKeys.size());
331 camera_metadata_t *meta = const_cast<camera_metadata_t *>(
332 filteredParams.getAndLock());
333 set_camera_metadata_vendor_id(meta, mDevice->getVendorTagId());
334 filteredParams.unlock(meta);
335
336 for (const auto& keyIt : mSupportedPhysicalRequestKeys) {
337 camera_metadata_ro_entry entry = it.settings.find(keyIt);
338 if (entry.count > 0) {
339 filteredParams.update(entry);
340 }
341 }
342
343 physicalSettingsList.push_back({it.id, filteredParams});
344 }
345 } else {
346 physicalSettingsList.push_back({it.id, it.settings});
Emilian Peevf873aa52018-01-26 14:58:28 +0000347 }
Emilian Peevf873aa52018-01-26 14:58:28 +0000348 }
349
350 if (!enforceRequestPermissions(physicalSettingsList.begin()->metadata)) {
351 // Callee logs
352 return STATUS_ERROR(CameraService::ERROR_PERMISSION_DENIED,
353 "Caller does not have permission to change restricted controls");
354 }
355
Emilian Peevaebbe412018-01-15 13:53:24 +0000356 physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_OUTPUT_STREAMS,
357 &outputStreamIds[0], outputStreamIds.size());
Jianing Wei90e59c92014-03-12 18:29:36 -0700358
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800359 if (request.mIsReprocess) {
Emilian Peevaebbe412018-01-15 13:53:24 +0000360 physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_INPUT_STREAMS,
361 &mInputStream.id, 1);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700362 }
363
Emilian Peevaebbe412018-01-15 13:53:24 +0000364 physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_ID,
365 &(submitInfo->mRequestId), /*size*/1);
Jianing Wei90e59c92014-03-12 18:29:36 -0700366 loopCounter++; // loopCounter starts from 1
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800367 ALOGV("%s: Camera %s: Creating request with ID %d (%d of %zu)",
368 __FUNCTION__, mCameraIdStr.string(), submitInfo->mRequestId,
369 loopCounter, requests.size());
Jianing Wei90e59c92014-03-12 18:29:36 -0700370
Emilian Peevaebbe412018-01-15 13:53:24 +0000371 metadataRequestList.push_back(physicalSettingsList);
Shuzhen Wang0129d522016-10-30 22:43:41 -0700372 surfaceMapList.push_back(surfaceMap);
Jianing Wei90e59c92014-03-12 18:29:36 -0700373 }
374 mRequestIdCounter++;
375
376 if (streaming) {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700377 err = mDevice->setStreamingRequestList(metadataRequestList, surfaceMapList,
378 &(submitInfo->mLastFrameNumber));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800379 if (err != OK) {
380 String8 msg = String8::format(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800381 "Camera %s: Got error %s (%d) after trying to set streaming request",
382 mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800383 ALOGE("%s: %s", __FUNCTION__, msg.string());
384 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION,
385 msg.string());
Jianing Wei90e59c92014-03-12 18:29:36 -0700386 } else {
Shuzhen Wangc9ca6782016-04-26 13:40:31 -0700387 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700388 mStreamingRequestId = submitInfo->mRequestId;
Jianing Wei90e59c92014-03-12 18:29:36 -0700389 }
390 } else {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700391 err = mDevice->captureList(metadataRequestList, surfaceMapList,
392 &(submitInfo->mLastFrameNumber));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800393 if (err != OK) {
394 String8 msg = String8::format(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800395 "Camera %s: Got error %s (%d) after trying to submit capture request",
396 mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800397 ALOGE("%s: %s", __FUNCTION__, msg.string());
398 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION,
399 msg.string());
Jianing Wei90e59c92014-03-12 18:29:36 -0700400 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800401 ALOGV("%s: requestId = %d ", __FUNCTION__, submitInfo->mRequestId);
Jianing Wei90e59c92014-03-12 18:29:36 -0700402 }
403
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800404 ALOGV("%s: Camera %s: End of function", __FUNCTION__, mCameraIdStr.string());
Jianing Wei90e59c92014-03-12 18:29:36 -0700405 return res;
406}
407
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800408binder::Status CameraDeviceClient::cancelRequest(
409 int requestId,
410 /*out*/
411 int64_t* lastFrameNumber) {
Igor Murashkine7ee7632013-06-11 18:10:18 -0700412 ATRACE_CALL();
413 ALOGV("%s, requestId = %d", __FUNCTION__, requestId);
414
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800415 status_t err;
416 binder::Status res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700417
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800418 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700419
420 Mutex::Autolock icl(mBinderSerializationLock);
421
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800422 if (!mDevice.get()) {
423 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
424 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700425
Shuzhen Wangc9ca6782016-04-26 13:40:31 -0700426 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700427 if (mStreamingRequestId != requestId) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800428 String8 msg = String8::format("Camera %s: Canceling request ID %d doesn't match "
429 "current request ID %d", mCameraIdStr.string(), requestId, mStreamingRequestId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800430 ALOGE("%s: %s", __FUNCTION__, msg.string());
431 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -0700432 }
433
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800434 err = mDevice->clearStreamingRequest(lastFrameNumber);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700435
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800436 if (err == OK) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800437 ALOGV("%s: Camera %s: Successfully cleared streaming request",
438 __FUNCTION__, mCameraIdStr.string());
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700439 mStreamingRequestId = REQUEST_ID_NONE;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800440 } else {
441 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800442 "Camera %s: Error clearing streaming request: %s (%d)",
443 mCameraIdStr.string(), strerror(-err), err);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700444 }
445
446 return res;
447}
448
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800449binder::Status CameraDeviceClient::beginConfigure() {
Ruben Brunkb2119af2014-05-09 19:57:56 -0700450 // TODO: Implement this.
Eino-Ville Talvala6aeb8882017-08-07 17:40:49 -0700451 ATRACE_CALL();
Zhijun He1fa89992015-06-01 15:44:31 -0700452 ALOGV("%s: Not implemented yet.", __FUNCTION__);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800453 return binder::Status::ok();
Ruben Brunkb2119af2014-05-09 19:57:56 -0700454}
455
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100456binder::Status CameraDeviceClient::endConfigure(int operatingMode,
457 const hardware::camera2::impl::CameraMetadataNative& sessionParams) {
Eino-Ville Talvala6aeb8882017-08-07 17:40:49 -0700458 ATRACE_CALL();
Shuzhen Wang0129d522016-10-30 22:43:41 -0700459 ALOGV("%s: ending configure (%d input stream, %zu output surfaces)",
460 __FUNCTION__, mInputStream.configured ? 1 : 0,
461 mStreamMap.size());
Igor Murashkine2d167e2014-08-19 16:19:59 -0700462
Zhijun He0effd522016-03-04 10:22:27 -0800463 binder::Status res;
464 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
465
466 Mutex::Autolock icl(mBinderSerializationLock);
467
468 if (!mDevice.get()) {
469 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
470 }
471
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -0800472 if (operatingMode < 0) {
473 String8 msg = String8::format(
474 "Camera %s: Invalid operating mode %d requested", mCameraIdStr.string(), operatingMode);
475 ALOGE("%s: %s", __FUNCTION__, msg.string());
476 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
477 msg.string());
478 }
479
Zhijun He1fa89992015-06-01 15:44:31 -0700480 // Sanitize the high speed session against necessary capability bit.
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -0800481 bool isConstrainedHighSpeed = (operatingMode == ICameraDeviceUser::CONSTRAINED_HIGH_SPEED_MODE);
Zhijun He1fa89992015-06-01 15:44:31 -0700482 if (isConstrainedHighSpeed) {
483 CameraMetadata staticInfo = mDevice->info();
484 camera_metadata_entry_t entry = staticInfo.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
485 bool isConstrainedHighSpeedSupported = false;
486 for(size_t i = 0; i < entry.count; ++i) {
487 uint8_t capability = entry.data.u8[i];
488 if (capability == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_CONSTRAINED_HIGH_SPEED_VIDEO) {
489 isConstrainedHighSpeedSupported = true;
490 break;
491 }
492 }
493 if (!isConstrainedHighSpeedSupported) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800494 String8 msg = String8::format(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800495 "Camera %s: Try to create a constrained high speed configuration on a device"
496 " that doesn't support it.", mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800497 ALOGE("%s: %s", __FUNCTION__, msg.string());
498 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
499 msg.string());
Zhijun He1fa89992015-06-01 15:44:31 -0700500 }
501 }
502
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100503 status_t err = mDevice->configureStreams(sessionParams, operatingMode);
Eino-Ville Talvalaace80582016-03-18 13:27:35 -0700504 if (err == BAD_VALUE) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800505 String8 msg = String8::format("Camera %s: Unsupported set of inputs/outputs provided",
506 mCameraIdStr.string());
Zhijun He5d677d12016-05-29 16:52:39 -0700507 ALOGE("%s: %s", __FUNCTION__, msg.string());
508 res = STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Eino-Ville Talvalaace80582016-03-18 13:27:35 -0700509 } else if (err != OK) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800510 String8 msg = String8::format("Camera %s: Error configuring streams: %s (%d)",
511 mCameraIdStr.string(), strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -0700512 ALOGE("%s: %s", __FUNCTION__, msg.string());
513 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800514 }
515
516 return res;
Ruben Brunkb2119af2014-05-09 19:57:56 -0700517}
518
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800519binder::Status CameraDeviceClient::deleteStream(int streamId) {
Igor Murashkine7ee7632013-06-11 18:10:18 -0700520 ATRACE_CALL();
521 ALOGV("%s (streamId = 0x%x)", __FUNCTION__, streamId);
522
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800523 binder::Status res;
524 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700525
526 Mutex::Autolock icl(mBinderSerializationLock);
527
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800528 if (!mDevice.get()) {
529 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
530 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700531
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700532 bool isInput = false;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700533 std::vector<sp<IBinder>> surfaces;
Zhijun He5d677d12016-05-29 16:52:39 -0700534 ssize_t dIndex = NAME_NOT_FOUND;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700535
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700536 if (mInputStream.configured && mInputStream.id == streamId) {
537 isInput = true;
538 } else {
539 // Guard against trying to delete non-created streams
540 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700541 if (streamId == mStreamMap.valueAt(i).streamId()) {
542 surfaces.push_back(mStreamMap.keyAt(i));
543 }
544 }
545
546 // See if this stream is one of the deferred streams.
547 for (size_t i = 0; i < mDeferredStreams.size(); ++i) {
548 if (streamId == mDeferredStreams[i]) {
549 dIndex = i;
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700550 break;
551 }
552 }
553
Shuzhen Wang0129d522016-10-30 22:43:41 -0700554 if (surfaces.empty() && dIndex == NAME_NOT_FOUND) {
555 String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no such"
556 " stream created yet", mCameraIdStr.string(), streamId);
557 ALOGW("%s: %s", __FUNCTION__, msg.string());
558 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700559 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700560 }
561
562 // Also returns BAD_VALUE if stream ID was not valid
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800563 status_t err = mDevice->deleteStream(streamId);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700564
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800565 if (err != OK) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800566 String8 msg = String8::format("Camera %s: Unexpected error %s (%d) when deleting stream %d",
567 mCameraIdStr.string(), strerror(-err), err, streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800568 ALOGE("%s: %s", __FUNCTION__, msg.string());
569 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
570 } else {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700571 if (isInput) {
572 mInputStream.configured = false;
Zhijun He5d677d12016-05-29 16:52:39 -0700573 } else {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700574 for (auto& surface : surfaces) {
575 mStreamMap.removeItem(surface);
576 }
577
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800578 mConfiguredOutputs.removeItem(streamId);
579
Shuzhen Wang0129d522016-10-30 22:43:41 -0700580 if (dIndex != NAME_NOT_FOUND) {
581 mDeferredStreams.removeItemsAt(dIndex);
582 }
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700583 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700584 }
585
586 return res;
587}
588
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800589binder::Status CameraDeviceClient::createStream(
590 const hardware::camera2::params::OutputConfiguration &outputConfiguration,
591 /*out*/
592 int32_t* newStreamId) {
Igor Murashkine7ee7632013-06-11 18:10:18 -0700593 ATRACE_CALL();
Igor Murashkine7ee7632013-06-11 18:10:18 -0700594
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800595 binder::Status res;
596 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700597
598 Mutex::Autolock icl(mBinderSerializationLock);
599
Shuzhen Wang0129d522016-10-30 22:43:41 -0700600 const std::vector<sp<IGraphicBufferProducer>>& bufferProducers =
601 outputConfiguration.getGraphicBufferProducers();
602 size_t numBufferProducers = bufferProducers.size();
Shuzhen Wang758c2152017-01-10 18:26:18 -0800603 bool deferredConsumer = outputConfiguration.isDeferred();
604 bool isShared = outputConfiguration.isShared();
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800605 String8 physicalCameraId = String8(outputConfiguration.getPhysicalCameraId());
Shuzhen Wang0129d522016-10-30 22:43:41 -0700606
607 if (numBufferProducers > MAX_SURFACES_PER_STREAM) {
608 ALOGE("%s: GraphicBufferProducer count %zu for stream exceeds limit of %d",
609 __FUNCTION__, bufferProducers.size(), MAX_SURFACES_PER_STREAM);
610 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Surface count is too high");
611 }
Shuzhen Wang758c2152017-01-10 18:26:18 -0800612 bool deferredConsumerOnly = deferredConsumer && numBufferProducers == 0;
Zhijun He5d677d12016-05-29 16:52:39 -0700613 int surfaceType = outputConfiguration.getSurfaceType();
614 bool validSurfaceType = ((surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_VIEW) ||
615 (surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_TEXTURE));
Shuzhen Wang0129d522016-10-30 22:43:41 -0700616
Zhijun He5d677d12016-05-29 16:52:39 -0700617 if (deferredConsumer && !validSurfaceType) {
618 ALOGE("%s: Target surface is invalid: bufferProducer = %p, surfaceType = %d.",
Shuzhen Wang0129d522016-10-30 22:43:41 -0700619 __FUNCTION__, bufferProducers[0].get(), surfaceType);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800620 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Target Surface is invalid");
Yin-Chia Yeh89f14da2014-06-10 16:05:44 -0700621 }
Zhijun He5d677d12016-05-29 16:52:39 -0700622
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800623 if (!mDevice.get()) {
624 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
625 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700626
Shuzhen Wange8aceb52018-05-21 12:00:56 -0700627 if (physicalCameraId.size() > 0) {
628 std::vector<std::string> physicalCameraIds;
629 std::string physicalId(physicalCameraId.string());
630 bool logicalCamera =
631 CameraProviderManager::isLogicalCamera(mDevice->info(), &physicalCameraIds);
632 if (!logicalCamera ||
633 std::find(physicalCameraIds.begin(), physicalCameraIds.end(), physicalId) ==
634 physicalCameraIds.end()) {
635 String8 msg = String8::format("Camera %s: Camera doesn't support physicalCameraId %s.",
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800636 mCameraIdStr.string(), physicalCameraId.string());
Shuzhen Wange8aceb52018-05-21 12:00:56 -0700637 ALOGE("%s: %s", __FUNCTION__, msg.string());
638 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
639 }
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800640 }
Shuzhen Wang0129d522016-10-30 22:43:41 -0700641 std::vector<sp<Surface>> surfaces;
642 std::vector<sp<IBinder>> binders;
Zhijun He5d677d12016-05-29 16:52:39 -0700643 status_t err;
644
645 // Create stream for deferred surface case.
Shuzhen Wang0129d522016-10-30 22:43:41 -0700646 if (deferredConsumerOnly) {
Shuzhen Wang758c2152017-01-10 18:26:18 -0800647 return createDeferredSurfaceStreamLocked(outputConfiguration, isShared, newStreamId);
Zhijun He5d677d12016-05-29 16:52:39 -0700648 }
649
Shuzhen Wang758c2152017-01-10 18:26:18 -0800650 OutputStreamInfo streamInfo;
651 bool isStreamInfoValid = false;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700652 for (auto& bufferProducer : bufferProducers) {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700653 // Don't create multiple streams for the same target surface
Shuzhen Wang0129d522016-10-30 22:43:41 -0700654 sp<IBinder> binder = IInterface::asBinder(bufferProducer);
Shuzhen Wang758c2152017-01-10 18:26:18 -0800655 ssize_t index = mStreamMap.indexOfKey(binder);
656 if (index != NAME_NOT_FOUND) {
657 String8 msg = String8::format("Camera %s: Surface already has a stream created for it "
658 "(ID %zd)", mCameraIdStr.string(), index);
659 ALOGW("%s: %s", __FUNCTION__, msg.string());
660 return STATUS_ERROR(CameraService::ERROR_ALREADY_EXISTS, msg.string());
Shuzhen Wang0129d522016-10-30 22:43:41 -0700661 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700662
Shuzhen Wang758c2152017-01-10 18:26:18 -0800663 sp<Surface> surface;
664 res = createSurfaceFromGbp(streamInfo, isStreamInfoValid, surface, bufferProducer);
665
666 if (!res.isOk())
667 return res;
668
669 if (!isStreamInfoValid) {
670 isStreamInfoValid = true;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700671 }
672
Shuzhen Wang758c2152017-01-10 18:26:18 -0800673 binders.push_back(IInterface::asBinder(bufferProducer));
Shuzhen Wang0129d522016-10-30 22:43:41 -0700674 surfaces.push_back(surface);
Ruben Brunkbba75572014-11-20 17:29:50 -0800675 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700676
Zhijun He125684a2015-12-26 15:07:30 -0800677 int streamId = camera3::CAMERA3_STREAM_ID_INVALID;
Emilian Peev40ead602017-09-26 15:46:36 +0100678 std::vector<int> surfaceIds;
Shuzhen Wang758c2152017-01-10 18:26:18 -0800679 err = mDevice->createStream(surfaces, deferredConsumer, streamInfo.width,
680 streamInfo.height, streamInfo.format, streamInfo.dataSpace,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800681 static_cast<camera3_stream_rotation_t>(outputConfiguration.getRotation()),
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800682 &streamId, physicalCameraId, &surfaceIds, outputConfiguration.getSurfaceSetID(),
683 isShared);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700684
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800685 if (err != OK) {
686 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800687 "Camera %s: Error creating output stream (%d x %d, fmt %x, dataSpace %x): %s (%d)",
Shuzhen Wang758c2152017-01-10 18:26:18 -0800688 mCameraIdStr.string(), streamInfo.width, streamInfo.height, streamInfo.format,
689 streamInfo.dataSpace, strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800690 } else {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700691 int i = 0;
692 for (auto& binder : binders) {
693 ALOGV("%s: mStreamMap add binder %p streamId %d, surfaceId %d",
694 __FUNCTION__, binder.get(), streamId, i);
Emilian Peev40ead602017-09-26 15:46:36 +0100695 mStreamMap.add(binder, StreamSurfaceId(streamId, surfaceIds[i]));
696 i++;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700697 }
Shuzhen Wang758c2152017-01-10 18:26:18 -0800698
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800699 mConfiguredOutputs.add(streamId, outputConfiguration);
Shuzhen Wang758c2152017-01-10 18:26:18 -0800700 mStreamInfoMap[streamId] = streamInfo;
701
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800702 ALOGV("%s: Camera %s: Successfully created a new stream ID %d for output surface"
Shuzhen Wang0129d522016-10-30 22:43:41 -0700703 " (%d x %d) with format 0x%x.",
Shuzhen Wang758c2152017-01-10 18:26:18 -0800704 __FUNCTION__, mCameraIdStr.string(), streamId, streamInfo.width,
705 streamInfo.height, streamInfo.format);
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -0700706
Zhijun He5d677d12016-05-29 16:52:39 -0700707 // Set transform flags to ensure preview to be rotated correctly.
708 res = setStreamTransformLocked(streamId);
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -0700709
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800710 *newStreamId = streamId;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700711 }
712
713 return res;
714}
715
Zhijun He5d677d12016-05-29 16:52:39 -0700716binder::Status CameraDeviceClient::createDeferredSurfaceStreamLocked(
717 const hardware::camera2::params::OutputConfiguration &outputConfiguration,
Shuzhen Wang758c2152017-01-10 18:26:18 -0800718 bool isShared,
Zhijun He5d677d12016-05-29 16:52:39 -0700719 /*out*/
720 int* newStreamId) {
721 int width, height, format, surfaceType;
Emilian Peev050f5dc2017-05-18 14:43:56 +0100722 uint64_t consumerUsage;
Zhijun He5d677d12016-05-29 16:52:39 -0700723 android_dataspace dataSpace;
724 status_t err;
725 binder::Status res;
726
727 if (!mDevice.get()) {
728 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
729 }
730
731 // Infer the surface info for deferred surface stream creation.
732 width = outputConfiguration.getWidth();
733 height = outputConfiguration.getHeight();
734 surfaceType = outputConfiguration.getSurfaceType();
735 format = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED;
736 dataSpace = android_dataspace_t::HAL_DATASPACE_UNKNOWN;
737 // Hardcode consumer usage flags: SurfaceView--0x900, SurfaceTexture--0x100.
738 consumerUsage = GraphicBuffer::USAGE_HW_TEXTURE;
739 if (surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_VIEW) {
740 consumerUsage |= GraphicBuffer::USAGE_HW_COMPOSER;
741 }
742 int streamId = camera3::CAMERA3_STREAM_ID_INVALID;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700743 std::vector<sp<Surface>> noSurface;
Emilian Peev40ead602017-09-26 15:46:36 +0100744 std::vector<int> surfaceIds;
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800745 String8 physicalCameraId(outputConfiguration.getPhysicalCameraId());
Shuzhen Wang0129d522016-10-30 22:43:41 -0700746 err = mDevice->createStream(noSurface, /*hasDeferredConsumer*/true, width,
747 height, format, dataSpace,
Zhijun He5d677d12016-05-29 16:52:39 -0700748 static_cast<camera3_stream_rotation_t>(outputConfiguration.getRotation()),
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800749 &streamId, physicalCameraId, &surfaceIds,
750 outputConfiguration.getSurfaceSetID(), isShared,
Emilian Peev40ead602017-09-26 15:46:36 +0100751 consumerUsage);
Zhijun He5d677d12016-05-29 16:52:39 -0700752
753 if (err != OK) {
754 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800755 "Camera %s: Error creating output stream (%d x %d, fmt %x, dataSpace %x): %s (%d)",
756 mCameraIdStr.string(), width, height, format, dataSpace, strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -0700757 } else {
758 // Can not add streamId to mStreamMap here, as the surface is deferred. Add it to
759 // a separate list to track. Once the deferred surface is set, this id will be
760 // relocated to mStreamMap.
761 mDeferredStreams.push_back(streamId);
762
Shuzhen Wang758c2152017-01-10 18:26:18 -0800763 mStreamInfoMap.emplace(std::piecewise_construct, std::forward_as_tuple(streamId),
764 std::forward_as_tuple(width, height, format, dataSpace, consumerUsage));
765
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800766 ALOGV("%s: Camera %s: Successfully created a new stream ID %d for a deferred surface"
Zhijun He5d677d12016-05-29 16:52:39 -0700767 " (%d x %d) stream with format 0x%x.",
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800768 __FUNCTION__, mCameraIdStr.string(), streamId, width, height, format);
Zhijun He5d677d12016-05-29 16:52:39 -0700769
770 // Set transform flags to ensure preview to be rotated correctly.
771 res = setStreamTransformLocked(streamId);
772
773 *newStreamId = streamId;
774 }
775 return res;
776}
777
778binder::Status CameraDeviceClient::setStreamTransformLocked(int streamId) {
779 int32_t transform = 0;
780 status_t err;
781 binder::Status res;
782
783 if (!mDevice.get()) {
784 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
785 }
786
787 err = getRotationTransformLocked(&transform);
788 if (err != OK) {
789 // Error logged by getRotationTransformLocked.
790 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION,
791 "Unable to calculate rotation transform for new stream");
792 }
793
794 err = mDevice->setStreamTransform(streamId, transform);
795 if (err != OK) {
796 String8 msg = String8::format("Failed to set stream transform (stream id %d)",
797 streamId);
798 ALOGE("%s: %s", __FUNCTION__, msg.string());
799 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
800 }
801
802 return res;
803}
Ruben Brunkbba75572014-11-20 17:29:50 -0800804
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800805binder::Status CameraDeviceClient::createInputStream(
806 int width, int height, int format,
807 /*out*/
808 int32_t* newStreamId) {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700809
810 ATRACE_CALL();
811 ALOGV("%s (w = %d, h = %d, f = 0x%x)", __FUNCTION__, width, height, format);
812
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800813 binder::Status res;
814 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700815
816 Mutex::Autolock icl(mBinderSerializationLock);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800817
818 if (!mDevice.get()) {
819 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
820 }
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700821
822 if (mInputStream.configured) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800823 String8 msg = String8::format("Camera %s: Already has an input stream "
Yi Kong0f414de2017-12-15 13:48:50 -0800824 "configured (ID %d)", mCameraIdStr.string(), mInputStream.id);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800825 ALOGE("%s: %s", __FUNCTION__, msg.string() );
826 return STATUS_ERROR(CameraService::ERROR_ALREADY_EXISTS, msg.string());
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700827 }
828
829 int streamId = -1;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800830 status_t err = mDevice->createInputStream(width, height, format, &streamId);
831 if (err == OK) {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700832 mInputStream.configured = true;
833 mInputStream.width = width;
834 mInputStream.height = height;
835 mInputStream.format = format;
836 mInputStream.id = streamId;
837
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800838 ALOGV("%s: Camera %s: Successfully created a new input stream ID %d",
839 __FUNCTION__, mCameraIdStr.string(), streamId);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700840
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800841 *newStreamId = streamId;
842 } else {
843 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800844 "Camera %s: Error creating new input stream: %s (%d)", mCameraIdStr.string(),
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800845 strerror(-err), err);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700846 }
847
848 return res;
849}
850
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800851binder::Status CameraDeviceClient::getInputSurface(/*out*/ view::Surface *inputSurface) {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700852
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800853 binder::Status res;
854 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
855
856 if (inputSurface == NULL) {
857 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Null input surface");
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700858 }
859
860 Mutex::Autolock icl(mBinderSerializationLock);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800861 if (!mDevice.get()) {
862 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
863 }
864 sp<IGraphicBufferProducer> producer;
865 status_t err = mDevice->getInputBufferProducer(&producer);
866 if (err != OK) {
867 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800868 "Camera %s: Error getting input Surface: %s (%d)",
869 mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800870 } else {
871 inputSurface->name = String16("CameraInput");
872 inputSurface->graphicBufferProducer = producer;
873 }
874 return res;
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700875}
876
Emilian Peev40ead602017-09-26 15:46:36 +0100877binder::Status CameraDeviceClient::updateOutputConfiguration(int streamId,
878 const hardware::camera2::params::OutputConfiguration &outputConfiguration) {
879 ATRACE_CALL();
880
881 binder::Status res;
882 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
883
884 Mutex::Autolock icl(mBinderSerializationLock);
885
886 if (!mDevice.get()) {
887 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
888 }
889
890 const std::vector<sp<IGraphicBufferProducer> >& bufferProducers =
891 outputConfiguration.getGraphicBufferProducers();
892 auto producerCount = bufferProducers.size();
893 if (producerCount == 0) {
894 ALOGE("%s: bufferProducers must not be empty", __FUNCTION__);
895 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
896 "bufferProducers must not be empty");
897 }
898
899 // The first output is the one associated with the output configuration.
900 // It should always be present, valid and the corresponding stream id should match.
901 sp<IBinder> binder = IInterface::asBinder(bufferProducers[0]);
902 ssize_t index = mStreamMap.indexOfKey(binder);
903 if (index == NAME_NOT_FOUND) {
904 ALOGE("%s: Outputconfiguration is invalid", __FUNCTION__);
905 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
906 "OutputConfiguration is invalid");
907 }
908 if (mStreamMap.valueFor(binder).streamId() != streamId) {
909 ALOGE("%s: Stream Id: %d provided doesn't match the id: %d in the stream map",
910 __FUNCTION__, streamId, mStreamMap.valueFor(binder).streamId());
911 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
912 "Stream id is invalid");
913 }
914
915 std::vector<size_t> removedSurfaceIds;
916 std::vector<sp<IBinder>> removedOutputs;
917 std::vector<sp<Surface>> newOutputs;
918 std::vector<OutputStreamInfo> streamInfos;
919 KeyedVector<sp<IBinder>, sp<IGraphicBufferProducer>> newOutputsMap;
920 for (auto &it : bufferProducers) {
921 newOutputsMap.add(IInterface::asBinder(it), it);
922 }
923
924 for (size_t i = 0; i < mStreamMap.size(); i++) {
925 ssize_t idx = newOutputsMap.indexOfKey(mStreamMap.keyAt(i));
926 if (idx == NAME_NOT_FOUND) {
927 if (mStreamMap[i].streamId() == streamId) {
928 removedSurfaceIds.push_back(mStreamMap[i].surfaceId());
929 removedOutputs.push_back(mStreamMap.keyAt(i));
930 }
931 } else {
932 if (mStreamMap[i].streamId() != streamId) {
933 ALOGE("%s: Output surface already part of a different stream", __FUNCTION__);
934 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
935 "Target Surface is invalid");
936 }
937 newOutputsMap.removeItemsAt(idx);
938 }
939 }
940
941 for (size_t i = 0; i < newOutputsMap.size(); i++) {
942 OutputStreamInfo outInfo;
943 sp<Surface> surface;
944 res = createSurfaceFromGbp(outInfo, /*isStreamInfoValid*/ false, surface,
945 newOutputsMap.valueAt(i));
946 if (!res.isOk())
947 return res;
948
Emilian Peev40ead602017-09-26 15:46:36 +0100949 streamInfos.push_back(outInfo);
950 newOutputs.push_back(surface);
951 }
952
953 //Trivial case no changes required
954 if (removedSurfaceIds.empty() && newOutputs.empty()) {
955 return binder::Status::ok();
956 }
957
958 KeyedVector<sp<Surface>, size_t> outputMap;
959 auto ret = mDevice->updateStream(streamId, newOutputs, streamInfos, removedSurfaceIds,
960 &outputMap);
961 if (ret != OK) {
962 switch (ret) {
963 case NAME_NOT_FOUND:
964 case BAD_VALUE:
965 case -EBUSY:
966 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
967 "Camera %s: Error updating stream: %s (%d)",
968 mCameraIdStr.string(), strerror(ret), ret);
969 break;
970 default:
971 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
972 "Camera %s: Error updating stream: %s (%d)",
973 mCameraIdStr.string(), strerror(ret), ret);
974 break;
975 }
976 } else {
977 for (const auto &it : removedOutputs) {
978 mStreamMap.removeItem(it);
979 }
980
981 for (size_t i = 0; i < outputMap.size(); i++) {
982 mStreamMap.add(IInterface::asBinder(outputMap.keyAt(i)->getIGraphicBufferProducer()),
983 StreamSurfaceId(streamId, outputMap.valueAt(i)));
984 }
985
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800986 mConfiguredOutputs.replaceValueFor(streamId, outputConfiguration);
987
Emilian Peev40ead602017-09-26 15:46:36 +0100988 ALOGV("%s: Camera %s: Successful stream ID %d update",
989 __FUNCTION__, mCameraIdStr.string(), streamId);
990 }
991
992 return res;
993}
994
Eman Copty6d7af0e2016-06-17 20:46:40 -0700995bool CameraDeviceClient::isPublicFormat(int32_t format)
996{
997 switch(format) {
998 case HAL_PIXEL_FORMAT_RGBA_8888:
999 case HAL_PIXEL_FORMAT_RGBX_8888:
1000 case HAL_PIXEL_FORMAT_RGB_888:
1001 case HAL_PIXEL_FORMAT_RGB_565:
1002 case HAL_PIXEL_FORMAT_BGRA_8888:
1003 case HAL_PIXEL_FORMAT_YV12:
1004 case HAL_PIXEL_FORMAT_Y8:
1005 case HAL_PIXEL_FORMAT_Y16:
1006 case HAL_PIXEL_FORMAT_RAW16:
1007 case HAL_PIXEL_FORMAT_RAW10:
1008 case HAL_PIXEL_FORMAT_RAW12:
1009 case HAL_PIXEL_FORMAT_RAW_OPAQUE:
1010 case HAL_PIXEL_FORMAT_BLOB:
1011 case HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED:
1012 case HAL_PIXEL_FORMAT_YCbCr_420_888:
Eman Copty6d7af0e2016-06-17 20:46:40 -07001013 case HAL_PIXEL_FORMAT_YCbCr_422_SP:
1014 case HAL_PIXEL_FORMAT_YCrCb_420_SP:
1015 case HAL_PIXEL_FORMAT_YCbCr_422_I:
1016 return true;
1017 default:
1018 return false;
1019 }
1020}
1021
Shuzhen Wang758c2152017-01-10 18:26:18 -08001022binder::Status CameraDeviceClient::createSurfaceFromGbp(
1023 OutputStreamInfo& streamInfo, bool isStreamInfoValid,
1024 sp<Surface>& surface, const sp<IGraphicBufferProducer>& gbp) {
1025
1026 // bufferProducer must be non-null
1027 if (gbp == nullptr) {
1028 String8 msg = String8::format("Camera %s: Surface is NULL", mCameraIdStr.string());
1029 ALOGW("%s: %s", __FUNCTION__, msg.string());
1030 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1031 }
1032 // HACK b/10949105
1033 // Query consumer usage bits to set async operation mode for
1034 // GLConsumer using controlledByApp parameter.
1035 bool useAsync = false;
Emilian Peev050f5dc2017-05-18 14:43:56 +01001036 uint64_t consumerUsage = 0;
Shuzhen Wang758c2152017-01-10 18:26:18 -08001037 status_t err;
Emilian Peev050f5dc2017-05-18 14:43:56 +01001038 if ((err = gbp->getConsumerUsage(&consumerUsage)) != OK) {
Shuzhen Wang758c2152017-01-10 18:26:18 -08001039 String8 msg = String8::format("Camera %s: Failed to query Surface consumer usage: %s (%d)",
1040 mCameraIdStr.string(), strerror(-err), err);
1041 ALOGE("%s: %s", __FUNCTION__, msg.string());
1042 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1043 }
1044 if (consumerUsage & GraphicBuffer::USAGE_HW_TEXTURE) {
Emilian Peev050f5dc2017-05-18 14:43:56 +01001045 ALOGW("%s: Camera %s with consumer usage flag: %" PRIu64 ": Forcing asynchronous mode for stream",
Shuzhen Wang758c2152017-01-10 18:26:18 -08001046 __FUNCTION__, mCameraIdStr.string(), consumerUsage);
1047 useAsync = true;
1048 }
1049
Emilian Peev050f5dc2017-05-18 14:43:56 +01001050 uint64_t disallowedFlags = GraphicBuffer::USAGE_HW_VIDEO_ENCODER |
Shuzhen Wang758c2152017-01-10 18:26:18 -08001051 GRALLOC_USAGE_RENDERSCRIPT;
Emilian Peev050f5dc2017-05-18 14:43:56 +01001052 uint64_t allowedFlags = GraphicBuffer::USAGE_SW_READ_MASK |
Shuzhen Wang758c2152017-01-10 18:26:18 -08001053 GraphicBuffer::USAGE_HW_TEXTURE |
1054 GraphicBuffer::USAGE_HW_COMPOSER;
1055 bool flexibleConsumer = (consumerUsage & disallowedFlags) == 0 &&
1056 (consumerUsage & allowedFlags) != 0;
1057
1058 surface = new Surface(gbp, useAsync);
1059 ANativeWindow *anw = surface.get();
1060
1061 int width, height, format;
1062 android_dataspace dataSpace;
1063 if ((err = anw->query(anw, NATIVE_WINDOW_WIDTH, &width)) != OK) {
1064 String8 msg = String8::format("Camera %s: Failed to query Surface width: %s (%d)",
1065 mCameraIdStr.string(), strerror(-err), err);
1066 ALOGE("%s: %s", __FUNCTION__, msg.string());
1067 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1068 }
1069 if ((err = anw->query(anw, NATIVE_WINDOW_HEIGHT, &height)) != OK) {
1070 String8 msg = String8::format("Camera %s: Failed to query Surface height: %s (%d)",
1071 mCameraIdStr.string(), strerror(-err), err);
1072 ALOGE("%s: %s", __FUNCTION__, msg.string());
1073 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1074 }
1075 if ((err = anw->query(anw, NATIVE_WINDOW_FORMAT, &format)) != OK) {
1076 String8 msg = String8::format("Camera %s: Failed to query Surface format: %s (%d)",
1077 mCameraIdStr.string(), strerror(-err), err);
1078 ALOGE("%s: %s", __FUNCTION__, msg.string());
1079 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1080 }
1081 if ((err = anw->query(anw, NATIVE_WINDOW_DEFAULT_DATASPACE,
1082 reinterpret_cast<int*>(&dataSpace))) != OK) {
1083 String8 msg = String8::format("Camera %s: Failed to query Surface dataspace: %s (%d)",
1084 mCameraIdStr.string(), strerror(-err), err);
1085 ALOGE("%s: %s", __FUNCTION__, msg.string());
1086 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1087 }
1088
1089 // FIXME: remove this override since the default format should be
Emilian Peevdb1396c2018-02-12 23:54:48 +00001090 // IMPLEMENTATION_DEFINED. b/9487482 & b/35317944
1091 if ((format >= HAL_PIXEL_FORMAT_RGBA_8888 && format <= HAL_PIXEL_FORMAT_BGRA_8888) &&
1092 ((consumerUsage & GRALLOC_USAGE_HW_MASK) &&
1093 ((consumerUsage & GRALLOC_USAGE_SW_READ_MASK) == 0))) {
Shuzhen Wang758c2152017-01-10 18:26:18 -08001094 ALOGW("%s: Camera %s: Overriding format %#x to IMPLEMENTATION_DEFINED",
1095 __FUNCTION__, mCameraIdStr.string(), format);
1096 format = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED;
1097 }
1098 // Round dimensions to the nearest dimensions available for this format
1099 if (flexibleConsumer && isPublicFormat(format) &&
1100 !CameraDeviceClient::roundBufferDimensionNearest(width, height,
1101 format, dataSpace, mDevice->info(), /*out*/&width, /*out*/&height)) {
1102 String8 msg = String8::format("Camera %s: No supported stream configurations with "
1103 "format %#x defined, failed to create output stream",
1104 mCameraIdStr.string(), format);
1105 ALOGE("%s: %s", __FUNCTION__, msg.string());
1106 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1107 }
1108
1109 if (!isStreamInfoValid) {
1110 streamInfo.width = width;
1111 streamInfo.height = height;
1112 streamInfo.format = format;
1113 streamInfo.dataSpace = dataSpace;
1114 streamInfo.consumerUsage = consumerUsage;
1115 return binder::Status::ok();
1116 }
1117 if (width != streamInfo.width) {
1118 String8 msg = String8::format("Camera %s:Surface width doesn't match: %d vs %d",
1119 mCameraIdStr.string(), width, streamInfo.width);
1120 ALOGE("%s: %s", __FUNCTION__, msg.string());
1121 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1122 }
1123 if (height != streamInfo.height) {
1124 String8 msg = String8::format("Camera %s:Surface height doesn't match: %d vs %d",
1125 mCameraIdStr.string(), height, streamInfo.height);
1126 ALOGE("%s: %s", __FUNCTION__, msg.string());
1127 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1128 }
1129 if (format != streamInfo.format) {
1130 String8 msg = String8::format("Camera %s:Surface format doesn't match: %d vs %d",
1131 mCameraIdStr.string(), format, streamInfo.format);
1132 ALOGE("%s: %s", __FUNCTION__, msg.string());
1133 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1134 }
Shuzhen Wange8ecda92017-02-20 17:10:28 -08001135 if (format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED) {
1136 if (dataSpace != streamInfo.dataSpace) {
1137 String8 msg = String8::format("Camera %s:Surface dataSpace doesn't match: %d vs %d",
1138 mCameraIdStr.string(), dataSpace, streamInfo.dataSpace);
1139 ALOGE("%s: %s", __FUNCTION__, msg.string());
1140 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1141 }
1142 //At the native side, there isn't a way to check whether 2 surfaces come from the same
1143 //surface class type. Use usage flag to approximate the comparison.
1144 if (consumerUsage != streamInfo.consumerUsage) {
1145 String8 msg = String8::format(
Emilian Peev050f5dc2017-05-18 14:43:56 +01001146 "Camera %s:Surface usage flag doesn't match %" PRIu64 " vs %" PRIu64 "",
Shuzhen Wange8ecda92017-02-20 17:10:28 -08001147 mCameraIdStr.string(), consumerUsage, streamInfo.consumerUsage);
1148 ALOGE("%s: %s", __FUNCTION__, msg.string());
1149 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1150 }
Shuzhen Wang758c2152017-01-10 18:26:18 -08001151 }
1152 return binder::Status::ok();
1153}
1154
Ruben Brunkbba75572014-11-20 17:29:50 -08001155bool CameraDeviceClient::roundBufferDimensionNearest(int32_t width, int32_t height,
Eino-Ville Talvala3d82c0d2015-02-23 15:19:19 -08001156 int32_t format, android_dataspace dataSpace, const CameraMetadata& info,
Ruben Brunkbba75572014-11-20 17:29:50 -08001157 /*out*/int32_t* outWidth, /*out*/int32_t* outHeight) {
1158
1159 camera_metadata_ro_entry streamConfigs =
Eino-Ville Talvala3d82c0d2015-02-23 15:19:19 -08001160 (dataSpace == HAL_DATASPACE_DEPTH) ?
1161 info.find(ANDROID_DEPTH_AVAILABLE_DEPTH_STREAM_CONFIGURATIONS) :
Ruben Brunkbba75572014-11-20 17:29:50 -08001162 info.find(ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS);
1163
1164 int32_t bestWidth = -1;
1165 int32_t bestHeight = -1;
1166
1167 // Iterate through listed stream configurations and find the one with the smallest euclidean
1168 // distance from the given dimensions for the given format.
1169 for (size_t i = 0; i < streamConfigs.count; i += 4) {
1170 int32_t fmt = streamConfigs.data.i32[i];
1171 int32_t w = streamConfigs.data.i32[i + 1];
1172 int32_t h = streamConfigs.data.i32[i + 2];
1173
1174 // Ignore input/output type for now
1175 if (fmt == format) {
1176 if (w == width && h == height) {
1177 bestWidth = width;
1178 bestHeight = height;
1179 break;
1180 } else if (w <= ROUNDING_WIDTH_CAP && (bestWidth == -1 ||
1181 CameraDeviceClient::euclidDistSquare(w, h, width, height) <
1182 CameraDeviceClient::euclidDistSquare(bestWidth, bestHeight, width, height))) {
1183 bestWidth = w;
1184 bestHeight = h;
1185 }
1186 }
1187 }
1188
1189 if (bestWidth == -1) {
1190 // Return false if no configurations for this format were listed
1191 return false;
1192 }
1193
1194 // Set the outputs to the closet width/height
1195 if (outWidth != NULL) {
1196 *outWidth = bestWidth;
1197 }
1198 if (outHeight != NULL) {
1199 *outHeight = bestHeight;
1200 }
1201
1202 // Return true if at least one configuration for this format was listed
1203 return true;
1204}
1205
1206int64_t CameraDeviceClient::euclidDistSquare(int32_t x0, int32_t y0, int32_t x1, int32_t y1) {
1207 int64_t d0 = x0 - x1;
1208 int64_t d1 = y0 - y1;
1209 return d0 * d0 + d1 * d1;
1210}
1211
Igor Murashkine7ee7632013-06-11 18:10:18 -07001212// Create a request object from a template.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001213binder::Status CameraDeviceClient::createDefaultRequest(int templateId,
1214 /*out*/
1215 hardware::camera2::impl::CameraMetadataNative* request)
Igor Murashkine7ee7632013-06-11 18:10:18 -07001216{
1217 ATRACE_CALL();
1218 ALOGV("%s (templateId = 0x%x)", __FUNCTION__, templateId);
1219
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001220 binder::Status res;
1221 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -07001222
1223 Mutex::Autolock icl(mBinderSerializationLock);
1224
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001225 if (!mDevice.get()) {
1226 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1227 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001228
1229 CameraMetadata metadata;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001230 status_t err;
1231 if ( (err = mDevice->createDefaultRequest(templateId, &metadata) ) == OK &&
Igor Murashkine7ee7632013-06-11 18:10:18 -07001232 request != NULL) {
1233
1234 request->swap(metadata);
Chien-Yu Chen9cd14022016-03-09 12:21:01 -08001235 } else if (err == BAD_VALUE) {
1236 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001237 "Camera %s: Template ID %d is invalid or not supported: %s (%d)",
1238 mCameraIdStr.string(), templateId, strerror(-err), err);
Chien-Yu Chen9cd14022016-03-09 12:21:01 -08001239
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001240 } else {
1241 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001242 "Camera %s: Error creating default request for template %d: %s (%d)",
1243 mCameraIdStr.string(), templateId, strerror(-err), err);
Igor Murashkine7ee7632013-06-11 18:10:18 -07001244 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001245 return res;
1246}
1247
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001248binder::Status CameraDeviceClient::getCameraInfo(
1249 /*out*/
1250 hardware::camera2::impl::CameraMetadataNative* info)
Igor Murashkine7ee7632013-06-11 18:10:18 -07001251{
1252 ATRACE_CALL();
1253 ALOGV("%s", __FUNCTION__);
1254
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001255 binder::Status res;
Igor Murashkine7ee7632013-06-11 18:10:18 -07001256
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001257 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -07001258
1259 Mutex::Autolock icl(mBinderSerializationLock);
1260
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001261 if (!mDevice.get()) {
1262 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1263 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001264
Igor Murashkin099b4572013-07-12 17:52:16 -07001265 if (info != NULL) {
1266 *info = mDevice->info(); // static camera metadata
1267 // TODO: merge with device-specific camera metadata
1268 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001269
1270 return res;
1271}
1272
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001273binder::Status CameraDeviceClient::waitUntilIdle()
Zhijun He2ab500c2013-07-23 08:02:53 -07001274{
1275 ATRACE_CALL();
1276 ALOGV("%s", __FUNCTION__);
1277
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001278 binder::Status res;
1279 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Zhijun He2ab500c2013-07-23 08:02:53 -07001280
1281 Mutex::Autolock icl(mBinderSerializationLock);
1282
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001283 if (!mDevice.get()) {
1284 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1285 }
Zhijun He2ab500c2013-07-23 08:02:53 -07001286
1287 // FIXME: Also need check repeating burst.
Shuzhen Wangc9ca6782016-04-26 13:40:31 -07001288 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001289 if (mStreamingRequestId != REQUEST_ID_NONE) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001290 String8 msg = String8::format(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001291 "Camera %s: Try to waitUntilIdle when there are active streaming requests",
1292 mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001293 ALOGE("%s: %s", __FUNCTION__, msg.string());
1294 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
Zhijun He2ab500c2013-07-23 08:02:53 -07001295 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001296 status_t err = mDevice->waitUntilDrained();
1297 if (err != OK) {
1298 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001299 "Camera %s: Error waiting to drain: %s (%d)",
1300 mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001301 }
Zhijun He2ab500c2013-07-23 08:02:53 -07001302 ALOGV("%s Done", __FUNCTION__);
Zhijun He2ab500c2013-07-23 08:02:53 -07001303 return res;
1304}
1305
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001306binder::Status CameraDeviceClient::flush(
1307 /*out*/
1308 int64_t* lastFrameNumber) {
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001309 ATRACE_CALL();
1310 ALOGV("%s", __FUNCTION__);
1311
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001312 binder::Status res;
1313 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001314
1315 Mutex::Autolock icl(mBinderSerializationLock);
1316
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001317 if (!mDevice.get()) {
1318 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1319 }
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001320
Shuzhen Wangc9ca6782016-04-26 13:40:31 -07001321 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001322 mStreamingRequestId = REQUEST_ID_NONE;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001323 status_t err = mDevice->flush(lastFrameNumber);
1324 if (err != OK) {
1325 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001326 "Camera %s: Error flushing device: %s (%d)", mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001327 }
1328 return res;
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001329}
1330
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001331binder::Status CameraDeviceClient::prepare(int streamId) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001332 ATRACE_CALL();
1333 ALOGV("%s", __FUNCTION__);
1334
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001335 binder::Status res;
1336 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001337
1338 Mutex::Autolock icl(mBinderSerializationLock);
1339
1340 // Guard against trying to prepare non-created streams
1341 ssize_t index = NAME_NOT_FOUND;
1342 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001343 if (streamId == mStreamMap.valueAt(i).streamId()) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001344 index = i;
1345 break;
1346 }
1347 }
1348
1349 if (index == NAME_NOT_FOUND) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001350 String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no stream "
1351 "with that ID exists", mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001352 ALOGW("%s: %s", __FUNCTION__, msg.string());
1353 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001354 }
1355
Eino-Ville Talvala261394e2015-05-13 14:28:38 -07001356 // Also returns BAD_VALUE if stream ID was not valid, or stream already
1357 // has been used
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001358 status_t err = mDevice->prepare(streamId);
1359 if (err == BAD_VALUE) {
1360 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001361 "Camera %s: Stream %d has already been used, and cannot be prepared",
1362 mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001363 } else if (err != OK) {
1364 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001365 "Camera %s: Error preparing stream %d: %s (%d)", mCameraIdStr.string(), streamId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001366 strerror(-err), err);
1367 }
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001368 return res;
1369}
1370
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001371binder::Status CameraDeviceClient::prepare2(int maxCount, int streamId) {
Ruben Brunkc78ac262015-08-13 17:58:46 -07001372 ATRACE_CALL();
1373 ALOGV("%s", __FUNCTION__);
1374
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001375 binder::Status res;
1376 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Ruben Brunkc78ac262015-08-13 17:58:46 -07001377
1378 Mutex::Autolock icl(mBinderSerializationLock);
1379
1380 // Guard against trying to prepare non-created streams
1381 ssize_t index = NAME_NOT_FOUND;
1382 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001383 if (streamId == mStreamMap.valueAt(i).streamId()) {
Ruben Brunkc78ac262015-08-13 17:58:46 -07001384 index = i;
1385 break;
1386 }
1387 }
1388
1389 if (index == NAME_NOT_FOUND) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001390 String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no stream "
1391 "with that ID exists", mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001392 ALOGW("%s: %s", __FUNCTION__, msg.string());
1393 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Ruben Brunkc78ac262015-08-13 17:58:46 -07001394 }
1395
1396 if (maxCount <= 0) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001397 String8 msg = String8::format("Camera %s: maxCount (%d) must be greater than 0",
1398 mCameraIdStr.string(), maxCount);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001399 ALOGE("%s: %s", __FUNCTION__, msg.string());
1400 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Ruben Brunkc78ac262015-08-13 17:58:46 -07001401 }
1402
1403 // Also returns BAD_VALUE if stream ID was not valid, or stream already
1404 // has been used
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001405 status_t err = mDevice->prepare(maxCount, streamId);
1406 if (err == BAD_VALUE) {
1407 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001408 "Camera %s: Stream %d has already been used, and cannot be prepared",
1409 mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001410 } else if (err != OK) {
1411 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001412 "Camera %s: Error preparing stream %d: %s (%d)", mCameraIdStr.string(), streamId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001413 strerror(-err), err);
1414 }
Ruben Brunkc78ac262015-08-13 17:58:46 -07001415
1416 return res;
1417}
1418
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001419binder::Status CameraDeviceClient::tearDown(int streamId) {
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001420 ATRACE_CALL();
1421 ALOGV("%s", __FUNCTION__);
1422
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001423 binder::Status res;
1424 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001425
1426 Mutex::Autolock icl(mBinderSerializationLock);
1427
1428 // Guard against trying to prepare non-created streams
1429 ssize_t index = NAME_NOT_FOUND;
1430 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001431 if (streamId == mStreamMap.valueAt(i).streamId()) {
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001432 index = i;
1433 break;
1434 }
1435 }
1436
1437 if (index == NAME_NOT_FOUND) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001438 String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no stream "
1439 "with that ID exists", mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001440 ALOGW("%s: %s", __FUNCTION__, msg.string());
1441 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001442 }
1443
1444 // Also returns BAD_VALUE if stream ID was not valid or if the stream is in
1445 // use
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001446 status_t err = mDevice->tearDown(streamId);
1447 if (err == BAD_VALUE) {
1448 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001449 "Camera %s: Stream %d is still in use, cannot be torn down",
1450 mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001451 } else if (err != OK) {
1452 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001453 "Camera %s: Error tearing down stream %d: %s (%d)", mCameraIdStr.string(), streamId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001454 strerror(-err), err);
1455 }
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001456
1457 return res;
1458}
1459
Shuzhen Wang758c2152017-01-10 18:26:18 -08001460binder::Status CameraDeviceClient::finalizeOutputConfigurations(int32_t streamId,
Zhijun He5d677d12016-05-29 16:52:39 -07001461 const hardware::camera2::params::OutputConfiguration &outputConfiguration) {
1462 ATRACE_CALL();
1463
1464 binder::Status res;
1465 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
1466
1467 Mutex::Autolock icl(mBinderSerializationLock);
1468
Shuzhen Wang0129d522016-10-30 22:43:41 -07001469 const std::vector<sp<IGraphicBufferProducer> >& bufferProducers =
1470 outputConfiguration.getGraphicBufferProducers();
Zhijun He5d677d12016-05-29 16:52:39 -07001471
Shuzhen Wang0129d522016-10-30 22:43:41 -07001472 if (bufferProducers.size() == 0) {
1473 ALOGE("%s: bufferProducers must not be empty", __FUNCTION__);
Zhijun He5d677d12016-05-29 16:52:39 -07001474 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Target Surface is invalid");
1475 }
Shuzhen Wang0129d522016-10-30 22:43:41 -07001476
Shuzhen Wang758c2152017-01-10 18:26:18 -08001477 // streamId should be in mStreamMap if this stream already has a surface attached
1478 // to it. Otherwise, it should be in mDeferredStreams.
1479 bool streamIdConfigured = false;
1480 ssize_t deferredStreamIndex = NAME_NOT_FOUND;
1481 for (size_t i = 0; i < mStreamMap.size(); i++) {
1482 if (mStreamMap.valueAt(i).streamId() == streamId) {
1483 streamIdConfigured = true;
1484 break;
1485 }
Zhijun He5d677d12016-05-29 16:52:39 -07001486 }
Shuzhen Wang758c2152017-01-10 18:26:18 -08001487 for (size_t i = 0; i < mDeferredStreams.size(); i++) {
1488 if (streamId == mDeferredStreams[i]) {
1489 deferredStreamIndex = i;
1490 break;
Shuzhen Wang0129d522016-10-30 22:43:41 -07001491 }
1492
Shuzhen Wang758c2152017-01-10 18:26:18 -08001493 }
1494 if (deferredStreamIndex == NAME_NOT_FOUND && !streamIdConfigured) {
1495 String8 msg = String8::format("Camera %s: deferred surface is set to a unknown stream"
1496 "(ID %d)", mCameraIdStr.string(), streamId);
1497 ALOGW("%s: %s", __FUNCTION__, msg.string());
1498 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Zhijun He5d677d12016-05-29 16:52:39 -07001499 }
1500
Shuzhen Wang88fd0052017-02-09 16:40:07 -08001501 if (mStreamInfoMap[streamId].finalized) {
1502 String8 msg = String8::format("Camera %s: finalizeOutputConfigurations has been called"
1503 " on stream ID %d", mCameraIdStr.string(), streamId);
1504 ALOGW("%s: %s", __FUNCTION__, msg.string());
1505 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1506 }
1507
Zhijun He5d677d12016-05-29 16:52:39 -07001508 if (!mDevice.get()) {
1509 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1510 }
1511
Shuzhen Wang758c2152017-01-10 18:26:18 -08001512 std::vector<sp<Surface>> consumerSurfaces;
Shuzhen Wang758c2152017-01-10 18:26:18 -08001513 for (auto& bufferProducer : bufferProducers) {
1514 // Don't create multiple streams for the same target surface
Zhijun He5d677d12016-05-29 16:52:39 -07001515 ssize_t index = mStreamMap.indexOfKey(IInterface::asBinder(bufferProducer));
1516 if (index != NAME_NOT_FOUND) {
Shuzhen Wang758c2152017-01-10 18:26:18 -08001517 ALOGV("Camera %s: Surface already has a stream created "
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001518 " for it (ID %zd)", mCameraIdStr.string(), index);
Shuzhen Wang758c2152017-01-10 18:26:18 -08001519 continue;
Zhijun He5d677d12016-05-29 16:52:39 -07001520 }
Shuzhen Wang758c2152017-01-10 18:26:18 -08001521
1522 sp<Surface> surface;
1523 res = createSurfaceFromGbp(mStreamInfoMap[streamId], true /*isStreamInfoValid*/,
1524 surface, bufferProducer);
1525
1526 if (!res.isOk())
1527 return res;
1528
1529 consumerSurfaces.push_back(surface);
Zhijun He5d677d12016-05-29 16:52:39 -07001530 }
1531
Shuzhen Wanga81ce342017-04-13 15:18:36 -07001532 // Gracefully handle case where finalizeOutputConfigurations is called
1533 // without any new surface.
1534 if (consumerSurfaces.size() == 0) {
1535 mStreamInfoMap[streamId].finalized = true;
1536 return res;
1537 }
1538
Zhijun He5d677d12016-05-29 16:52:39 -07001539 // Finish the deferred stream configuration with the surface.
Shuzhen Wang758c2152017-01-10 18:26:18 -08001540 status_t err;
Emilian Peev40ead602017-09-26 15:46:36 +01001541 std::vector<int> consumerSurfaceIds;
1542 err = mDevice->setConsumerSurfaces(streamId, consumerSurfaces, &consumerSurfaceIds);
Zhijun He5d677d12016-05-29 16:52:39 -07001543 if (err == OK) {
Shuzhen Wang758c2152017-01-10 18:26:18 -08001544 for (size_t i = 0; i < consumerSurfaces.size(); i++) {
1545 sp<IBinder> binder = IInterface::asBinder(
1546 consumerSurfaces[i]->getIGraphicBufferProducer());
Emilian Peev40ead602017-09-26 15:46:36 +01001547 ALOGV("%s: mStreamMap add binder %p streamId %d, surfaceId %d", __FUNCTION__,
Shuzhen Wang758c2152017-01-10 18:26:18 -08001548 binder.get(), streamId, consumerSurfaceIds[i]);
1549 mStreamMap.add(binder, StreamSurfaceId(streamId, consumerSurfaceIds[i]));
1550 }
1551 if (deferredStreamIndex != NAME_NOT_FOUND) {
1552 mDeferredStreams.removeItemsAt(deferredStreamIndex);
Shuzhen Wang0129d522016-10-30 22:43:41 -07001553 }
Shuzhen Wang88fd0052017-02-09 16:40:07 -08001554 mStreamInfoMap[streamId].finalized = true;
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -08001555 mConfiguredOutputs.replaceValueFor(streamId, outputConfiguration);
Zhijun He5d677d12016-05-29 16:52:39 -07001556 } else if (err == NO_INIT) {
1557 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001558 "Camera %s: Deferred surface is invalid: %s (%d)",
1559 mCameraIdStr.string(), strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -07001560 } else {
1561 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001562 "Camera %s: Error setting output stream deferred surface: %s (%d)",
1563 mCameraIdStr.string(), strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -07001564 }
1565
1566 return res;
1567}
1568
Igor Murashkine7ee7632013-06-11 18:10:18 -07001569status_t CameraDeviceClient::dump(int fd, const Vector<String16>& args) {
Eino-Ville Talvalac4003962016-01-13 10:07:04 -08001570 return BasicClient::dump(fd, args);
1571}
1572
1573status_t CameraDeviceClient::dumpClient(int fd, const Vector<String16>& args) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001574 dprintf(fd, " CameraDeviceClient[%s] (%p) dump:\n",
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001575 mCameraIdStr.string(),
Eino-Ville Talvalae992e752014-11-07 16:17:48 -08001576 (getRemoteCallback() != NULL ?
Marco Nelissenf8880202014-11-14 07:58:25 -08001577 IInterface::asBinder(getRemoteCallback()).get() : NULL) );
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001578 dprintf(fd, " Current client UID %u\n", mClientUid);
Igor Murashkine7ee7632013-06-11 18:10:18 -07001579
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001580 dprintf(fd, " State:\n");
1581 dprintf(fd, " Request ID counter: %d\n", mRequestIdCounter);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001582 if (mInputStream.configured) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001583 dprintf(fd, " Current input stream ID: %d\n", mInputStream.id);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001584 } else {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001585 dprintf(fd, " No input stream configured.\n");
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001586 }
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001587 if (!mStreamMap.isEmpty()) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001588 dprintf(fd, " Current output stream/surface IDs:\n");
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001589 for (size_t i = 0; i < mStreamMap.size(); i++) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001590 dprintf(fd, " Stream %d Surface %d\n",
Shuzhen Wang0129d522016-10-30 22:43:41 -07001591 mStreamMap.valueAt(i).streamId(),
1592 mStreamMap.valueAt(i).surfaceId());
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001593 }
Zhijun He5d677d12016-05-29 16:52:39 -07001594 } else if (!mDeferredStreams.isEmpty()) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001595 dprintf(fd, " Current deferred surface output stream IDs:\n");
Zhijun He5d677d12016-05-29 16:52:39 -07001596 for (auto& streamId : mDeferredStreams) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001597 dprintf(fd, " Stream %d\n", streamId);
Zhijun He5d677d12016-05-29 16:52:39 -07001598 }
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001599 } else {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001600 dprintf(fd, " No output streams configured.\n");
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001601 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001602 // TODO: print dynamic/request section from most recent requests
1603 mFrameProcessor->dump(fd, args);
1604
1605 return dumpDevice(fd, args);
1606}
1607
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001608void CameraDeviceClient::notifyError(int32_t errorCode,
Jianing Weicb0652e2014-03-12 18:29:36 -07001609 const CaptureResultExtras& resultExtras) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001610 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001611 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001612
1613 if (remoteCb != 0) {
Jianing Weicb0652e2014-03-12 18:29:36 -07001614 remoteCb->onDeviceError(errorCode, resultExtras);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001615 }
1616}
1617
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001618void CameraDeviceClient::notifyRepeatingRequestError(long lastFrameNumber) {
1619 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
1620
1621 if (remoteCb != 0) {
Yin-Chia Yeh8ca23dc2017-09-05 18:15:56 -07001622 remoteCb->onRepeatingRequestError(lastFrameNumber, mStreamingRequestId);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001623 }
1624
Shuzhen Wangc9ca6782016-04-26 13:40:31 -07001625 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001626 mStreamingRequestId = REQUEST_ID_NONE;
1627}
1628
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001629void CameraDeviceClient::notifyIdle() {
1630 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001631 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001632
1633 if (remoteCb != 0) {
1634 remoteCb->onDeviceIdle();
1635 }
Eino-Ville Talvala412fe562015-08-20 17:08:32 -07001636 Camera2ClientBase::notifyIdle();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001637}
1638
Jianing Weicb0652e2014-03-12 18:29:36 -07001639void CameraDeviceClient::notifyShutter(const CaptureResultExtras& resultExtras,
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001640 nsecs_t timestamp) {
1641 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001642 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001643 if (remoteCb != 0) {
Jianing Weicb0652e2014-03-12 18:29:36 -07001644 remoteCb->onCaptureStarted(resultExtras, timestamp);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001645 }
Eino-Ville Talvala412fe562015-08-20 17:08:32 -07001646 Camera2ClientBase::notifyShutter(resultExtras, timestamp);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001647}
1648
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001649void CameraDeviceClient::notifyPrepared(int streamId) {
1650 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001651 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001652 if (remoteCb != 0) {
1653 remoteCb->onPrepared(streamId);
1654 }
1655}
1656
Shuzhen Wang9d066012016-09-30 11:30:20 -07001657void CameraDeviceClient::notifyRequestQueueEmpty() {
1658 // Thread safe. Don't bother locking.
1659 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
1660 if (remoteCb != 0) {
1661 remoteCb->onRequestQueueEmpty();
1662 }
1663}
1664
Igor Murashkine7ee7632013-06-11 18:10:18 -07001665void CameraDeviceClient::detachDevice() {
1666 if (mDevice == 0) return;
1667
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001668 ALOGV("Camera %s: Stopping processors", mCameraIdStr.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -07001669
1670 mFrameProcessor->removeListener(FRAME_PROCESSOR_LISTENER_MIN_ID,
1671 FRAME_PROCESSOR_LISTENER_MAX_ID,
1672 /*listener*/this);
1673 mFrameProcessor->requestExit();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001674 ALOGV("Camera %s: Waiting for threads", mCameraIdStr.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -07001675 mFrameProcessor->join();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001676 ALOGV("Camera %s: Disconnecting device", mCameraIdStr.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -07001677
1678 // WORKAROUND: HAL refuses to disconnect while there's streams in flight
1679 {
1680 mDevice->clearStreamingRequest();
1681
1682 status_t code;
1683 if ((code = mDevice->waitUntilDrained()) != OK) {
1684 ALOGE("%s: waitUntilDrained failed with code 0x%x", __FUNCTION__,
1685 code);
1686 }
1687 }
1688
1689 Camera2ClientBase::detachDevice();
1690}
1691
1692/** Device-related methods */
Jianing Weicb0652e2014-03-12 18:29:36 -07001693void CameraDeviceClient::onResultAvailable(const CaptureResult& result) {
Igor Murashkine7ee7632013-06-11 18:10:18 -07001694 ATRACE_CALL();
1695 ALOGV("%s", __FUNCTION__);
1696
Igor Murashkin4fb55c12013-08-29 17:43:01 -07001697 // Thread-safe. No lock necessary.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001698 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = mRemoteCallback;
Igor Murashkin4fb55c12013-08-29 17:43:01 -07001699 if (remoteCb != NULL) {
Shuzhen Wang5c22c152017-12-31 17:12:25 -08001700 remoteCb->onResultReceived(result.mMetadata, result.mResultExtras,
1701 result.mPhysicalMetadatas);
Igor Murashkine7ee7632013-06-11 18:10:18 -07001702 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001703}
1704
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001705binder::Status CameraDeviceClient::checkPidStatus(const char* checkLocation) {
Eino-Ville Talvala6192b892016-04-04 12:31:18 -07001706 if (mDisconnected) {
1707 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED,
1708 "The camera device has been disconnected");
1709 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001710 status_t res = checkPid(checkLocation);
1711 return (res == OK) ? binder::Status::ok() :
1712 STATUS_ERROR(CameraService::ERROR_PERMISSION_DENIED,
1713 "Attempt to use camera from a different process than original client");
1714}
1715
Igor Murashkine7ee7632013-06-11 18:10:18 -07001716// TODO: move to Camera2ClientBase
1717bool CameraDeviceClient::enforceRequestPermissions(CameraMetadata& metadata) {
1718
1719 const int pid = IPCThreadState::self()->getCallingPid();
1720 const int selfPid = getpid();
1721 camera_metadata_entry_t entry;
1722
1723 /**
1724 * Mixin default important security values
1725 * - android.led.transmit = defaulted ON
1726 */
1727 CameraMetadata staticInfo = mDevice->info();
1728 entry = staticInfo.find(ANDROID_LED_AVAILABLE_LEDS);
1729 for(size_t i = 0; i < entry.count; ++i) {
1730 uint8_t led = entry.data.u8[i];
1731
1732 switch(led) {
1733 case ANDROID_LED_AVAILABLE_LEDS_TRANSMIT: {
1734 uint8_t transmitDefault = ANDROID_LED_TRANSMIT_ON;
1735 if (!metadata.exists(ANDROID_LED_TRANSMIT)) {
1736 metadata.update(ANDROID_LED_TRANSMIT,
1737 &transmitDefault, 1);
1738 }
1739 break;
1740 }
1741 }
1742 }
1743
1744 // We can do anything!
1745 if (pid == selfPid) {
1746 return true;
1747 }
1748
1749 /**
1750 * Permission check special fields in the request
1751 * - android.led.transmit = android.permission.CAMERA_DISABLE_TRANSMIT
1752 */
1753 entry = metadata.find(ANDROID_LED_TRANSMIT);
1754 if (entry.count > 0 && entry.data.u8[0] != ANDROID_LED_TRANSMIT_ON) {
1755 String16 permissionString =
1756 String16("android.permission.CAMERA_DISABLE_TRANSMIT_LED");
1757 if (!checkCallingPermission(permissionString)) {
1758 const int uid = IPCThreadState::self()->getCallingUid();
1759 ALOGE("Permission Denial: "
1760 "can't disable transmit LED pid=%d, uid=%d", pid, uid);
1761 return false;
1762 }
1763 }
1764
1765 return true;
1766}
1767
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -07001768status_t CameraDeviceClient::getRotationTransformLocked(int32_t* transform) {
1769 ALOGV("%s: begin", __FUNCTION__);
1770
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -07001771 const CameraMetadata& staticInfo = mDevice->info();
Ruben Brunk5698d442014-06-18 10:39:40 -07001772 return CameraUtils::getRotationTransform(staticInfo, transform);
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -07001773}
1774
Igor Murashkine7ee7632013-06-11 18:10:18 -07001775} // namespace android