blob: efe3ca12bc7f4c93cd147b70aeeb56404b1acbf5 [file] [log] [blame]
Igor Murashkine7ee7632013-06-11 18:10:18 -07001/*
Shuzhen Wangc28189a2017-11-27 23:05:10 -08002 * Copyright (C) 2013-2018 The Android Open Source Project
Igor Murashkine7ee7632013-06-11 18:10:18 -07003 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "CameraDeviceClient"
18#define ATRACE_TAG ATRACE_TAG_CAMERA
Jianing Weicb0652e2014-03-12 18:29:36 -070019//#define LOG_NDEBUG 0
Igor Murashkine7ee7632013-06-11 18:10:18 -070020
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070021#include <cutils/properties.h>
Igor Murashkine7ee7632013-06-11 18:10:18 -070022#include <utils/Log.h>
23#include <utils/Trace.h>
Igor Murashkine7ee7632013-06-11 18:10:18 -070024#include <gui/Surface.h>
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070025#include <camera/camera2/CaptureRequest.h>
Ruben Brunk5698d442014-06-18 10:39:40 -070026#include <camera/CameraUtils.h>
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070027
28#include "common/CameraDeviceBase.h"
29#include "api2/CameraDeviceClient.h"
30
Emilian Peev00420d22018-02-05 21:33:13 +000031#include <camera_metadata_hidden.h>
32
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080033// Convenience methods for constructing binder::Status objects for error returns
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070034
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080035#define STATUS_ERROR(errorCode, errorString) \
36 binder::Status::fromServiceSpecificError(errorCode, \
Eino-Ville Talvala02bf0322016-02-18 12:41:10 -080037 String8::format("%s:%d: %s", __FUNCTION__, __LINE__, errorString))
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080038
39#define STATUS_ERROR_FMT(errorCode, errorString, ...) \
40 binder::Status::fromServiceSpecificError(errorCode, \
Eino-Ville Talvala02bf0322016-02-18 12:41:10 -080041 String8::format("%s:%d: " errorString, __FUNCTION__, __LINE__, \
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080042 __VA_ARGS__))
Igor Murashkine7ee7632013-06-11 18:10:18 -070043
44namespace android {
45using namespace camera2;
46
47CameraDeviceClientBase::CameraDeviceClientBase(
48 const sp<CameraService>& cameraService,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080049 const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback,
Igor Murashkine7ee7632013-06-11 18:10:18 -070050 const String16& clientPackageName,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080051 const String8& cameraId,
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -080052 int api1CameraId,
Igor Murashkine7ee7632013-06-11 18:10:18 -070053 int cameraFacing,
54 int clientPid,
55 uid_t clientUid,
56 int servicePid) :
Eino-Ville Talvalae992e752014-11-07 16:17:48 -080057 BasicClient(cameraService,
Marco Nelissenf8880202014-11-14 07:58:25 -080058 IInterface::asBinder(remoteCallback),
Eino-Ville Talvalae992e752014-11-07 16:17:48 -080059 clientPackageName,
60 cameraId,
61 cameraFacing,
62 clientPid,
63 clientUid,
64 servicePid),
Igor Murashkine7ee7632013-06-11 18:10:18 -070065 mRemoteCallback(remoteCallback) {
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -080066 // We don't need it for API2 clients, but Camera2ClientBase requires it.
67 (void) api1CameraId;
Igor Murashkine7ee7632013-06-11 18:10:18 -070068}
Igor Murashkine7ee7632013-06-11 18:10:18 -070069
70// Interface used by CameraService
71
72CameraDeviceClient::CameraDeviceClient(const sp<CameraService>& cameraService,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080073 const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback,
74 const String16& clientPackageName,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080075 const String8& cameraId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080076 int cameraFacing,
77 int clientPid,
78 uid_t clientUid,
79 int servicePid) :
Igor Murashkine7ee7632013-06-11 18:10:18 -070080 Camera2ClientBase(cameraService, remoteCallback, clientPackageName,
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -080081 cameraId, /*API1 camera ID*/ -1,
82 cameraFacing, clientPid, clientUid, servicePid),
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -070083 mInputStream(),
Chien-Yu Chene8c535e2016-04-14 12:18:26 -070084 mStreamingRequestId(REQUEST_ID_NONE),
Igor Murashkine7ee7632013-06-11 18:10:18 -070085 mRequestIdCounter(0) {
86
87 ATRACE_CALL();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080088 ALOGI("CameraDeviceClient %s: Opened", cameraId.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -070089}
90
Emilian Peevbd8c5032018-02-14 23:05:40 +000091status_t CameraDeviceClient::initialize(sp<CameraProviderManager> manager,
92 const String8& monitorTags) {
93 return initializeImpl(manager, monitorTags);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080094}
95
96template<typename TProviderPtr>
Emilian Peevbd8c5032018-02-14 23:05:40 +000097status_t CameraDeviceClient::initializeImpl(TProviderPtr providerPtr, const String8& monitorTags) {
Igor Murashkine7ee7632013-06-11 18:10:18 -070098 ATRACE_CALL();
99 status_t res;
100
Emilian Peevbd8c5032018-02-14 23:05:40 +0000101 res = Camera2ClientBase::initialize(providerPtr, monitorTags);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700102 if (res != OK) {
103 return res;
104 }
105
106 String8 threadName;
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -0700107 mFrameProcessor = new FrameProcessorBase(mDevice);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800108 threadName = String8::format("CDU-%s-FrameProc", mCameraIdStr.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -0700109 mFrameProcessor->run(threadName.string());
110
111 mFrameProcessor->registerListener(FRAME_PROCESSOR_LISTENER_MIN_ID,
112 FRAME_PROCESSOR_LISTENER_MAX_ID,
Eino-Ville Talvala184dfe42013-11-07 15:13:16 -0800113 /*listener*/this,
Zhijun He25a0aef2014-06-25 11:40:02 -0700114 /*sendPartials*/true);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700115
Emilian Peev00420d22018-02-05 21:33:13 +0000116 auto deviceInfo = mDevice->info();
117 camera_metadata_entry_t physicalKeysEntry = deviceInfo.find(
118 ANDROID_REQUEST_AVAILABLE_PHYSICAL_CAMERA_REQUEST_KEYS);
119 if (physicalKeysEntry.count > 0) {
120 mSupportedPhysicalRequestKeys.insert(mSupportedPhysicalRequestKeys.begin(),
121 physicalKeysEntry.data.i32,
122 physicalKeysEntry.data.i32 + physicalKeysEntry.count);
123 }
124
Igor Murashkine7ee7632013-06-11 18:10:18 -0700125 return OK;
126}
127
128CameraDeviceClient::~CameraDeviceClient() {
129}
130
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800131binder::Status CameraDeviceClient::submitRequest(
132 const hardware::camera2::CaptureRequest& request,
133 bool streaming,
134 /*out*/
135 hardware::camera2::utils::SubmitInfo *submitInfo) {
136 std::vector<hardware::camera2::CaptureRequest> requestList = { request };
137 return submitRequestList(requestList, streaming, submitInfo);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700138}
139
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800140binder::Status CameraDeviceClient::insertGbpLocked(const sp<IGraphicBufferProducer>& gbp,
Emilian Peevf873aa52018-01-26 14:58:28 +0000141 SurfaceMap* outSurfaceMap, Vector<int32_t>* outputStreamIds, int32_t *currentStreamId) {
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800142 int idx = mStreamMap.indexOfKey(IInterface::asBinder(gbp));
143
144 // Trying to submit request with surface that wasn't created
145 if (idx == NAME_NOT_FOUND) {
146 ALOGE("%s: Camera %s: Tried to submit a request with a surface that"
147 " we have not called createStream on",
148 __FUNCTION__, mCameraIdStr.string());
149 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
150 "Request targets Surface that is not part of current capture session");
151 }
152
153 const StreamSurfaceId& streamSurfaceId = mStreamMap.valueAt(idx);
154 if (outSurfaceMap->find(streamSurfaceId.streamId()) == outSurfaceMap->end()) {
155 (*outSurfaceMap)[streamSurfaceId.streamId()] = std::vector<size_t>();
156 outputStreamIds->push_back(streamSurfaceId.streamId());
157 }
158 (*outSurfaceMap)[streamSurfaceId.streamId()].push_back(streamSurfaceId.surfaceId());
159
160 ALOGV("%s: Camera %s: Appending output stream %d surface %d to request",
161 __FUNCTION__, mCameraIdStr.string(), streamSurfaceId.streamId(),
162 streamSurfaceId.surfaceId());
163
Emilian Peevf873aa52018-01-26 14:58:28 +0000164 if (currentStreamId != nullptr) {
165 *currentStreamId = streamSurfaceId.streamId();
166 }
167
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800168 return binder::Status::ok();
169}
170
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800171binder::Status CameraDeviceClient::submitRequestList(
172 const std::vector<hardware::camera2::CaptureRequest>& requests,
173 bool streaming,
174 /*out*/
175 hardware::camera2::utils::SubmitInfo *submitInfo) {
Jianing Wei90e59c92014-03-12 18:29:36 -0700176 ATRACE_CALL();
Mark Salyzyn50468412014-06-18 16:33:43 -0700177 ALOGV("%s-start of function. Request list size %zu", __FUNCTION__, requests.size());
Jianing Wei90e59c92014-03-12 18:29:36 -0700178
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800179 binder::Status res = binder::Status::ok();
180 status_t err;
181 if ( !(res = checkPidStatus(__FUNCTION__) ).isOk()) {
182 return res;
183 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700184
185 Mutex::Autolock icl(mBinderSerializationLock);
186
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800187 if (!mDevice.get()) {
188 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
189 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700190
191 if (requests.empty()) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800192 ALOGE("%s: Camera %s: Sent null request. Rejecting request.",
193 __FUNCTION__, mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800194 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Empty request list");
Jianing Wei90e59c92014-03-12 18:29:36 -0700195 }
196
Emilian Peevaebbe412018-01-15 13:53:24 +0000197 List<const CameraDeviceBase::PhysicalCameraSettingsList> metadataRequestList;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700198 std::list<const SurfaceMap> surfaceMapList;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800199 submitInfo->mRequestId = mRequestIdCounter;
Jianing Wei90e59c92014-03-12 18:29:36 -0700200 uint32_t loopCounter = 0;
201
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800202 for (auto&& request: requests) {
203 if (request.mIsReprocess) {
Chien-Yu Chened0412e2015-04-27 15:04:22 -0700204 if (!mInputStream.configured) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800205 ALOGE("%s: Camera %s: no input stream is configured.", __FUNCTION__,
206 mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800207 return STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800208 "No input configured for camera %s but request is for reprocessing",
209 mCameraIdStr.string());
Chien-Yu Chened0412e2015-04-27 15:04:22 -0700210 } else if (streaming) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800211 ALOGE("%s: Camera %s: streaming reprocess requests not supported.", __FUNCTION__,
212 mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800213 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
214 "Repeating reprocess requests not supported");
Emilian Peevaebbe412018-01-15 13:53:24 +0000215 } else if (request.mPhysicalCameraSettings.size() > 1) {
216 ALOGE("%s: Camera %s: reprocess requests not supported for "
217 "multiple physical cameras.", __FUNCTION__,
218 mCameraIdStr.string());
219 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
220 "Reprocess requests not supported for multiple cameras");
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700221 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700222 }
223
Emilian Peevaebbe412018-01-15 13:53:24 +0000224 if (request.mPhysicalCameraSettings.empty()) {
225 ALOGE("%s: Camera %s: request doesn't contain any settings.", __FUNCTION__,
226 mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800227 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
Emilian Peevaebbe412018-01-15 13:53:24 +0000228 "Request doesn't contain any settings");
229 }
230
231 //The first capture settings should always match the logical camera id
232 String8 logicalId(request.mPhysicalCameraSettings.begin()->id.c_str());
233 if (mDevice->getId() != logicalId) {
234 ALOGE("%s: Camera %s: Invalid camera request settings.", __FUNCTION__,
235 mCameraIdStr.string());
236 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
237 "Invalid camera request settings");
238 }
239
Emilian Peevaebbe412018-01-15 13:53:24 +0000240 if (request.mSurfaceList.isEmpty() && request.mStreamIdxList.size() == 0) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800241 ALOGE("%s: Camera %s: Requests must have at least one surface target. "
242 "Rejecting request.", __FUNCTION__, mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800243 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
244 "Request has no output targets");
Jianing Wei90e59c92014-03-12 18:29:36 -0700245 }
246
Jianing Wei90e59c92014-03-12 18:29:36 -0700247 /**
Shuzhen Wang0129d522016-10-30 22:43:41 -0700248 * Write in the output stream IDs and map from stream ID to surface ID
249 * which we calculate from the capture request's list of surface target
Jianing Wei90e59c92014-03-12 18:29:36 -0700250 */
Shuzhen Wang0129d522016-10-30 22:43:41 -0700251 SurfaceMap surfaceMap;
Jianing Wei90e59c92014-03-12 18:29:36 -0700252 Vector<int32_t> outputStreamIds;
Emilian Peevf873aa52018-01-26 14:58:28 +0000253 std::vector<std::string> requestedPhysicalIds;
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800254 if (request.mSurfaceList.size() > 0) {
255 for (sp<Surface> surface : request.mSurfaceList) {
256 if (surface == 0) continue;
Jianing Wei90e59c92014-03-12 18:29:36 -0700257
Emilian Peevf873aa52018-01-26 14:58:28 +0000258 int32_t streamId;
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800259 sp<IGraphicBufferProducer> gbp = surface->getIGraphicBufferProducer();
Emilian Peevf873aa52018-01-26 14:58:28 +0000260 res = insertGbpLocked(gbp, &surfaceMap, &outputStreamIds, &streamId);
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800261 if (!res.isOk()) {
262 return res;
263 }
Emilian Peevf873aa52018-01-26 14:58:28 +0000264
265 ssize_t index = mConfiguredOutputs.indexOfKey(streamId);
266 if (index >= 0) {
267 String8 requestedPhysicalId(
268 mConfiguredOutputs.valueAt(index).getPhysicalCameraId());
269 requestedPhysicalIds.push_back(requestedPhysicalId.string());
270 } else {
271 ALOGW("%s: Output stream Id not found among configured outputs!", __FUNCTION__);
272 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700273 }
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800274 } else {
275 for (size_t i = 0; i < request.mStreamIdxList.size(); i++) {
276 int streamId = request.mStreamIdxList.itemAt(i);
277 int surfaceIdx = request.mSurfaceIdxList.itemAt(i);
Jianing Wei90e59c92014-03-12 18:29:36 -0700278
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800279 ssize_t index = mConfiguredOutputs.indexOfKey(streamId);
280 if (index < 0) {
281 ALOGE("%s: Camera %s: Tried to submit a request with a surface that"
282 " we have not called createStream on: stream %d",
283 __FUNCTION__, mCameraIdStr.string(), streamId);
284 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
285 "Request targets Surface that is not part of current capture session");
286 }
287
288 const auto& gbps = mConfiguredOutputs.valueAt(index).getGraphicBufferProducers();
289 if ((size_t)surfaceIdx >= gbps.size()) {
290 ALOGE("%s: Camera %s: Tried to submit a request with a surface that"
291 " we have not called createStream on: stream %d, surfaceIdx %d",
292 __FUNCTION__, mCameraIdStr.string(), streamId, surfaceIdx);
293 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
294 "Request targets Surface has invalid surface index");
295 }
296
Emilian Peevf873aa52018-01-26 14:58:28 +0000297 res = insertGbpLocked(gbps[surfaceIdx], &surfaceMap, &outputStreamIds, nullptr);
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800298 if (!res.isOk()) {
299 return res;
300 }
Emilian Peevf873aa52018-01-26 14:58:28 +0000301
302 String8 requestedPhysicalId(
303 mConfiguredOutputs.valueAt(index).getPhysicalCameraId());
304 requestedPhysicalIds.push_back(requestedPhysicalId.string());
Shuzhen Wang0129d522016-10-30 22:43:41 -0700305 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700306 }
307
Emilian Peevf873aa52018-01-26 14:58:28 +0000308 CameraDeviceBase::PhysicalCameraSettingsList physicalSettingsList;
309 for (const auto& it : request.mPhysicalCameraSettings) {
Emilian Peev00420d22018-02-05 21:33:13 +0000310 if (it.settings.isEmpty()) {
311 ALOGE("%s: Camera %s: Sent empty metadata packet. Rejecting request.",
312 __FUNCTION__, mCameraIdStr.string());
313 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
314 "Request settings are empty");
315 }
316
Emilian Peevf873aa52018-01-26 14:58:28 +0000317 String8 physicalId(it.id.c_str());
318 if (physicalId != mDevice->getId()) {
319 auto found = std::find(requestedPhysicalIds.begin(), requestedPhysicalIds.end(),
320 it.id);
321 if (found == requestedPhysicalIds.end()) {
322 ALOGE("%s: Camera %s: Physical camera id: %s not part of attached outputs.",
323 __FUNCTION__, mCameraIdStr.string(), physicalId.string());
324 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
325 "Invalid physical camera id");
326 }
Emilian Peev00420d22018-02-05 21:33:13 +0000327
328 if (!mSupportedPhysicalRequestKeys.empty()) {
329 // Filter out any unsupported physical request keys.
330 CameraMetadata filteredParams(mSupportedPhysicalRequestKeys.size());
331 camera_metadata_t *meta = const_cast<camera_metadata_t *>(
332 filteredParams.getAndLock());
333 set_camera_metadata_vendor_id(meta, mDevice->getVendorTagId());
334 filteredParams.unlock(meta);
335
336 for (const auto& keyIt : mSupportedPhysicalRequestKeys) {
337 camera_metadata_ro_entry entry = it.settings.find(keyIt);
338 if (entry.count > 0) {
339 filteredParams.update(entry);
340 }
341 }
342
343 physicalSettingsList.push_back({it.id, filteredParams});
344 }
345 } else {
346 physicalSettingsList.push_back({it.id, it.settings});
Emilian Peevf873aa52018-01-26 14:58:28 +0000347 }
Emilian Peevf873aa52018-01-26 14:58:28 +0000348 }
349
350 if (!enforceRequestPermissions(physicalSettingsList.begin()->metadata)) {
351 // Callee logs
352 return STATUS_ERROR(CameraService::ERROR_PERMISSION_DENIED,
353 "Caller does not have permission to change restricted controls");
354 }
355
Emilian Peevaebbe412018-01-15 13:53:24 +0000356 physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_OUTPUT_STREAMS,
357 &outputStreamIds[0], outputStreamIds.size());
Jianing Wei90e59c92014-03-12 18:29:36 -0700358
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800359 if (request.mIsReprocess) {
Emilian Peevaebbe412018-01-15 13:53:24 +0000360 physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_INPUT_STREAMS,
361 &mInputStream.id, 1);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700362 }
363
Emilian Peevaebbe412018-01-15 13:53:24 +0000364 physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_ID,
365 &(submitInfo->mRequestId), /*size*/1);
Jianing Wei90e59c92014-03-12 18:29:36 -0700366 loopCounter++; // loopCounter starts from 1
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800367 ALOGV("%s: Camera %s: Creating request with ID %d (%d of %zu)",
368 __FUNCTION__, mCameraIdStr.string(), submitInfo->mRequestId,
369 loopCounter, requests.size());
Jianing Wei90e59c92014-03-12 18:29:36 -0700370
Emilian Peevaebbe412018-01-15 13:53:24 +0000371 metadataRequestList.push_back(physicalSettingsList);
Shuzhen Wang0129d522016-10-30 22:43:41 -0700372 surfaceMapList.push_back(surfaceMap);
Jianing Wei90e59c92014-03-12 18:29:36 -0700373 }
374 mRequestIdCounter++;
375
376 if (streaming) {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700377 err = mDevice->setStreamingRequestList(metadataRequestList, surfaceMapList,
378 &(submitInfo->mLastFrameNumber));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800379 if (err != OK) {
380 String8 msg = String8::format(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800381 "Camera %s: Got error %s (%d) after trying to set streaming request",
382 mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800383 ALOGE("%s: %s", __FUNCTION__, msg.string());
384 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION,
385 msg.string());
Jianing Wei90e59c92014-03-12 18:29:36 -0700386 } else {
Shuzhen Wangc9ca6782016-04-26 13:40:31 -0700387 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700388 mStreamingRequestId = submitInfo->mRequestId;
Jianing Wei90e59c92014-03-12 18:29:36 -0700389 }
390 } else {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700391 err = mDevice->captureList(metadataRequestList, surfaceMapList,
392 &(submitInfo->mLastFrameNumber));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800393 if (err != OK) {
394 String8 msg = String8::format(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800395 "Camera %s: Got error %s (%d) after trying to submit capture request",
396 mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800397 ALOGE("%s: %s", __FUNCTION__, msg.string());
398 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION,
399 msg.string());
Jianing Wei90e59c92014-03-12 18:29:36 -0700400 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800401 ALOGV("%s: requestId = %d ", __FUNCTION__, submitInfo->mRequestId);
Jianing Wei90e59c92014-03-12 18:29:36 -0700402 }
403
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800404 ALOGV("%s: Camera %s: End of function", __FUNCTION__, mCameraIdStr.string());
Jianing Wei90e59c92014-03-12 18:29:36 -0700405 return res;
406}
407
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800408binder::Status CameraDeviceClient::cancelRequest(
409 int requestId,
410 /*out*/
411 int64_t* lastFrameNumber) {
Igor Murashkine7ee7632013-06-11 18:10:18 -0700412 ATRACE_CALL();
413 ALOGV("%s, requestId = %d", __FUNCTION__, requestId);
414
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800415 status_t err;
416 binder::Status res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700417
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800418 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700419
420 Mutex::Autolock icl(mBinderSerializationLock);
421
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800422 if (!mDevice.get()) {
423 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
424 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700425
Shuzhen Wangc9ca6782016-04-26 13:40:31 -0700426 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700427 if (mStreamingRequestId != requestId) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800428 String8 msg = String8::format("Camera %s: Canceling request ID %d doesn't match "
429 "current request ID %d", mCameraIdStr.string(), requestId, mStreamingRequestId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800430 ALOGE("%s: %s", __FUNCTION__, msg.string());
431 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -0700432 }
433
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800434 err = mDevice->clearStreamingRequest(lastFrameNumber);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700435
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800436 if (err == OK) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800437 ALOGV("%s: Camera %s: Successfully cleared streaming request",
438 __FUNCTION__, mCameraIdStr.string());
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700439 mStreamingRequestId = REQUEST_ID_NONE;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800440 } else {
441 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800442 "Camera %s: Error clearing streaming request: %s (%d)",
443 mCameraIdStr.string(), strerror(-err), err);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700444 }
445
446 return res;
447}
448
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800449binder::Status CameraDeviceClient::beginConfigure() {
Ruben Brunkb2119af2014-05-09 19:57:56 -0700450 // TODO: Implement this.
Eino-Ville Talvala6aeb8882017-08-07 17:40:49 -0700451 ATRACE_CALL();
Zhijun He1fa89992015-06-01 15:44:31 -0700452 ALOGV("%s: Not implemented yet.", __FUNCTION__);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800453 return binder::Status::ok();
Ruben Brunkb2119af2014-05-09 19:57:56 -0700454}
455
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100456binder::Status CameraDeviceClient::endConfigure(int operatingMode,
457 const hardware::camera2::impl::CameraMetadataNative& sessionParams) {
Eino-Ville Talvala6aeb8882017-08-07 17:40:49 -0700458 ATRACE_CALL();
Shuzhen Wang0129d522016-10-30 22:43:41 -0700459 ALOGV("%s: ending configure (%d input stream, %zu output surfaces)",
460 __FUNCTION__, mInputStream.configured ? 1 : 0,
461 mStreamMap.size());
Igor Murashkine2d167e2014-08-19 16:19:59 -0700462
Zhijun He0effd522016-03-04 10:22:27 -0800463 binder::Status res;
464 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
465
466 Mutex::Autolock icl(mBinderSerializationLock);
467
468 if (!mDevice.get()) {
469 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
470 }
471
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -0800472 if (operatingMode < 0) {
473 String8 msg = String8::format(
474 "Camera %s: Invalid operating mode %d requested", mCameraIdStr.string(), operatingMode);
475 ALOGE("%s: %s", __FUNCTION__, msg.string());
476 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
477 msg.string());
478 }
479
Zhijun He1fa89992015-06-01 15:44:31 -0700480 // Sanitize the high speed session against necessary capability bit.
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -0800481 bool isConstrainedHighSpeed = (operatingMode == ICameraDeviceUser::CONSTRAINED_HIGH_SPEED_MODE);
Zhijun He1fa89992015-06-01 15:44:31 -0700482 if (isConstrainedHighSpeed) {
483 CameraMetadata staticInfo = mDevice->info();
484 camera_metadata_entry_t entry = staticInfo.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
485 bool isConstrainedHighSpeedSupported = false;
486 for(size_t i = 0; i < entry.count; ++i) {
487 uint8_t capability = entry.data.u8[i];
488 if (capability == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_CONSTRAINED_HIGH_SPEED_VIDEO) {
489 isConstrainedHighSpeedSupported = true;
490 break;
491 }
492 }
493 if (!isConstrainedHighSpeedSupported) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800494 String8 msg = String8::format(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800495 "Camera %s: Try to create a constrained high speed configuration on a device"
496 " that doesn't support it.", mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800497 ALOGE("%s: %s", __FUNCTION__, msg.string());
498 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
499 msg.string());
Zhijun He1fa89992015-06-01 15:44:31 -0700500 }
501 }
502
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100503 status_t err = mDevice->configureStreams(sessionParams, operatingMode);
Eino-Ville Talvalaace80582016-03-18 13:27:35 -0700504 if (err == BAD_VALUE) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800505 String8 msg = String8::format("Camera %s: Unsupported set of inputs/outputs provided",
506 mCameraIdStr.string());
Zhijun He5d677d12016-05-29 16:52:39 -0700507 ALOGE("%s: %s", __FUNCTION__, msg.string());
508 res = STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Eino-Ville Talvalaace80582016-03-18 13:27:35 -0700509 } else if (err != OK) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800510 String8 msg = String8::format("Camera %s: Error configuring streams: %s (%d)",
511 mCameraIdStr.string(), strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -0700512 ALOGE("%s: %s", __FUNCTION__, msg.string());
513 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800514 }
515
516 return res;
Ruben Brunkb2119af2014-05-09 19:57:56 -0700517}
518
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800519binder::Status CameraDeviceClient::deleteStream(int streamId) {
Igor Murashkine7ee7632013-06-11 18:10:18 -0700520 ATRACE_CALL();
521 ALOGV("%s (streamId = 0x%x)", __FUNCTION__, streamId);
522
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800523 binder::Status res;
524 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700525
526 Mutex::Autolock icl(mBinderSerializationLock);
527
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800528 if (!mDevice.get()) {
529 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
530 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700531
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700532 bool isInput = false;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700533 std::vector<sp<IBinder>> surfaces;
Zhijun He5d677d12016-05-29 16:52:39 -0700534 ssize_t dIndex = NAME_NOT_FOUND;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700535
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700536 if (mInputStream.configured && mInputStream.id == streamId) {
537 isInput = true;
538 } else {
539 // Guard against trying to delete non-created streams
540 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700541 if (streamId == mStreamMap.valueAt(i).streamId()) {
542 surfaces.push_back(mStreamMap.keyAt(i));
543 }
544 }
545
546 // See if this stream is one of the deferred streams.
547 for (size_t i = 0; i < mDeferredStreams.size(); ++i) {
548 if (streamId == mDeferredStreams[i]) {
549 dIndex = i;
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700550 break;
551 }
552 }
553
Shuzhen Wang0129d522016-10-30 22:43:41 -0700554 if (surfaces.empty() && dIndex == NAME_NOT_FOUND) {
555 String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no such"
556 " stream created yet", mCameraIdStr.string(), streamId);
557 ALOGW("%s: %s", __FUNCTION__, msg.string());
558 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700559 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700560 }
561
562 // Also returns BAD_VALUE if stream ID was not valid
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800563 status_t err = mDevice->deleteStream(streamId);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700564
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800565 if (err != OK) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800566 String8 msg = String8::format("Camera %s: Unexpected error %s (%d) when deleting stream %d",
567 mCameraIdStr.string(), strerror(-err), err, streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800568 ALOGE("%s: %s", __FUNCTION__, msg.string());
569 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
570 } else {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700571 if (isInput) {
572 mInputStream.configured = false;
Zhijun He5d677d12016-05-29 16:52:39 -0700573 } else {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700574 for (auto& surface : surfaces) {
575 mStreamMap.removeItem(surface);
576 }
577
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800578 mConfiguredOutputs.removeItem(streamId);
579
Shuzhen Wang0129d522016-10-30 22:43:41 -0700580 if (dIndex != NAME_NOT_FOUND) {
581 mDeferredStreams.removeItemsAt(dIndex);
582 }
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700583 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700584 }
585
586 return res;
587}
588
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800589binder::Status CameraDeviceClient::createStream(
590 const hardware::camera2::params::OutputConfiguration &outputConfiguration,
591 /*out*/
592 int32_t* newStreamId) {
Igor Murashkine7ee7632013-06-11 18:10:18 -0700593 ATRACE_CALL();
Igor Murashkine7ee7632013-06-11 18:10:18 -0700594
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800595 binder::Status res;
596 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700597
598 Mutex::Autolock icl(mBinderSerializationLock);
599
Shuzhen Wang0129d522016-10-30 22:43:41 -0700600 const std::vector<sp<IGraphicBufferProducer>>& bufferProducers =
601 outputConfiguration.getGraphicBufferProducers();
602 size_t numBufferProducers = bufferProducers.size();
Shuzhen Wang758c2152017-01-10 18:26:18 -0800603 bool deferredConsumer = outputConfiguration.isDeferred();
604 bool isShared = outputConfiguration.isShared();
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800605 String8 physicalCameraId = String8(outputConfiguration.getPhysicalCameraId());
Shuzhen Wang0129d522016-10-30 22:43:41 -0700606
607 if (numBufferProducers > MAX_SURFACES_PER_STREAM) {
608 ALOGE("%s: GraphicBufferProducer count %zu for stream exceeds limit of %d",
609 __FUNCTION__, bufferProducers.size(), MAX_SURFACES_PER_STREAM);
610 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Surface count is too high");
611 }
Shuzhen Wang758c2152017-01-10 18:26:18 -0800612 bool deferredConsumerOnly = deferredConsumer && numBufferProducers == 0;
Zhijun He5d677d12016-05-29 16:52:39 -0700613 int surfaceType = outputConfiguration.getSurfaceType();
614 bool validSurfaceType = ((surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_VIEW) ||
615 (surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_TEXTURE));
Shuzhen Wang0129d522016-10-30 22:43:41 -0700616
Zhijun He5d677d12016-05-29 16:52:39 -0700617 if (deferredConsumer && !validSurfaceType) {
618 ALOGE("%s: Target surface is invalid: bufferProducer = %p, surfaceType = %d.",
Shuzhen Wang0129d522016-10-30 22:43:41 -0700619 __FUNCTION__, bufferProducers[0].get(), surfaceType);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800620 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Target Surface is invalid");
Yin-Chia Yeh89f14da2014-06-10 16:05:44 -0700621 }
Zhijun He5d677d12016-05-29 16:52:39 -0700622
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800623 if (!mDevice.get()) {
624 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
625 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700626
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800627 if (!checkPhysicalCameraId(physicalCameraId)) {
628 String8 msg = String8::format("Camera %s: Camera doesn't support physicalCameraId %s.",
629 mCameraIdStr.string(), physicalCameraId.string());
630 ALOGE("%s: %s", __FUNCTION__, msg.string());
631 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
632 }
Shuzhen Wang0129d522016-10-30 22:43:41 -0700633 std::vector<sp<Surface>> surfaces;
634 std::vector<sp<IBinder>> binders;
Zhijun He5d677d12016-05-29 16:52:39 -0700635 status_t err;
636
637 // Create stream for deferred surface case.
Shuzhen Wang0129d522016-10-30 22:43:41 -0700638 if (deferredConsumerOnly) {
Shuzhen Wang758c2152017-01-10 18:26:18 -0800639 return createDeferredSurfaceStreamLocked(outputConfiguration, isShared, newStreamId);
Zhijun He5d677d12016-05-29 16:52:39 -0700640 }
641
Shuzhen Wang758c2152017-01-10 18:26:18 -0800642 OutputStreamInfo streamInfo;
643 bool isStreamInfoValid = false;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700644 for (auto& bufferProducer : bufferProducers) {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700645 // Don't create multiple streams for the same target surface
Shuzhen Wang0129d522016-10-30 22:43:41 -0700646 sp<IBinder> binder = IInterface::asBinder(bufferProducer);
Shuzhen Wang758c2152017-01-10 18:26:18 -0800647 ssize_t index = mStreamMap.indexOfKey(binder);
648 if (index != NAME_NOT_FOUND) {
649 String8 msg = String8::format("Camera %s: Surface already has a stream created for it "
650 "(ID %zd)", mCameraIdStr.string(), index);
651 ALOGW("%s: %s", __FUNCTION__, msg.string());
652 return STATUS_ERROR(CameraService::ERROR_ALREADY_EXISTS, msg.string());
Shuzhen Wang0129d522016-10-30 22:43:41 -0700653 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700654
Shuzhen Wang758c2152017-01-10 18:26:18 -0800655 sp<Surface> surface;
656 res = createSurfaceFromGbp(streamInfo, isStreamInfoValid, surface, bufferProducer);
657
658 if (!res.isOk())
659 return res;
660
661 if (!isStreamInfoValid) {
662 isStreamInfoValid = true;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700663 }
664
Shuzhen Wang758c2152017-01-10 18:26:18 -0800665 binders.push_back(IInterface::asBinder(bufferProducer));
Shuzhen Wang0129d522016-10-30 22:43:41 -0700666 surfaces.push_back(surface);
Ruben Brunkbba75572014-11-20 17:29:50 -0800667 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700668
Zhijun He125684a2015-12-26 15:07:30 -0800669 int streamId = camera3::CAMERA3_STREAM_ID_INVALID;
Emilian Peev40ead602017-09-26 15:46:36 +0100670 std::vector<int> surfaceIds;
Shuzhen Wang758c2152017-01-10 18:26:18 -0800671 err = mDevice->createStream(surfaces, deferredConsumer, streamInfo.width,
672 streamInfo.height, streamInfo.format, streamInfo.dataSpace,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800673 static_cast<camera3_stream_rotation_t>(outputConfiguration.getRotation()),
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800674 &streamId, physicalCameraId, &surfaceIds, outputConfiguration.getSurfaceSetID(),
675 isShared);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700676
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800677 if (err != OK) {
678 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800679 "Camera %s: Error creating output stream (%d x %d, fmt %x, dataSpace %x): %s (%d)",
Shuzhen Wang758c2152017-01-10 18:26:18 -0800680 mCameraIdStr.string(), streamInfo.width, streamInfo.height, streamInfo.format,
681 streamInfo.dataSpace, strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800682 } else {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700683 int i = 0;
684 for (auto& binder : binders) {
685 ALOGV("%s: mStreamMap add binder %p streamId %d, surfaceId %d",
686 __FUNCTION__, binder.get(), streamId, i);
Emilian Peev40ead602017-09-26 15:46:36 +0100687 mStreamMap.add(binder, StreamSurfaceId(streamId, surfaceIds[i]));
688 i++;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700689 }
Shuzhen Wang758c2152017-01-10 18:26:18 -0800690
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800691 mConfiguredOutputs.add(streamId, outputConfiguration);
Shuzhen Wang758c2152017-01-10 18:26:18 -0800692 mStreamInfoMap[streamId] = streamInfo;
693
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800694 ALOGV("%s: Camera %s: Successfully created a new stream ID %d for output surface"
Shuzhen Wang0129d522016-10-30 22:43:41 -0700695 " (%d x %d) with format 0x%x.",
Shuzhen Wang758c2152017-01-10 18:26:18 -0800696 __FUNCTION__, mCameraIdStr.string(), streamId, streamInfo.width,
697 streamInfo.height, streamInfo.format);
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -0700698
Zhijun He5d677d12016-05-29 16:52:39 -0700699 // Set transform flags to ensure preview to be rotated correctly.
700 res = setStreamTransformLocked(streamId);
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -0700701
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800702 *newStreamId = streamId;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700703 }
704
705 return res;
706}
707
Zhijun He5d677d12016-05-29 16:52:39 -0700708binder::Status CameraDeviceClient::createDeferredSurfaceStreamLocked(
709 const hardware::camera2::params::OutputConfiguration &outputConfiguration,
Shuzhen Wang758c2152017-01-10 18:26:18 -0800710 bool isShared,
Zhijun He5d677d12016-05-29 16:52:39 -0700711 /*out*/
712 int* newStreamId) {
713 int width, height, format, surfaceType;
Emilian Peev050f5dc2017-05-18 14:43:56 +0100714 uint64_t consumerUsage;
Zhijun He5d677d12016-05-29 16:52:39 -0700715 android_dataspace dataSpace;
716 status_t err;
717 binder::Status res;
718
719 if (!mDevice.get()) {
720 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
721 }
722
723 // Infer the surface info for deferred surface stream creation.
724 width = outputConfiguration.getWidth();
725 height = outputConfiguration.getHeight();
726 surfaceType = outputConfiguration.getSurfaceType();
727 format = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED;
728 dataSpace = android_dataspace_t::HAL_DATASPACE_UNKNOWN;
729 // Hardcode consumer usage flags: SurfaceView--0x900, SurfaceTexture--0x100.
730 consumerUsage = GraphicBuffer::USAGE_HW_TEXTURE;
731 if (surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_VIEW) {
732 consumerUsage |= GraphicBuffer::USAGE_HW_COMPOSER;
733 }
734 int streamId = camera3::CAMERA3_STREAM_ID_INVALID;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700735 std::vector<sp<Surface>> noSurface;
Emilian Peev40ead602017-09-26 15:46:36 +0100736 std::vector<int> surfaceIds;
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800737 String8 physicalCameraId(outputConfiguration.getPhysicalCameraId());
Shuzhen Wang0129d522016-10-30 22:43:41 -0700738 err = mDevice->createStream(noSurface, /*hasDeferredConsumer*/true, width,
739 height, format, dataSpace,
Zhijun He5d677d12016-05-29 16:52:39 -0700740 static_cast<camera3_stream_rotation_t>(outputConfiguration.getRotation()),
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800741 &streamId, physicalCameraId, &surfaceIds,
742 outputConfiguration.getSurfaceSetID(), isShared,
Emilian Peev40ead602017-09-26 15:46:36 +0100743 consumerUsage);
Zhijun He5d677d12016-05-29 16:52:39 -0700744
745 if (err != OK) {
746 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800747 "Camera %s: Error creating output stream (%d x %d, fmt %x, dataSpace %x): %s (%d)",
748 mCameraIdStr.string(), width, height, format, dataSpace, strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -0700749 } else {
750 // Can not add streamId to mStreamMap here, as the surface is deferred. Add it to
751 // a separate list to track. Once the deferred surface is set, this id will be
752 // relocated to mStreamMap.
753 mDeferredStreams.push_back(streamId);
754
Shuzhen Wang758c2152017-01-10 18:26:18 -0800755 mStreamInfoMap.emplace(std::piecewise_construct, std::forward_as_tuple(streamId),
756 std::forward_as_tuple(width, height, format, dataSpace, consumerUsage));
757
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800758 ALOGV("%s: Camera %s: Successfully created a new stream ID %d for a deferred surface"
Zhijun He5d677d12016-05-29 16:52:39 -0700759 " (%d x %d) stream with format 0x%x.",
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800760 __FUNCTION__, mCameraIdStr.string(), streamId, width, height, format);
Zhijun He5d677d12016-05-29 16:52:39 -0700761
762 // Set transform flags to ensure preview to be rotated correctly.
763 res = setStreamTransformLocked(streamId);
764
765 *newStreamId = streamId;
766 }
767 return res;
768}
769
770binder::Status CameraDeviceClient::setStreamTransformLocked(int streamId) {
771 int32_t transform = 0;
772 status_t err;
773 binder::Status res;
774
775 if (!mDevice.get()) {
776 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
777 }
778
779 err = getRotationTransformLocked(&transform);
780 if (err != OK) {
781 // Error logged by getRotationTransformLocked.
782 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION,
783 "Unable to calculate rotation transform for new stream");
784 }
785
786 err = mDevice->setStreamTransform(streamId, transform);
787 if (err != OK) {
788 String8 msg = String8::format("Failed to set stream transform (stream id %d)",
789 streamId);
790 ALOGE("%s: %s", __FUNCTION__, msg.string());
791 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
792 }
793
794 return res;
795}
Ruben Brunkbba75572014-11-20 17:29:50 -0800796
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800797binder::Status CameraDeviceClient::createInputStream(
798 int width, int height, int format,
799 /*out*/
800 int32_t* newStreamId) {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700801
802 ATRACE_CALL();
803 ALOGV("%s (w = %d, h = %d, f = 0x%x)", __FUNCTION__, width, height, format);
804
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800805 binder::Status res;
806 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700807
808 Mutex::Autolock icl(mBinderSerializationLock);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800809
810 if (!mDevice.get()) {
811 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
812 }
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700813
814 if (mInputStream.configured) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800815 String8 msg = String8::format("Camera %s: Already has an input stream "
Yi Kong0f414de2017-12-15 13:48:50 -0800816 "configured (ID %d)", mCameraIdStr.string(), mInputStream.id);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800817 ALOGE("%s: %s", __FUNCTION__, msg.string() );
818 return STATUS_ERROR(CameraService::ERROR_ALREADY_EXISTS, msg.string());
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700819 }
820
821 int streamId = -1;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800822 status_t err = mDevice->createInputStream(width, height, format, &streamId);
823 if (err == OK) {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700824 mInputStream.configured = true;
825 mInputStream.width = width;
826 mInputStream.height = height;
827 mInputStream.format = format;
828 mInputStream.id = streamId;
829
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800830 ALOGV("%s: Camera %s: Successfully created a new input stream ID %d",
831 __FUNCTION__, mCameraIdStr.string(), streamId);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700832
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800833 *newStreamId = streamId;
834 } else {
835 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800836 "Camera %s: Error creating new input stream: %s (%d)", mCameraIdStr.string(),
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800837 strerror(-err), err);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700838 }
839
840 return res;
841}
842
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800843binder::Status CameraDeviceClient::getInputSurface(/*out*/ view::Surface *inputSurface) {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700844
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800845 binder::Status res;
846 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
847
848 if (inputSurface == NULL) {
849 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Null input surface");
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700850 }
851
852 Mutex::Autolock icl(mBinderSerializationLock);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800853 if (!mDevice.get()) {
854 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
855 }
856 sp<IGraphicBufferProducer> producer;
857 status_t err = mDevice->getInputBufferProducer(&producer);
858 if (err != OK) {
859 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800860 "Camera %s: Error getting input Surface: %s (%d)",
861 mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800862 } else {
863 inputSurface->name = String16("CameraInput");
864 inputSurface->graphicBufferProducer = producer;
865 }
866 return res;
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700867}
868
Emilian Peev40ead602017-09-26 15:46:36 +0100869binder::Status CameraDeviceClient::updateOutputConfiguration(int streamId,
870 const hardware::camera2::params::OutputConfiguration &outputConfiguration) {
871 ATRACE_CALL();
872
873 binder::Status res;
874 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
875
876 Mutex::Autolock icl(mBinderSerializationLock);
877
878 if (!mDevice.get()) {
879 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
880 }
881
882 const std::vector<sp<IGraphicBufferProducer> >& bufferProducers =
883 outputConfiguration.getGraphicBufferProducers();
884 auto producerCount = bufferProducers.size();
885 if (producerCount == 0) {
886 ALOGE("%s: bufferProducers must not be empty", __FUNCTION__);
887 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
888 "bufferProducers must not be empty");
889 }
890
891 // The first output is the one associated with the output configuration.
892 // It should always be present, valid and the corresponding stream id should match.
893 sp<IBinder> binder = IInterface::asBinder(bufferProducers[0]);
894 ssize_t index = mStreamMap.indexOfKey(binder);
895 if (index == NAME_NOT_FOUND) {
896 ALOGE("%s: Outputconfiguration is invalid", __FUNCTION__);
897 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
898 "OutputConfiguration is invalid");
899 }
900 if (mStreamMap.valueFor(binder).streamId() != streamId) {
901 ALOGE("%s: Stream Id: %d provided doesn't match the id: %d in the stream map",
902 __FUNCTION__, streamId, mStreamMap.valueFor(binder).streamId());
903 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
904 "Stream id is invalid");
905 }
906
907 std::vector<size_t> removedSurfaceIds;
908 std::vector<sp<IBinder>> removedOutputs;
909 std::vector<sp<Surface>> newOutputs;
910 std::vector<OutputStreamInfo> streamInfos;
911 KeyedVector<sp<IBinder>, sp<IGraphicBufferProducer>> newOutputsMap;
912 for (auto &it : bufferProducers) {
913 newOutputsMap.add(IInterface::asBinder(it), it);
914 }
915
916 for (size_t i = 0; i < mStreamMap.size(); i++) {
917 ssize_t idx = newOutputsMap.indexOfKey(mStreamMap.keyAt(i));
918 if (idx == NAME_NOT_FOUND) {
919 if (mStreamMap[i].streamId() == streamId) {
920 removedSurfaceIds.push_back(mStreamMap[i].surfaceId());
921 removedOutputs.push_back(mStreamMap.keyAt(i));
922 }
923 } else {
924 if (mStreamMap[i].streamId() != streamId) {
925 ALOGE("%s: Output surface already part of a different stream", __FUNCTION__);
926 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
927 "Target Surface is invalid");
928 }
929 newOutputsMap.removeItemsAt(idx);
930 }
931 }
932
933 for (size_t i = 0; i < newOutputsMap.size(); i++) {
934 OutputStreamInfo outInfo;
935 sp<Surface> surface;
936 res = createSurfaceFromGbp(outInfo, /*isStreamInfoValid*/ false, surface,
937 newOutputsMap.valueAt(i));
938 if (!res.isOk())
939 return res;
940
Emilian Peev40ead602017-09-26 15:46:36 +0100941 streamInfos.push_back(outInfo);
942 newOutputs.push_back(surface);
943 }
944
945 //Trivial case no changes required
946 if (removedSurfaceIds.empty() && newOutputs.empty()) {
947 return binder::Status::ok();
948 }
949
950 KeyedVector<sp<Surface>, size_t> outputMap;
951 auto ret = mDevice->updateStream(streamId, newOutputs, streamInfos, removedSurfaceIds,
952 &outputMap);
953 if (ret != OK) {
954 switch (ret) {
955 case NAME_NOT_FOUND:
956 case BAD_VALUE:
957 case -EBUSY:
958 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
959 "Camera %s: Error updating stream: %s (%d)",
960 mCameraIdStr.string(), strerror(ret), ret);
961 break;
962 default:
963 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
964 "Camera %s: Error updating stream: %s (%d)",
965 mCameraIdStr.string(), strerror(ret), ret);
966 break;
967 }
968 } else {
969 for (const auto &it : removedOutputs) {
970 mStreamMap.removeItem(it);
971 }
972
973 for (size_t i = 0; i < outputMap.size(); i++) {
974 mStreamMap.add(IInterface::asBinder(outputMap.keyAt(i)->getIGraphicBufferProducer()),
975 StreamSurfaceId(streamId, outputMap.valueAt(i)));
976 }
977
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800978 mConfiguredOutputs.replaceValueFor(streamId, outputConfiguration);
979
Emilian Peev40ead602017-09-26 15:46:36 +0100980 ALOGV("%s: Camera %s: Successful stream ID %d update",
981 __FUNCTION__, mCameraIdStr.string(), streamId);
982 }
983
984 return res;
985}
986
Eman Copty6d7af0e2016-06-17 20:46:40 -0700987bool CameraDeviceClient::isPublicFormat(int32_t format)
988{
989 switch(format) {
990 case HAL_PIXEL_FORMAT_RGBA_8888:
991 case HAL_PIXEL_FORMAT_RGBX_8888:
992 case HAL_PIXEL_FORMAT_RGB_888:
993 case HAL_PIXEL_FORMAT_RGB_565:
994 case HAL_PIXEL_FORMAT_BGRA_8888:
995 case HAL_PIXEL_FORMAT_YV12:
996 case HAL_PIXEL_FORMAT_Y8:
997 case HAL_PIXEL_FORMAT_Y16:
998 case HAL_PIXEL_FORMAT_RAW16:
999 case HAL_PIXEL_FORMAT_RAW10:
1000 case HAL_PIXEL_FORMAT_RAW12:
1001 case HAL_PIXEL_FORMAT_RAW_OPAQUE:
1002 case HAL_PIXEL_FORMAT_BLOB:
1003 case HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED:
1004 case HAL_PIXEL_FORMAT_YCbCr_420_888:
1005 case HAL_PIXEL_FORMAT_YCbCr_422_888:
1006 case HAL_PIXEL_FORMAT_YCbCr_444_888:
1007 case HAL_PIXEL_FORMAT_FLEX_RGB_888:
1008 case HAL_PIXEL_FORMAT_FLEX_RGBA_8888:
1009 case HAL_PIXEL_FORMAT_YCbCr_422_SP:
1010 case HAL_PIXEL_FORMAT_YCrCb_420_SP:
1011 case HAL_PIXEL_FORMAT_YCbCr_422_I:
1012 return true;
1013 default:
1014 return false;
1015 }
1016}
1017
Shuzhen Wang758c2152017-01-10 18:26:18 -08001018binder::Status CameraDeviceClient::createSurfaceFromGbp(
1019 OutputStreamInfo& streamInfo, bool isStreamInfoValid,
1020 sp<Surface>& surface, const sp<IGraphicBufferProducer>& gbp) {
1021
1022 // bufferProducer must be non-null
1023 if (gbp == nullptr) {
1024 String8 msg = String8::format("Camera %s: Surface is NULL", mCameraIdStr.string());
1025 ALOGW("%s: %s", __FUNCTION__, msg.string());
1026 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1027 }
1028 // HACK b/10949105
1029 // Query consumer usage bits to set async operation mode for
1030 // GLConsumer using controlledByApp parameter.
1031 bool useAsync = false;
Emilian Peev050f5dc2017-05-18 14:43:56 +01001032 uint64_t consumerUsage = 0;
Shuzhen Wang758c2152017-01-10 18:26:18 -08001033 status_t err;
Emilian Peev050f5dc2017-05-18 14:43:56 +01001034 if ((err = gbp->getConsumerUsage(&consumerUsage)) != OK) {
Shuzhen Wang758c2152017-01-10 18:26:18 -08001035 String8 msg = String8::format("Camera %s: Failed to query Surface consumer usage: %s (%d)",
1036 mCameraIdStr.string(), strerror(-err), err);
1037 ALOGE("%s: %s", __FUNCTION__, msg.string());
1038 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1039 }
1040 if (consumerUsage & GraphicBuffer::USAGE_HW_TEXTURE) {
Emilian Peev050f5dc2017-05-18 14:43:56 +01001041 ALOGW("%s: Camera %s with consumer usage flag: %" PRIu64 ": Forcing asynchronous mode for stream",
Shuzhen Wang758c2152017-01-10 18:26:18 -08001042 __FUNCTION__, mCameraIdStr.string(), consumerUsage);
1043 useAsync = true;
1044 }
1045
Emilian Peev050f5dc2017-05-18 14:43:56 +01001046 uint64_t disallowedFlags = GraphicBuffer::USAGE_HW_VIDEO_ENCODER |
Shuzhen Wang758c2152017-01-10 18:26:18 -08001047 GRALLOC_USAGE_RENDERSCRIPT;
Emilian Peev050f5dc2017-05-18 14:43:56 +01001048 uint64_t allowedFlags = GraphicBuffer::USAGE_SW_READ_MASK |
Shuzhen Wang758c2152017-01-10 18:26:18 -08001049 GraphicBuffer::USAGE_HW_TEXTURE |
1050 GraphicBuffer::USAGE_HW_COMPOSER;
1051 bool flexibleConsumer = (consumerUsage & disallowedFlags) == 0 &&
1052 (consumerUsage & allowedFlags) != 0;
1053
1054 surface = new Surface(gbp, useAsync);
1055 ANativeWindow *anw = surface.get();
1056
1057 int width, height, format;
1058 android_dataspace dataSpace;
1059 if ((err = anw->query(anw, NATIVE_WINDOW_WIDTH, &width)) != OK) {
1060 String8 msg = String8::format("Camera %s: Failed to query Surface width: %s (%d)",
1061 mCameraIdStr.string(), strerror(-err), err);
1062 ALOGE("%s: %s", __FUNCTION__, msg.string());
1063 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1064 }
1065 if ((err = anw->query(anw, NATIVE_WINDOW_HEIGHT, &height)) != OK) {
1066 String8 msg = String8::format("Camera %s: Failed to query Surface height: %s (%d)",
1067 mCameraIdStr.string(), strerror(-err), err);
1068 ALOGE("%s: %s", __FUNCTION__, msg.string());
1069 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1070 }
1071 if ((err = anw->query(anw, NATIVE_WINDOW_FORMAT, &format)) != OK) {
1072 String8 msg = String8::format("Camera %s: Failed to query Surface format: %s (%d)",
1073 mCameraIdStr.string(), strerror(-err), err);
1074 ALOGE("%s: %s", __FUNCTION__, msg.string());
1075 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1076 }
1077 if ((err = anw->query(anw, NATIVE_WINDOW_DEFAULT_DATASPACE,
1078 reinterpret_cast<int*>(&dataSpace))) != OK) {
1079 String8 msg = String8::format("Camera %s: Failed to query Surface dataspace: %s (%d)",
1080 mCameraIdStr.string(), strerror(-err), err);
1081 ALOGE("%s: %s", __FUNCTION__, msg.string());
1082 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1083 }
1084
1085 // FIXME: remove this override since the default format should be
1086 // IMPLEMENTATION_DEFINED. b/9487482
1087 if (format >= HAL_PIXEL_FORMAT_RGBA_8888 &&
1088 format <= HAL_PIXEL_FORMAT_BGRA_8888) {
1089 ALOGW("%s: Camera %s: Overriding format %#x to IMPLEMENTATION_DEFINED",
1090 __FUNCTION__, mCameraIdStr.string(), format);
1091 format = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED;
1092 }
1093 // Round dimensions to the nearest dimensions available for this format
1094 if (flexibleConsumer && isPublicFormat(format) &&
1095 !CameraDeviceClient::roundBufferDimensionNearest(width, height,
1096 format, dataSpace, mDevice->info(), /*out*/&width, /*out*/&height)) {
1097 String8 msg = String8::format("Camera %s: No supported stream configurations with "
1098 "format %#x defined, failed to create output stream",
1099 mCameraIdStr.string(), format);
1100 ALOGE("%s: %s", __FUNCTION__, msg.string());
1101 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1102 }
1103
1104 if (!isStreamInfoValid) {
1105 streamInfo.width = width;
1106 streamInfo.height = height;
1107 streamInfo.format = format;
1108 streamInfo.dataSpace = dataSpace;
1109 streamInfo.consumerUsage = consumerUsage;
1110 return binder::Status::ok();
1111 }
1112 if (width != streamInfo.width) {
1113 String8 msg = String8::format("Camera %s:Surface width doesn't match: %d vs %d",
1114 mCameraIdStr.string(), width, streamInfo.width);
1115 ALOGE("%s: %s", __FUNCTION__, msg.string());
1116 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1117 }
1118 if (height != streamInfo.height) {
1119 String8 msg = String8::format("Camera %s:Surface height doesn't match: %d vs %d",
1120 mCameraIdStr.string(), height, streamInfo.height);
1121 ALOGE("%s: %s", __FUNCTION__, msg.string());
1122 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1123 }
1124 if (format != streamInfo.format) {
1125 String8 msg = String8::format("Camera %s:Surface format doesn't match: %d vs %d",
1126 mCameraIdStr.string(), format, streamInfo.format);
1127 ALOGE("%s: %s", __FUNCTION__, msg.string());
1128 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1129 }
Shuzhen Wange8ecda92017-02-20 17:10:28 -08001130 if (format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED) {
1131 if (dataSpace != streamInfo.dataSpace) {
1132 String8 msg = String8::format("Camera %s:Surface dataSpace doesn't match: %d vs %d",
1133 mCameraIdStr.string(), dataSpace, streamInfo.dataSpace);
1134 ALOGE("%s: %s", __FUNCTION__, msg.string());
1135 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1136 }
1137 //At the native side, there isn't a way to check whether 2 surfaces come from the same
1138 //surface class type. Use usage flag to approximate the comparison.
1139 if (consumerUsage != streamInfo.consumerUsage) {
1140 String8 msg = String8::format(
Emilian Peev050f5dc2017-05-18 14:43:56 +01001141 "Camera %s:Surface usage flag doesn't match %" PRIu64 " vs %" PRIu64 "",
Shuzhen Wange8ecda92017-02-20 17:10:28 -08001142 mCameraIdStr.string(), consumerUsage, streamInfo.consumerUsage);
1143 ALOGE("%s: %s", __FUNCTION__, msg.string());
1144 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1145 }
Shuzhen Wang758c2152017-01-10 18:26:18 -08001146 }
1147 return binder::Status::ok();
1148}
1149
Shuzhen Wangc28189a2017-11-27 23:05:10 -08001150bool CameraDeviceClient::checkPhysicalCameraId(const String8& physicalCameraId) {
1151 if (0 == physicalCameraId.size()) {
1152 return true;
1153 }
1154
1155 CameraMetadata staticInfo = mDevice->info();
1156 camera_metadata_entry_t entryCap;
1157 bool isLogicalCam = false;
1158
1159 entryCap = staticInfo.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
1160 for (size_t i = 0; i < entryCap.count; ++i) {
1161 uint8_t capability = entryCap.data.u8[i];
1162 if (capability == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_LOGICAL_MULTI_CAMERA) {
1163 isLogicalCam = true;
1164 }
1165 }
1166 if (!isLogicalCam) {
1167 return false;
1168 }
1169
1170 camera_metadata_entry_t entryIds = staticInfo.find(ANDROID_LOGICAL_MULTI_CAMERA_PHYSICAL_IDS);
1171 const uint8_t* ids = entryIds.data.u8;
1172 size_t start = 0;
1173 for (size_t i = 0; i < entryIds.count; ++i) {
1174 if (ids[i] == '\0') {
1175 if (start != i) {
1176 String8 currentId((const char*)ids+start);
1177 if (currentId == physicalCameraId) {
1178 return true;
1179 }
1180 }
1181 start = i+1;
1182 }
1183 }
1184 return false;
1185}
1186
Ruben Brunkbba75572014-11-20 17:29:50 -08001187bool CameraDeviceClient::roundBufferDimensionNearest(int32_t width, int32_t height,
Eino-Ville Talvala3d82c0d2015-02-23 15:19:19 -08001188 int32_t format, android_dataspace dataSpace, const CameraMetadata& info,
Ruben Brunkbba75572014-11-20 17:29:50 -08001189 /*out*/int32_t* outWidth, /*out*/int32_t* outHeight) {
1190
1191 camera_metadata_ro_entry streamConfigs =
Eino-Ville Talvala3d82c0d2015-02-23 15:19:19 -08001192 (dataSpace == HAL_DATASPACE_DEPTH) ?
1193 info.find(ANDROID_DEPTH_AVAILABLE_DEPTH_STREAM_CONFIGURATIONS) :
Ruben Brunkbba75572014-11-20 17:29:50 -08001194 info.find(ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS);
1195
1196 int32_t bestWidth = -1;
1197 int32_t bestHeight = -1;
1198
1199 // Iterate through listed stream configurations and find the one with the smallest euclidean
1200 // distance from the given dimensions for the given format.
1201 for (size_t i = 0; i < streamConfigs.count; i += 4) {
1202 int32_t fmt = streamConfigs.data.i32[i];
1203 int32_t w = streamConfigs.data.i32[i + 1];
1204 int32_t h = streamConfigs.data.i32[i + 2];
1205
1206 // Ignore input/output type for now
1207 if (fmt == format) {
1208 if (w == width && h == height) {
1209 bestWidth = width;
1210 bestHeight = height;
1211 break;
1212 } else if (w <= ROUNDING_WIDTH_CAP && (bestWidth == -1 ||
1213 CameraDeviceClient::euclidDistSquare(w, h, width, height) <
1214 CameraDeviceClient::euclidDistSquare(bestWidth, bestHeight, width, height))) {
1215 bestWidth = w;
1216 bestHeight = h;
1217 }
1218 }
1219 }
1220
1221 if (bestWidth == -1) {
1222 // Return false if no configurations for this format were listed
1223 return false;
1224 }
1225
1226 // Set the outputs to the closet width/height
1227 if (outWidth != NULL) {
1228 *outWidth = bestWidth;
1229 }
1230 if (outHeight != NULL) {
1231 *outHeight = bestHeight;
1232 }
1233
1234 // Return true if at least one configuration for this format was listed
1235 return true;
1236}
1237
1238int64_t CameraDeviceClient::euclidDistSquare(int32_t x0, int32_t y0, int32_t x1, int32_t y1) {
1239 int64_t d0 = x0 - x1;
1240 int64_t d1 = y0 - y1;
1241 return d0 * d0 + d1 * d1;
1242}
1243
Igor Murashkine7ee7632013-06-11 18:10:18 -07001244// Create a request object from a template.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001245binder::Status CameraDeviceClient::createDefaultRequest(int templateId,
1246 /*out*/
1247 hardware::camera2::impl::CameraMetadataNative* request)
Igor Murashkine7ee7632013-06-11 18:10:18 -07001248{
1249 ATRACE_CALL();
1250 ALOGV("%s (templateId = 0x%x)", __FUNCTION__, templateId);
1251
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001252 binder::Status res;
1253 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -07001254
1255 Mutex::Autolock icl(mBinderSerializationLock);
1256
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001257 if (!mDevice.get()) {
1258 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1259 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001260
1261 CameraMetadata metadata;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001262 status_t err;
1263 if ( (err = mDevice->createDefaultRequest(templateId, &metadata) ) == OK &&
Igor Murashkine7ee7632013-06-11 18:10:18 -07001264 request != NULL) {
1265
1266 request->swap(metadata);
Chien-Yu Chen9cd14022016-03-09 12:21:01 -08001267 } else if (err == BAD_VALUE) {
1268 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001269 "Camera %s: Template ID %d is invalid or not supported: %s (%d)",
1270 mCameraIdStr.string(), templateId, strerror(-err), err);
Chien-Yu Chen9cd14022016-03-09 12:21:01 -08001271
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001272 } else {
1273 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001274 "Camera %s: Error creating default request for template %d: %s (%d)",
1275 mCameraIdStr.string(), templateId, strerror(-err), err);
Igor Murashkine7ee7632013-06-11 18:10:18 -07001276 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001277 return res;
1278}
1279
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001280binder::Status CameraDeviceClient::getCameraInfo(
1281 /*out*/
1282 hardware::camera2::impl::CameraMetadataNative* info)
Igor Murashkine7ee7632013-06-11 18:10:18 -07001283{
1284 ATRACE_CALL();
1285 ALOGV("%s", __FUNCTION__);
1286
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001287 binder::Status res;
Igor Murashkine7ee7632013-06-11 18:10:18 -07001288
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001289 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -07001290
1291 Mutex::Autolock icl(mBinderSerializationLock);
1292
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001293 if (!mDevice.get()) {
1294 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1295 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001296
Igor Murashkin099b4572013-07-12 17:52:16 -07001297 if (info != NULL) {
1298 *info = mDevice->info(); // static camera metadata
1299 // TODO: merge with device-specific camera metadata
1300 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001301
1302 return res;
1303}
1304
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001305binder::Status CameraDeviceClient::waitUntilIdle()
Zhijun He2ab500c2013-07-23 08:02:53 -07001306{
1307 ATRACE_CALL();
1308 ALOGV("%s", __FUNCTION__);
1309
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001310 binder::Status res;
1311 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Zhijun He2ab500c2013-07-23 08:02:53 -07001312
1313 Mutex::Autolock icl(mBinderSerializationLock);
1314
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001315 if (!mDevice.get()) {
1316 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1317 }
Zhijun He2ab500c2013-07-23 08:02:53 -07001318
1319 // FIXME: Also need check repeating burst.
Shuzhen Wangc9ca6782016-04-26 13:40:31 -07001320 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001321 if (mStreamingRequestId != REQUEST_ID_NONE) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001322 String8 msg = String8::format(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001323 "Camera %s: Try to waitUntilIdle when there are active streaming requests",
1324 mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001325 ALOGE("%s: %s", __FUNCTION__, msg.string());
1326 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
Zhijun He2ab500c2013-07-23 08:02:53 -07001327 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001328 status_t err = mDevice->waitUntilDrained();
1329 if (err != OK) {
1330 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001331 "Camera %s: Error waiting to drain: %s (%d)",
1332 mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001333 }
Zhijun He2ab500c2013-07-23 08:02:53 -07001334 ALOGV("%s Done", __FUNCTION__);
Zhijun He2ab500c2013-07-23 08:02:53 -07001335 return res;
1336}
1337
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001338binder::Status CameraDeviceClient::flush(
1339 /*out*/
1340 int64_t* lastFrameNumber) {
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001341 ATRACE_CALL();
1342 ALOGV("%s", __FUNCTION__);
1343
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001344 binder::Status res;
1345 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001346
1347 Mutex::Autolock icl(mBinderSerializationLock);
1348
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001349 if (!mDevice.get()) {
1350 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1351 }
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001352
Shuzhen Wangc9ca6782016-04-26 13:40:31 -07001353 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001354 mStreamingRequestId = REQUEST_ID_NONE;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001355 status_t err = mDevice->flush(lastFrameNumber);
1356 if (err != OK) {
1357 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001358 "Camera %s: Error flushing device: %s (%d)", mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001359 }
1360 return res;
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001361}
1362
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001363binder::Status CameraDeviceClient::prepare(int streamId) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001364 ATRACE_CALL();
1365 ALOGV("%s", __FUNCTION__);
1366
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001367 binder::Status res;
1368 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001369
1370 Mutex::Autolock icl(mBinderSerializationLock);
1371
1372 // Guard against trying to prepare non-created streams
1373 ssize_t index = NAME_NOT_FOUND;
1374 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001375 if (streamId == mStreamMap.valueAt(i).streamId()) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001376 index = i;
1377 break;
1378 }
1379 }
1380
1381 if (index == NAME_NOT_FOUND) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001382 String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no stream "
1383 "with that ID exists", mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001384 ALOGW("%s: %s", __FUNCTION__, msg.string());
1385 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001386 }
1387
Eino-Ville Talvala261394e2015-05-13 14:28:38 -07001388 // Also returns BAD_VALUE if stream ID was not valid, or stream already
1389 // has been used
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001390 status_t err = mDevice->prepare(streamId);
1391 if (err == BAD_VALUE) {
1392 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001393 "Camera %s: Stream %d has already been used, and cannot be prepared",
1394 mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001395 } else if (err != OK) {
1396 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001397 "Camera %s: Error preparing stream %d: %s (%d)", mCameraIdStr.string(), streamId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001398 strerror(-err), err);
1399 }
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001400 return res;
1401}
1402
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001403binder::Status CameraDeviceClient::prepare2(int maxCount, int streamId) {
Ruben Brunkc78ac262015-08-13 17:58:46 -07001404 ATRACE_CALL();
1405 ALOGV("%s", __FUNCTION__);
1406
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001407 binder::Status res;
1408 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Ruben Brunkc78ac262015-08-13 17:58:46 -07001409
1410 Mutex::Autolock icl(mBinderSerializationLock);
1411
1412 // Guard against trying to prepare non-created streams
1413 ssize_t index = NAME_NOT_FOUND;
1414 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001415 if (streamId == mStreamMap.valueAt(i).streamId()) {
Ruben Brunkc78ac262015-08-13 17:58:46 -07001416 index = i;
1417 break;
1418 }
1419 }
1420
1421 if (index == NAME_NOT_FOUND) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001422 String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no stream "
1423 "with that ID exists", mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001424 ALOGW("%s: %s", __FUNCTION__, msg.string());
1425 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Ruben Brunkc78ac262015-08-13 17:58:46 -07001426 }
1427
1428 if (maxCount <= 0) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001429 String8 msg = String8::format("Camera %s: maxCount (%d) must be greater than 0",
1430 mCameraIdStr.string(), maxCount);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001431 ALOGE("%s: %s", __FUNCTION__, msg.string());
1432 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Ruben Brunkc78ac262015-08-13 17:58:46 -07001433 }
1434
1435 // Also returns BAD_VALUE if stream ID was not valid, or stream already
1436 // has been used
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001437 status_t err = mDevice->prepare(maxCount, streamId);
1438 if (err == BAD_VALUE) {
1439 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001440 "Camera %s: Stream %d has already been used, and cannot be prepared",
1441 mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001442 } else if (err != OK) {
1443 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001444 "Camera %s: Error preparing stream %d: %s (%d)", mCameraIdStr.string(), streamId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001445 strerror(-err), err);
1446 }
Ruben Brunkc78ac262015-08-13 17:58:46 -07001447
1448 return res;
1449}
1450
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001451binder::Status CameraDeviceClient::tearDown(int streamId) {
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001452 ATRACE_CALL();
1453 ALOGV("%s", __FUNCTION__);
1454
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001455 binder::Status res;
1456 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001457
1458 Mutex::Autolock icl(mBinderSerializationLock);
1459
1460 // Guard against trying to prepare non-created streams
1461 ssize_t index = NAME_NOT_FOUND;
1462 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001463 if (streamId == mStreamMap.valueAt(i).streamId()) {
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001464 index = i;
1465 break;
1466 }
1467 }
1468
1469 if (index == NAME_NOT_FOUND) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001470 String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no stream "
1471 "with that ID exists", mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001472 ALOGW("%s: %s", __FUNCTION__, msg.string());
1473 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001474 }
1475
1476 // Also returns BAD_VALUE if stream ID was not valid or if the stream is in
1477 // use
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001478 status_t err = mDevice->tearDown(streamId);
1479 if (err == BAD_VALUE) {
1480 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001481 "Camera %s: Stream %d is still in use, cannot be torn down",
1482 mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001483 } else if (err != OK) {
1484 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001485 "Camera %s: Error tearing down stream %d: %s (%d)", mCameraIdStr.string(), streamId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001486 strerror(-err), err);
1487 }
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001488
1489 return res;
1490}
1491
Shuzhen Wang758c2152017-01-10 18:26:18 -08001492binder::Status CameraDeviceClient::finalizeOutputConfigurations(int32_t streamId,
Zhijun He5d677d12016-05-29 16:52:39 -07001493 const hardware::camera2::params::OutputConfiguration &outputConfiguration) {
1494 ATRACE_CALL();
1495
1496 binder::Status res;
1497 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
1498
1499 Mutex::Autolock icl(mBinderSerializationLock);
1500
Shuzhen Wang0129d522016-10-30 22:43:41 -07001501 const std::vector<sp<IGraphicBufferProducer> >& bufferProducers =
1502 outputConfiguration.getGraphicBufferProducers();
Zhijun He5d677d12016-05-29 16:52:39 -07001503
Shuzhen Wang0129d522016-10-30 22:43:41 -07001504 if (bufferProducers.size() == 0) {
1505 ALOGE("%s: bufferProducers must not be empty", __FUNCTION__);
Zhijun He5d677d12016-05-29 16:52:39 -07001506 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Target Surface is invalid");
1507 }
Shuzhen Wang0129d522016-10-30 22:43:41 -07001508
Shuzhen Wang758c2152017-01-10 18:26:18 -08001509 // streamId should be in mStreamMap if this stream already has a surface attached
1510 // to it. Otherwise, it should be in mDeferredStreams.
1511 bool streamIdConfigured = false;
1512 ssize_t deferredStreamIndex = NAME_NOT_FOUND;
1513 for (size_t i = 0; i < mStreamMap.size(); i++) {
1514 if (mStreamMap.valueAt(i).streamId() == streamId) {
1515 streamIdConfigured = true;
1516 break;
1517 }
Zhijun He5d677d12016-05-29 16:52:39 -07001518 }
Shuzhen Wang758c2152017-01-10 18:26:18 -08001519 for (size_t i = 0; i < mDeferredStreams.size(); i++) {
1520 if (streamId == mDeferredStreams[i]) {
1521 deferredStreamIndex = i;
1522 break;
Shuzhen Wang0129d522016-10-30 22:43:41 -07001523 }
1524
Shuzhen Wang758c2152017-01-10 18:26:18 -08001525 }
1526 if (deferredStreamIndex == NAME_NOT_FOUND && !streamIdConfigured) {
1527 String8 msg = String8::format("Camera %s: deferred surface is set to a unknown stream"
1528 "(ID %d)", mCameraIdStr.string(), streamId);
1529 ALOGW("%s: %s", __FUNCTION__, msg.string());
1530 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Zhijun He5d677d12016-05-29 16:52:39 -07001531 }
1532
Shuzhen Wang88fd0052017-02-09 16:40:07 -08001533 if (mStreamInfoMap[streamId].finalized) {
1534 String8 msg = String8::format("Camera %s: finalizeOutputConfigurations has been called"
1535 " on stream ID %d", mCameraIdStr.string(), streamId);
1536 ALOGW("%s: %s", __FUNCTION__, msg.string());
1537 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1538 }
1539
Zhijun He5d677d12016-05-29 16:52:39 -07001540 if (!mDevice.get()) {
1541 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1542 }
1543
Shuzhen Wang758c2152017-01-10 18:26:18 -08001544 std::vector<sp<Surface>> consumerSurfaces;
Shuzhen Wang758c2152017-01-10 18:26:18 -08001545 for (auto& bufferProducer : bufferProducers) {
1546 // Don't create multiple streams for the same target surface
Zhijun He5d677d12016-05-29 16:52:39 -07001547 ssize_t index = mStreamMap.indexOfKey(IInterface::asBinder(bufferProducer));
1548 if (index != NAME_NOT_FOUND) {
Shuzhen Wang758c2152017-01-10 18:26:18 -08001549 ALOGV("Camera %s: Surface already has a stream created "
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001550 " for it (ID %zd)", mCameraIdStr.string(), index);
Shuzhen Wang758c2152017-01-10 18:26:18 -08001551 continue;
Zhijun He5d677d12016-05-29 16:52:39 -07001552 }
Shuzhen Wang758c2152017-01-10 18:26:18 -08001553
1554 sp<Surface> surface;
1555 res = createSurfaceFromGbp(mStreamInfoMap[streamId], true /*isStreamInfoValid*/,
1556 surface, bufferProducer);
1557
1558 if (!res.isOk())
1559 return res;
1560
1561 consumerSurfaces.push_back(surface);
Zhijun He5d677d12016-05-29 16:52:39 -07001562 }
1563
Shuzhen Wanga81ce342017-04-13 15:18:36 -07001564 // Gracefully handle case where finalizeOutputConfigurations is called
1565 // without any new surface.
1566 if (consumerSurfaces.size() == 0) {
1567 mStreamInfoMap[streamId].finalized = true;
1568 return res;
1569 }
1570
Zhijun He5d677d12016-05-29 16:52:39 -07001571 // Finish the deferred stream configuration with the surface.
Shuzhen Wang758c2152017-01-10 18:26:18 -08001572 status_t err;
Emilian Peev40ead602017-09-26 15:46:36 +01001573 std::vector<int> consumerSurfaceIds;
1574 err = mDevice->setConsumerSurfaces(streamId, consumerSurfaces, &consumerSurfaceIds);
Zhijun He5d677d12016-05-29 16:52:39 -07001575 if (err == OK) {
Shuzhen Wang758c2152017-01-10 18:26:18 -08001576 for (size_t i = 0; i < consumerSurfaces.size(); i++) {
1577 sp<IBinder> binder = IInterface::asBinder(
1578 consumerSurfaces[i]->getIGraphicBufferProducer());
Emilian Peev40ead602017-09-26 15:46:36 +01001579 ALOGV("%s: mStreamMap add binder %p streamId %d, surfaceId %d", __FUNCTION__,
Shuzhen Wang758c2152017-01-10 18:26:18 -08001580 binder.get(), streamId, consumerSurfaceIds[i]);
1581 mStreamMap.add(binder, StreamSurfaceId(streamId, consumerSurfaceIds[i]));
1582 }
1583 if (deferredStreamIndex != NAME_NOT_FOUND) {
1584 mDeferredStreams.removeItemsAt(deferredStreamIndex);
Shuzhen Wang0129d522016-10-30 22:43:41 -07001585 }
Shuzhen Wang88fd0052017-02-09 16:40:07 -08001586 mStreamInfoMap[streamId].finalized = true;
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -08001587 mConfiguredOutputs.replaceValueFor(streamId, outputConfiguration);
Zhijun He5d677d12016-05-29 16:52:39 -07001588 } else if (err == NO_INIT) {
1589 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001590 "Camera %s: Deferred surface is invalid: %s (%d)",
1591 mCameraIdStr.string(), strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -07001592 } else {
1593 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001594 "Camera %s: Error setting output stream deferred surface: %s (%d)",
1595 mCameraIdStr.string(), strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -07001596 }
1597
1598 return res;
1599}
1600
Igor Murashkine7ee7632013-06-11 18:10:18 -07001601status_t CameraDeviceClient::dump(int fd, const Vector<String16>& args) {
Eino-Ville Talvalac4003962016-01-13 10:07:04 -08001602 return BasicClient::dump(fd, args);
1603}
1604
1605status_t CameraDeviceClient::dumpClient(int fd, const Vector<String16>& args) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001606 dprintf(fd, " CameraDeviceClient[%s] (%p) dump:\n",
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001607 mCameraIdStr.string(),
Eino-Ville Talvalae992e752014-11-07 16:17:48 -08001608 (getRemoteCallback() != NULL ?
Marco Nelissenf8880202014-11-14 07:58:25 -08001609 IInterface::asBinder(getRemoteCallback()).get() : NULL) );
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001610 dprintf(fd, " Current client UID %u\n", mClientUid);
Igor Murashkine7ee7632013-06-11 18:10:18 -07001611
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001612 dprintf(fd, " State:\n");
1613 dprintf(fd, " Request ID counter: %d\n", mRequestIdCounter);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001614 if (mInputStream.configured) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001615 dprintf(fd, " Current input stream ID: %d\n", mInputStream.id);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001616 } else {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001617 dprintf(fd, " No input stream configured.\n");
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001618 }
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001619 if (!mStreamMap.isEmpty()) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001620 dprintf(fd, " Current output stream/surface IDs:\n");
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001621 for (size_t i = 0; i < mStreamMap.size(); i++) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001622 dprintf(fd, " Stream %d Surface %d\n",
Shuzhen Wang0129d522016-10-30 22:43:41 -07001623 mStreamMap.valueAt(i).streamId(),
1624 mStreamMap.valueAt(i).surfaceId());
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001625 }
Zhijun He5d677d12016-05-29 16:52:39 -07001626 } else if (!mDeferredStreams.isEmpty()) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001627 dprintf(fd, " Current deferred surface output stream IDs:\n");
Zhijun He5d677d12016-05-29 16:52:39 -07001628 for (auto& streamId : mDeferredStreams) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001629 dprintf(fd, " Stream %d\n", streamId);
Zhijun He5d677d12016-05-29 16:52:39 -07001630 }
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001631 } else {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001632 dprintf(fd, " No output streams configured.\n");
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001633 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001634 // TODO: print dynamic/request section from most recent requests
1635 mFrameProcessor->dump(fd, args);
1636
1637 return dumpDevice(fd, args);
1638}
1639
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001640void CameraDeviceClient::notifyError(int32_t errorCode,
Jianing Weicb0652e2014-03-12 18:29:36 -07001641 const CaptureResultExtras& resultExtras) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001642 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001643 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001644
1645 if (remoteCb != 0) {
Jianing Weicb0652e2014-03-12 18:29:36 -07001646 remoteCb->onDeviceError(errorCode, resultExtras);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001647 }
1648}
1649
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001650void CameraDeviceClient::notifyRepeatingRequestError(long lastFrameNumber) {
1651 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
1652
1653 if (remoteCb != 0) {
Yin-Chia Yeh8ca23dc2017-09-05 18:15:56 -07001654 remoteCb->onRepeatingRequestError(lastFrameNumber, mStreamingRequestId);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001655 }
1656
Shuzhen Wangc9ca6782016-04-26 13:40:31 -07001657 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001658 mStreamingRequestId = REQUEST_ID_NONE;
1659}
1660
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001661void CameraDeviceClient::notifyIdle() {
1662 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001663 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001664
1665 if (remoteCb != 0) {
1666 remoteCb->onDeviceIdle();
1667 }
Eino-Ville Talvala412fe562015-08-20 17:08:32 -07001668 Camera2ClientBase::notifyIdle();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001669}
1670
Jianing Weicb0652e2014-03-12 18:29:36 -07001671void CameraDeviceClient::notifyShutter(const CaptureResultExtras& resultExtras,
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001672 nsecs_t timestamp) {
1673 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001674 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001675 if (remoteCb != 0) {
Jianing Weicb0652e2014-03-12 18:29:36 -07001676 remoteCb->onCaptureStarted(resultExtras, timestamp);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001677 }
Eino-Ville Talvala412fe562015-08-20 17:08:32 -07001678 Camera2ClientBase::notifyShutter(resultExtras, timestamp);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001679}
1680
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001681void CameraDeviceClient::notifyPrepared(int streamId) {
1682 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001683 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001684 if (remoteCb != 0) {
1685 remoteCb->onPrepared(streamId);
1686 }
1687}
1688
Shuzhen Wang9d066012016-09-30 11:30:20 -07001689void CameraDeviceClient::notifyRequestQueueEmpty() {
1690 // Thread safe. Don't bother locking.
1691 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
1692 if (remoteCb != 0) {
1693 remoteCb->onRequestQueueEmpty();
1694 }
1695}
1696
Igor Murashkine7ee7632013-06-11 18:10:18 -07001697void CameraDeviceClient::detachDevice() {
1698 if (mDevice == 0) return;
1699
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001700 ALOGV("Camera %s: Stopping processors", mCameraIdStr.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -07001701
1702 mFrameProcessor->removeListener(FRAME_PROCESSOR_LISTENER_MIN_ID,
1703 FRAME_PROCESSOR_LISTENER_MAX_ID,
1704 /*listener*/this);
1705 mFrameProcessor->requestExit();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001706 ALOGV("Camera %s: Waiting for threads", mCameraIdStr.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -07001707 mFrameProcessor->join();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001708 ALOGV("Camera %s: Disconnecting device", mCameraIdStr.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -07001709
1710 // WORKAROUND: HAL refuses to disconnect while there's streams in flight
1711 {
1712 mDevice->clearStreamingRequest();
1713
1714 status_t code;
1715 if ((code = mDevice->waitUntilDrained()) != OK) {
1716 ALOGE("%s: waitUntilDrained failed with code 0x%x", __FUNCTION__,
1717 code);
1718 }
1719 }
1720
1721 Camera2ClientBase::detachDevice();
1722}
1723
1724/** Device-related methods */
Jianing Weicb0652e2014-03-12 18:29:36 -07001725void CameraDeviceClient::onResultAvailable(const CaptureResult& result) {
Igor Murashkine7ee7632013-06-11 18:10:18 -07001726 ATRACE_CALL();
1727 ALOGV("%s", __FUNCTION__);
1728
Igor Murashkin4fb55c12013-08-29 17:43:01 -07001729 // Thread-safe. No lock necessary.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001730 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = mRemoteCallback;
Igor Murashkin4fb55c12013-08-29 17:43:01 -07001731 if (remoteCb != NULL) {
Shuzhen Wang5c22c152017-12-31 17:12:25 -08001732 remoteCb->onResultReceived(result.mMetadata, result.mResultExtras,
1733 result.mPhysicalMetadatas);
Igor Murashkine7ee7632013-06-11 18:10:18 -07001734 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001735}
1736
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001737binder::Status CameraDeviceClient::checkPidStatus(const char* checkLocation) {
Eino-Ville Talvala6192b892016-04-04 12:31:18 -07001738 if (mDisconnected) {
1739 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED,
1740 "The camera device has been disconnected");
1741 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001742 status_t res = checkPid(checkLocation);
1743 return (res == OK) ? binder::Status::ok() :
1744 STATUS_ERROR(CameraService::ERROR_PERMISSION_DENIED,
1745 "Attempt to use camera from a different process than original client");
1746}
1747
Igor Murashkine7ee7632013-06-11 18:10:18 -07001748// TODO: move to Camera2ClientBase
1749bool CameraDeviceClient::enforceRequestPermissions(CameraMetadata& metadata) {
1750
1751 const int pid = IPCThreadState::self()->getCallingPid();
1752 const int selfPid = getpid();
1753 camera_metadata_entry_t entry;
1754
1755 /**
1756 * Mixin default important security values
1757 * - android.led.transmit = defaulted ON
1758 */
1759 CameraMetadata staticInfo = mDevice->info();
1760 entry = staticInfo.find(ANDROID_LED_AVAILABLE_LEDS);
1761 for(size_t i = 0; i < entry.count; ++i) {
1762 uint8_t led = entry.data.u8[i];
1763
1764 switch(led) {
1765 case ANDROID_LED_AVAILABLE_LEDS_TRANSMIT: {
1766 uint8_t transmitDefault = ANDROID_LED_TRANSMIT_ON;
1767 if (!metadata.exists(ANDROID_LED_TRANSMIT)) {
1768 metadata.update(ANDROID_LED_TRANSMIT,
1769 &transmitDefault, 1);
1770 }
1771 break;
1772 }
1773 }
1774 }
1775
1776 // We can do anything!
1777 if (pid == selfPid) {
1778 return true;
1779 }
1780
1781 /**
1782 * Permission check special fields in the request
1783 * - android.led.transmit = android.permission.CAMERA_DISABLE_TRANSMIT
1784 */
1785 entry = metadata.find(ANDROID_LED_TRANSMIT);
1786 if (entry.count > 0 && entry.data.u8[0] != ANDROID_LED_TRANSMIT_ON) {
1787 String16 permissionString =
1788 String16("android.permission.CAMERA_DISABLE_TRANSMIT_LED");
1789 if (!checkCallingPermission(permissionString)) {
1790 const int uid = IPCThreadState::self()->getCallingUid();
1791 ALOGE("Permission Denial: "
1792 "can't disable transmit LED pid=%d, uid=%d", pid, uid);
1793 return false;
1794 }
1795 }
1796
1797 return true;
1798}
1799
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -07001800status_t CameraDeviceClient::getRotationTransformLocked(int32_t* transform) {
1801 ALOGV("%s: begin", __FUNCTION__);
1802
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -07001803 const CameraMetadata& staticInfo = mDevice->info();
Ruben Brunk5698d442014-06-18 10:39:40 -07001804 return CameraUtils::getRotationTransform(staticInfo, transform);
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -07001805}
1806
Igor Murashkine7ee7632013-06-11 18:10:18 -07001807} // namespace android