blob: c49de8e296c4fe174e1ed604cdcbf027451b001d [file] [log] [blame]
Igor Murashkine7ee7632013-06-11 18:10:18 -07001/*
Shuzhen Wangc28189a2017-11-27 23:05:10 -08002 * Copyright (C) 2013-2018 The Android Open Source Project
Igor Murashkine7ee7632013-06-11 18:10:18 -07003 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "CameraDeviceClient"
18#define ATRACE_TAG ATRACE_TAG_CAMERA
Jianing Weicb0652e2014-03-12 18:29:36 -070019//#define LOG_NDEBUG 0
Igor Murashkine7ee7632013-06-11 18:10:18 -070020
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070021#include <cutils/properties.h>
Igor Murashkine7ee7632013-06-11 18:10:18 -070022#include <utils/Log.h>
23#include <utils/Trace.h>
Igor Murashkine7ee7632013-06-11 18:10:18 -070024#include <gui/Surface.h>
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070025#include <camera/camera2/CaptureRequest.h>
Ruben Brunk5698d442014-06-18 10:39:40 -070026#include <camera/CameraUtils.h>
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070027
28#include "common/CameraDeviceBase.h"
29#include "api2/CameraDeviceClient.h"
30
Emilian Peev00420d22018-02-05 21:33:13 +000031#include <camera_metadata_hidden.h>
32
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080033// Convenience methods for constructing binder::Status objects for error returns
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070034
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080035#define STATUS_ERROR(errorCode, errorString) \
36 binder::Status::fromServiceSpecificError(errorCode, \
Eino-Ville Talvala02bf0322016-02-18 12:41:10 -080037 String8::format("%s:%d: %s", __FUNCTION__, __LINE__, errorString))
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080038
39#define STATUS_ERROR_FMT(errorCode, errorString, ...) \
40 binder::Status::fromServiceSpecificError(errorCode, \
Eino-Ville Talvala02bf0322016-02-18 12:41:10 -080041 String8::format("%s:%d: " errorString, __FUNCTION__, __LINE__, \
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080042 __VA_ARGS__))
Igor Murashkine7ee7632013-06-11 18:10:18 -070043
44namespace android {
45using namespace camera2;
46
47CameraDeviceClientBase::CameraDeviceClientBase(
48 const sp<CameraService>& cameraService,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080049 const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback,
Igor Murashkine7ee7632013-06-11 18:10:18 -070050 const String16& clientPackageName,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080051 const String8& cameraId,
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -080052 int api1CameraId,
Igor Murashkine7ee7632013-06-11 18:10:18 -070053 int cameraFacing,
54 int clientPid,
55 uid_t clientUid,
56 int servicePid) :
Eino-Ville Talvalae992e752014-11-07 16:17:48 -080057 BasicClient(cameraService,
Marco Nelissenf8880202014-11-14 07:58:25 -080058 IInterface::asBinder(remoteCallback),
Eino-Ville Talvalae992e752014-11-07 16:17:48 -080059 clientPackageName,
60 cameraId,
61 cameraFacing,
62 clientPid,
63 clientUid,
64 servicePid),
Igor Murashkine7ee7632013-06-11 18:10:18 -070065 mRemoteCallback(remoteCallback) {
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -080066 // We don't need it for API2 clients, but Camera2ClientBase requires it.
67 (void) api1CameraId;
Igor Murashkine7ee7632013-06-11 18:10:18 -070068}
Igor Murashkine7ee7632013-06-11 18:10:18 -070069
70// Interface used by CameraService
71
72CameraDeviceClient::CameraDeviceClient(const sp<CameraService>& cameraService,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080073 const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback,
74 const String16& clientPackageName,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080075 const String8& cameraId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080076 int cameraFacing,
77 int clientPid,
78 uid_t clientUid,
79 int servicePid) :
Igor Murashkine7ee7632013-06-11 18:10:18 -070080 Camera2ClientBase(cameraService, remoteCallback, clientPackageName,
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -080081 cameraId, /*API1 camera ID*/ -1,
82 cameraFacing, clientPid, clientUid, servicePid),
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -070083 mInputStream(),
Chien-Yu Chene8c535e2016-04-14 12:18:26 -070084 mStreamingRequestId(REQUEST_ID_NONE),
Igor Murashkine7ee7632013-06-11 18:10:18 -070085 mRequestIdCounter(0) {
86
87 ATRACE_CALL();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080088 ALOGI("CameraDeviceClient %s: Opened", cameraId.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -070089}
90
Emilian Peevbd8c5032018-02-14 23:05:40 +000091status_t CameraDeviceClient::initialize(sp<CameraProviderManager> manager,
92 const String8& monitorTags) {
93 return initializeImpl(manager, monitorTags);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080094}
95
96template<typename TProviderPtr>
Emilian Peevbd8c5032018-02-14 23:05:40 +000097status_t CameraDeviceClient::initializeImpl(TProviderPtr providerPtr, const String8& monitorTags) {
Igor Murashkine7ee7632013-06-11 18:10:18 -070098 ATRACE_CALL();
99 status_t res;
100
Emilian Peevbd8c5032018-02-14 23:05:40 +0000101 res = Camera2ClientBase::initialize(providerPtr, monitorTags);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700102 if (res != OK) {
103 return res;
104 }
105
106 String8 threadName;
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -0700107 mFrameProcessor = new FrameProcessorBase(mDevice);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800108 threadName = String8::format("CDU-%s-FrameProc", mCameraIdStr.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -0700109 mFrameProcessor->run(threadName.string());
110
111 mFrameProcessor->registerListener(FRAME_PROCESSOR_LISTENER_MIN_ID,
112 FRAME_PROCESSOR_LISTENER_MAX_ID,
Eino-Ville Talvala184dfe42013-11-07 15:13:16 -0800113 /*listener*/this,
Zhijun He25a0aef2014-06-25 11:40:02 -0700114 /*sendPartials*/true);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700115
Emilian Peev00420d22018-02-05 21:33:13 +0000116 auto deviceInfo = mDevice->info();
117 camera_metadata_entry_t physicalKeysEntry = deviceInfo.find(
118 ANDROID_REQUEST_AVAILABLE_PHYSICAL_CAMERA_REQUEST_KEYS);
119 if (physicalKeysEntry.count > 0) {
120 mSupportedPhysicalRequestKeys.insert(mSupportedPhysicalRequestKeys.begin(),
121 physicalKeysEntry.data.i32,
122 physicalKeysEntry.data.i32 + physicalKeysEntry.count);
123 }
124
Igor Murashkine7ee7632013-06-11 18:10:18 -0700125 return OK;
126}
127
128CameraDeviceClient::~CameraDeviceClient() {
129}
130
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800131binder::Status CameraDeviceClient::submitRequest(
132 const hardware::camera2::CaptureRequest& request,
133 bool streaming,
134 /*out*/
135 hardware::camera2::utils::SubmitInfo *submitInfo) {
136 std::vector<hardware::camera2::CaptureRequest> requestList = { request };
137 return submitRequestList(requestList, streaming, submitInfo);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700138}
139
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800140binder::Status CameraDeviceClient::insertGbpLocked(const sp<IGraphicBufferProducer>& gbp,
Emilian Peevf873aa52018-01-26 14:58:28 +0000141 SurfaceMap* outSurfaceMap, Vector<int32_t>* outputStreamIds, int32_t *currentStreamId) {
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800142 int idx = mStreamMap.indexOfKey(IInterface::asBinder(gbp));
143
144 // Trying to submit request with surface that wasn't created
145 if (idx == NAME_NOT_FOUND) {
146 ALOGE("%s: Camera %s: Tried to submit a request with a surface that"
147 " we have not called createStream on",
148 __FUNCTION__, mCameraIdStr.string());
149 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
150 "Request targets Surface that is not part of current capture session");
151 }
152
153 const StreamSurfaceId& streamSurfaceId = mStreamMap.valueAt(idx);
154 if (outSurfaceMap->find(streamSurfaceId.streamId()) == outSurfaceMap->end()) {
155 (*outSurfaceMap)[streamSurfaceId.streamId()] = std::vector<size_t>();
156 outputStreamIds->push_back(streamSurfaceId.streamId());
157 }
158 (*outSurfaceMap)[streamSurfaceId.streamId()].push_back(streamSurfaceId.surfaceId());
159
160 ALOGV("%s: Camera %s: Appending output stream %d surface %d to request",
161 __FUNCTION__, mCameraIdStr.string(), streamSurfaceId.streamId(),
162 streamSurfaceId.surfaceId());
163
Emilian Peevf873aa52018-01-26 14:58:28 +0000164 if (currentStreamId != nullptr) {
165 *currentStreamId = streamSurfaceId.streamId();
166 }
167
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800168 return binder::Status::ok();
169}
170
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800171binder::Status CameraDeviceClient::submitRequestList(
172 const std::vector<hardware::camera2::CaptureRequest>& requests,
173 bool streaming,
174 /*out*/
175 hardware::camera2::utils::SubmitInfo *submitInfo) {
Jianing Wei90e59c92014-03-12 18:29:36 -0700176 ATRACE_CALL();
Mark Salyzyn50468412014-06-18 16:33:43 -0700177 ALOGV("%s-start of function. Request list size %zu", __FUNCTION__, requests.size());
Jianing Wei90e59c92014-03-12 18:29:36 -0700178
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800179 binder::Status res = binder::Status::ok();
180 status_t err;
181 if ( !(res = checkPidStatus(__FUNCTION__) ).isOk()) {
182 return res;
183 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700184
185 Mutex::Autolock icl(mBinderSerializationLock);
186
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800187 if (!mDevice.get()) {
188 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
189 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700190
191 if (requests.empty()) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800192 ALOGE("%s: Camera %s: Sent null request. Rejecting request.",
193 __FUNCTION__, mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800194 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Empty request list");
Jianing Wei90e59c92014-03-12 18:29:36 -0700195 }
196
Emilian Peevaebbe412018-01-15 13:53:24 +0000197 List<const CameraDeviceBase::PhysicalCameraSettingsList> metadataRequestList;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700198 std::list<const SurfaceMap> surfaceMapList;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800199 submitInfo->mRequestId = mRequestIdCounter;
Jianing Wei90e59c92014-03-12 18:29:36 -0700200 uint32_t loopCounter = 0;
201
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800202 for (auto&& request: requests) {
203 if (request.mIsReprocess) {
Chien-Yu Chened0412e2015-04-27 15:04:22 -0700204 if (!mInputStream.configured) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800205 ALOGE("%s: Camera %s: no input stream is configured.", __FUNCTION__,
206 mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800207 return STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800208 "No input configured for camera %s but request is for reprocessing",
209 mCameraIdStr.string());
Chien-Yu Chened0412e2015-04-27 15:04:22 -0700210 } else if (streaming) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800211 ALOGE("%s: Camera %s: streaming reprocess requests not supported.", __FUNCTION__,
212 mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800213 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
214 "Repeating reprocess requests not supported");
Emilian Peevaebbe412018-01-15 13:53:24 +0000215 } else if (request.mPhysicalCameraSettings.size() > 1) {
216 ALOGE("%s: Camera %s: reprocess requests not supported for "
217 "multiple physical cameras.", __FUNCTION__,
218 mCameraIdStr.string());
219 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
220 "Reprocess requests not supported for multiple cameras");
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700221 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700222 }
223
Emilian Peevaebbe412018-01-15 13:53:24 +0000224 if (request.mPhysicalCameraSettings.empty()) {
225 ALOGE("%s: Camera %s: request doesn't contain any settings.", __FUNCTION__,
226 mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800227 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
Emilian Peevaebbe412018-01-15 13:53:24 +0000228 "Request doesn't contain any settings");
229 }
230
231 //The first capture settings should always match the logical camera id
232 String8 logicalId(request.mPhysicalCameraSettings.begin()->id.c_str());
233 if (mDevice->getId() != logicalId) {
234 ALOGE("%s: Camera %s: Invalid camera request settings.", __FUNCTION__,
235 mCameraIdStr.string());
236 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
237 "Invalid camera request settings");
238 }
239
Emilian Peevaebbe412018-01-15 13:53:24 +0000240 if (request.mSurfaceList.isEmpty() && request.mStreamIdxList.size() == 0) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800241 ALOGE("%s: Camera %s: Requests must have at least one surface target. "
242 "Rejecting request.", __FUNCTION__, mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800243 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
244 "Request has no output targets");
Jianing Wei90e59c92014-03-12 18:29:36 -0700245 }
246
Jianing Wei90e59c92014-03-12 18:29:36 -0700247 /**
Shuzhen Wang0129d522016-10-30 22:43:41 -0700248 * Write in the output stream IDs and map from stream ID to surface ID
249 * which we calculate from the capture request's list of surface target
Jianing Wei90e59c92014-03-12 18:29:36 -0700250 */
Shuzhen Wang0129d522016-10-30 22:43:41 -0700251 SurfaceMap surfaceMap;
Jianing Wei90e59c92014-03-12 18:29:36 -0700252 Vector<int32_t> outputStreamIds;
Emilian Peevf873aa52018-01-26 14:58:28 +0000253 std::vector<std::string> requestedPhysicalIds;
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800254 if (request.mSurfaceList.size() > 0) {
255 for (sp<Surface> surface : request.mSurfaceList) {
256 if (surface == 0) continue;
Jianing Wei90e59c92014-03-12 18:29:36 -0700257
Emilian Peevf873aa52018-01-26 14:58:28 +0000258 int32_t streamId;
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800259 sp<IGraphicBufferProducer> gbp = surface->getIGraphicBufferProducer();
Emilian Peevf873aa52018-01-26 14:58:28 +0000260 res = insertGbpLocked(gbp, &surfaceMap, &outputStreamIds, &streamId);
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800261 if (!res.isOk()) {
262 return res;
263 }
Emilian Peevf873aa52018-01-26 14:58:28 +0000264
265 ssize_t index = mConfiguredOutputs.indexOfKey(streamId);
266 if (index >= 0) {
267 String8 requestedPhysicalId(
268 mConfiguredOutputs.valueAt(index).getPhysicalCameraId());
269 requestedPhysicalIds.push_back(requestedPhysicalId.string());
270 } else {
271 ALOGW("%s: Output stream Id not found among configured outputs!", __FUNCTION__);
272 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700273 }
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800274 } else {
275 for (size_t i = 0; i < request.mStreamIdxList.size(); i++) {
276 int streamId = request.mStreamIdxList.itemAt(i);
277 int surfaceIdx = request.mSurfaceIdxList.itemAt(i);
Jianing Wei90e59c92014-03-12 18:29:36 -0700278
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800279 ssize_t index = mConfiguredOutputs.indexOfKey(streamId);
280 if (index < 0) {
281 ALOGE("%s: Camera %s: Tried to submit a request with a surface that"
282 " we have not called createStream on: stream %d",
283 __FUNCTION__, mCameraIdStr.string(), streamId);
284 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
285 "Request targets Surface that is not part of current capture session");
286 }
287
288 const auto& gbps = mConfiguredOutputs.valueAt(index).getGraphicBufferProducers();
289 if ((size_t)surfaceIdx >= gbps.size()) {
290 ALOGE("%s: Camera %s: Tried to submit a request with a surface that"
291 " we have not called createStream on: stream %d, surfaceIdx %d",
292 __FUNCTION__, mCameraIdStr.string(), streamId, surfaceIdx);
293 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
294 "Request targets Surface has invalid surface index");
295 }
296
Emilian Peevf873aa52018-01-26 14:58:28 +0000297 res = insertGbpLocked(gbps[surfaceIdx], &surfaceMap, &outputStreamIds, nullptr);
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800298 if (!res.isOk()) {
299 return res;
300 }
Emilian Peevf873aa52018-01-26 14:58:28 +0000301
302 String8 requestedPhysicalId(
303 mConfiguredOutputs.valueAt(index).getPhysicalCameraId());
304 requestedPhysicalIds.push_back(requestedPhysicalId.string());
Shuzhen Wang0129d522016-10-30 22:43:41 -0700305 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700306 }
307
Emilian Peevf873aa52018-01-26 14:58:28 +0000308 CameraDeviceBase::PhysicalCameraSettingsList physicalSettingsList;
309 for (const auto& it : request.mPhysicalCameraSettings) {
Emilian Peev00420d22018-02-05 21:33:13 +0000310 if (it.settings.isEmpty()) {
311 ALOGE("%s: Camera %s: Sent empty metadata packet. Rejecting request.",
312 __FUNCTION__, mCameraIdStr.string());
313 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
314 "Request settings are empty");
315 }
316
Emilian Peevf873aa52018-01-26 14:58:28 +0000317 String8 physicalId(it.id.c_str());
318 if (physicalId != mDevice->getId()) {
319 auto found = std::find(requestedPhysicalIds.begin(), requestedPhysicalIds.end(),
320 it.id);
321 if (found == requestedPhysicalIds.end()) {
322 ALOGE("%s: Camera %s: Physical camera id: %s not part of attached outputs.",
323 __FUNCTION__, mCameraIdStr.string(), physicalId.string());
324 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
325 "Invalid physical camera id");
326 }
Emilian Peev00420d22018-02-05 21:33:13 +0000327
328 if (!mSupportedPhysicalRequestKeys.empty()) {
329 // Filter out any unsupported physical request keys.
330 CameraMetadata filteredParams(mSupportedPhysicalRequestKeys.size());
331 camera_metadata_t *meta = const_cast<camera_metadata_t *>(
332 filteredParams.getAndLock());
333 set_camera_metadata_vendor_id(meta, mDevice->getVendorTagId());
334 filteredParams.unlock(meta);
335
336 for (const auto& keyIt : mSupportedPhysicalRequestKeys) {
337 camera_metadata_ro_entry entry = it.settings.find(keyIt);
338 if (entry.count > 0) {
339 filteredParams.update(entry);
340 }
341 }
342
343 physicalSettingsList.push_back({it.id, filteredParams});
344 }
345 } else {
346 physicalSettingsList.push_back({it.id, it.settings});
Emilian Peevf873aa52018-01-26 14:58:28 +0000347 }
Emilian Peevf873aa52018-01-26 14:58:28 +0000348 }
349
350 if (!enforceRequestPermissions(physicalSettingsList.begin()->metadata)) {
351 // Callee logs
352 return STATUS_ERROR(CameraService::ERROR_PERMISSION_DENIED,
353 "Caller does not have permission to change restricted controls");
354 }
355
Emilian Peevaebbe412018-01-15 13:53:24 +0000356 physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_OUTPUT_STREAMS,
357 &outputStreamIds[0], outputStreamIds.size());
Jianing Wei90e59c92014-03-12 18:29:36 -0700358
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800359 if (request.mIsReprocess) {
Emilian Peevaebbe412018-01-15 13:53:24 +0000360 physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_INPUT_STREAMS,
361 &mInputStream.id, 1);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700362 }
363
Emilian Peevaebbe412018-01-15 13:53:24 +0000364 physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_ID,
365 &(submitInfo->mRequestId), /*size*/1);
Jianing Wei90e59c92014-03-12 18:29:36 -0700366 loopCounter++; // loopCounter starts from 1
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800367 ALOGV("%s: Camera %s: Creating request with ID %d (%d of %zu)",
368 __FUNCTION__, mCameraIdStr.string(), submitInfo->mRequestId,
369 loopCounter, requests.size());
Jianing Wei90e59c92014-03-12 18:29:36 -0700370
Emilian Peevaebbe412018-01-15 13:53:24 +0000371 metadataRequestList.push_back(physicalSettingsList);
Shuzhen Wang0129d522016-10-30 22:43:41 -0700372 surfaceMapList.push_back(surfaceMap);
Jianing Wei90e59c92014-03-12 18:29:36 -0700373 }
374 mRequestIdCounter++;
375
376 if (streaming) {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700377 err = mDevice->setStreamingRequestList(metadataRequestList, surfaceMapList,
378 &(submitInfo->mLastFrameNumber));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800379 if (err != OK) {
380 String8 msg = String8::format(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800381 "Camera %s: Got error %s (%d) after trying to set streaming request",
382 mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800383 ALOGE("%s: %s", __FUNCTION__, msg.string());
384 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION,
385 msg.string());
Jianing Wei90e59c92014-03-12 18:29:36 -0700386 } else {
Shuzhen Wangc9ca6782016-04-26 13:40:31 -0700387 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700388 mStreamingRequestId = submitInfo->mRequestId;
Jianing Wei90e59c92014-03-12 18:29:36 -0700389 }
390 } else {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700391 err = mDevice->captureList(metadataRequestList, surfaceMapList,
392 &(submitInfo->mLastFrameNumber));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800393 if (err != OK) {
394 String8 msg = String8::format(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800395 "Camera %s: Got error %s (%d) after trying to submit capture request",
396 mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800397 ALOGE("%s: %s", __FUNCTION__, msg.string());
398 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION,
399 msg.string());
Jianing Wei90e59c92014-03-12 18:29:36 -0700400 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800401 ALOGV("%s: requestId = %d ", __FUNCTION__, submitInfo->mRequestId);
Jianing Wei90e59c92014-03-12 18:29:36 -0700402 }
403
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800404 ALOGV("%s: Camera %s: End of function", __FUNCTION__, mCameraIdStr.string());
Jianing Wei90e59c92014-03-12 18:29:36 -0700405 return res;
406}
407
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800408binder::Status CameraDeviceClient::cancelRequest(
409 int requestId,
410 /*out*/
411 int64_t* lastFrameNumber) {
Igor Murashkine7ee7632013-06-11 18:10:18 -0700412 ATRACE_CALL();
413 ALOGV("%s, requestId = %d", __FUNCTION__, requestId);
414
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800415 status_t err;
416 binder::Status res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700417
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800418 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700419
420 Mutex::Autolock icl(mBinderSerializationLock);
421
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800422 if (!mDevice.get()) {
423 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
424 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700425
Shuzhen Wangc9ca6782016-04-26 13:40:31 -0700426 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700427 if (mStreamingRequestId != requestId) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800428 String8 msg = String8::format("Camera %s: Canceling request ID %d doesn't match "
429 "current request ID %d", mCameraIdStr.string(), requestId, mStreamingRequestId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800430 ALOGE("%s: %s", __FUNCTION__, msg.string());
431 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -0700432 }
433
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800434 err = mDevice->clearStreamingRequest(lastFrameNumber);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700435
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800436 if (err == OK) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800437 ALOGV("%s: Camera %s: Successfully cleared streaming request",
438 __FUNCTION__, mCameraIdStr.string());
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700439 mStreamingRequestId = REQUEST_ID_NONE;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800440 } else {
441 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800442 "Camera %s: Error clearing streaming request: %s (%d)",
443 mCameraIdStr.string(), strerror(-err), err);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700444 }
445
446 return res;
447}
448
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800449binder::Status CameraDeviceClient::beginConfigure() {
Ruben Brunkb2119af2014-05-09 19:57:56 -0700450 // TODO: Implement this.
Eino-Ville Talvala6aeb8882017-08-07 17:40:49 -0700451 ATRACE_CALL();
Zhijun He1fa89992015-06-01 15:44:31 -0700452 ALOGV("%s: Not implemented yet.", __FUNCTION__);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800453 return binder::Status::ok();
Ruben Brunkb2119af2014-05-09 19:57:56 -0700454}
455
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100456binder::Status CameraDeviceClient::endConfigure(int operatingMode,
457 const hardware::camera2::impl::CameraMetadataNative& sessionParams) {
Eino-Ville Talvala6aeb8882017-08-07 17:40:49 -0700458 ATRACE_CALL();
Shuzhen Wang0129d522016-10-30 22:43:41 -0700459 ALOGV("%s: ending configure (%d input stream, %zu output surfaces)",
460 __FUNCTION__, mInputStream.configured ? 1 : 0,
461 mStreamMap.size());
Igor Murashkine2d167e2014-08-19 16:19:59 -0700462
Zhijun He0effd522016-03-04 10:22:27 -0800463 binder::Status res;
464 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
465
466 Mutex::Autolock icl(mBinderSerializationLock);
467
468 if (!mDevice.get()) {
469 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
470 }
471
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -0800472 if (operatingMode < 0) {
473 String8 msg = String8::format(
474 "Camera %s: Invalid operating mode %d requested", mCameraIdStr.string(), operatingMode);
475 ALOGE("%s: %s", __FUNCTION__, msg.string());
476 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
477 msg.string());
478 }
479
Zhijun He1fa89992015-06-01 15:44:31 -0700480 // Sanitize the high speed session against necessary capability bit.
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -0800481 bool isConstrainedHighSpeed = (operatingMode == ICameraDeviceUser::CONSTRAINED_HIGH_SPEED_MODE);
Zhijun He1fa89992015-06-01 15:44:31 -0700482 if (isConstrainedHighSpeed) {
483 CameraMetadata staticInfo = mDevice->info();
484 camera_metadata_entry_t entry = staticInfo.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
485 bool isConstrainedHighSpeedSupported = false;
486 for(size_t i = 0; i < entry.count; ++i) {
487 uint8_t capability = entry.data.u8[i];
488 if (capability == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_CONSTRAINED_HIGH_SPEED_VIDEO) {
489 isConstrainedHighSpeedSupported = true;
490 break;
491 }
492 }
493 if (!isConstrainedHighSpeedSupported) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800494 String8 msg = String8::format(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800495 "Camera %s: Try to create a constrained high speed configuration on a device"
496 " that doesn't support it.", mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800497 ALOGE("%s: %s", __FUNCTION__, msg.string());
498 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
499 msg.string());
Zhijun He1fa89992015-06-01 15:44:31 -0700500 }
501 }
502
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100503 status_t err = mDevice->configureStreams(sessionParams, operatingMode);
Eino-Ville Talvalaace80582016-03-18 13:27:35 -0700504 if (err == BAD_VALUE) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800505 String8 msg = String8::format("Camera %s: Unsupported set of inputs/outputs provided",
506 mCameraIdStr.string());
Zhijun He5d677d12016-05-29 16:52:39 -0700507 ALOGE("%s: %s", __FUNCTION__, msg.string());
508 res = STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Eino-Ville Talvalaace80582016-03-18 13:27:35 -0700509 } else if (err != OK) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800510 String8 msg = String8::format("Camera %s: Error configuring streams: %s (%d)",
511 mCameraIdStr.string(), strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -0700512 ALOGE("%s: %s", __FUNCTION__, msg.string());
513 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800514 }
515
516 return res;
Ruben Brunkb2119af2014-05-09 19:57:56 -0700517}
518
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800519binder::Status CameraDeviceClient::deleteStream(int streamId) {
Igor Murashkine7ee7632013-06-11 18:10:18 -0700520 ATRACE_CALL();
521 ALOGV("%s (streamId = 0x%x)", __FUNCTION__, streamId);
522
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800523 binder::Status res;
524 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700525
526 Mutex::Autolock icl(mBinderSerializationLock);
527
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800528 if (!mDevice.get()) {
529 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
530 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700531
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700532 bool isInput = false;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700533 std::vector<sp<IBinder>> surfaces;
Zhijun He5d677d12016-05-29 16:52:39 -0700534 ssize_t dIndex = NAME_NOT_FOUND;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700535
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700536 if (mInputStream.configured && mInputStream.id == streamId) {
537 isInput = true;
538 } else {
539 // Guard against trying to delete non-created streams
540 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700541 if (streamId == mStreamMap.valueAt(i).streamId()) {
542 surfaces.push_back(mStreamMap.keyAt(i));
543 }
544 }
545
546 // See if this stream is one of the deferred streams.
547 for (size_t i = 0; i < mDeferredStreams.size(); ++i) {
548 if (streamId == mDeferredStreams[i]) {
549 dIndex = i;
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700550 break;
551 }
552 }
553
Shuzhen Wang0129d522016-10-30 22:43:41 -0700554 if (surfaces.empty() && dIndex == NAME_NOT_FOUND) {
555 String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no such"
556 " stream created yet", mCameraIdStr.string(), streamId);
557 ALOGW("%s: %s", __FUNCTION__, msg.string());
558 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700559 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700560 }
561
562 // Also returns BAD_VALUE if stream ID was not valid
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800563 status_t err = mDevice->deleteStream(streamId);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700564
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800565 if (err != OK) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800566 String8 msg = String8::format("Camera %s: Unexpected error %s (%d) when deleting stream %d",
567 mCameraIdStr.string(), strerror(-err), err, streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800568 ALOGE("%s: %s", __FUNCTION__, msg.string());
569 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
570 } else {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700571 if (isInput) {
572 mInputStream.configured = false;
Zhijun He5d677d12016-05-29 16:52:39 -0700573 } else {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700574 for (auto& surface : surfaces) {
575 mStreamMap.removeItem(surface);
576 }
577
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800578 mConfiguredOutputs.removeItem(streamId);
579
Shuzhen Wang0129d522016-10-30 22:43:41 -0700580 if (dIndex != NAME_NOT_FOUND) {
581 mDeferredStreams.removeItemsAt(dIndex);
582 }
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700583 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700584 }
585
586 return res;
587}
588
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800589binder::Status CameraDeviceClient::createStream(
590 const hardware::camera2::params::OutputConfiguration &outputConfiguration,
591 /*out*/
592 int32_t* newStreamId) {
Igor Murashkine7ee7632013-06-11 18:10:18 -0700593 ATRACE_CALL();
Igor Murashkine7ee7632013-06-11 18:10:18 -0700594
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800595 binder::Status res;
596 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700597
598 Mutex::Autolock icl(mBinderSerializationLock);
599
Shuzhen Wang0129d522016-10-30 22:43:41 -0700600 const std::vector<sp<IGraphicBufferProducer>>& bufferProducers =
601 outputConfiguration.getGraphicBufferProducers();
602 size_t numBufferProducers = bufferProducers.size();
Shuzhen Wang758c2152017-01-10 18:26:18 -0800603 bool deferredConsumer = outputConfiguration.isDeferred();
604 bool isShared = outputConfiguration.isShared();
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800605 String8 physicalCameraId = String8(outputConfiguration.getPhysicalCameraId());
Shuzhen Wang0129d522016-10-30 22:43:41 -0700606
607 if (numBufferProducers > MAX_SURFACES_PER_STREAM) {
608 ALOGE("%s: GraphicBufferProducer count %zu for stream exceeds limit of %d",
609 __FUNCTION__, bufferProducers.size(), MAX_SURFACES_PER_STREAM);
610 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Surface count is too high");
611 }
Shuzhen Wang758c2152017-01-10 18:26:18 -0800612 bool deferredConsumerOnly = deferredConsumer && numBufferProducers == 0;
Zhijun He5d677d12016-05-29 16:52:39 -0700613 int surfaceType = outputConfiguration.getSurfaceType();
614 bool validSurfaceType = ((surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_VIEW) ||
615 (surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_TEXTURE));
Shuzhen Wang0129d522016-10-30 22:43:41 -0700616
Zhijun He5d677d12016-05-29 16:52:39 -0700617 if (deferredConsumer && !validSurfaceType) {
618 ALOGE("%s: Target surface is invalid: bufferProducer = %p, surfaceType = %d.",
Shuzhen Wang0129d522016-10-30 22:43:41 -0700619 __FUNCTION__, bufferProducers[0].get(), surfaceType);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800620 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Target Surface is invalid");
Yin-Chia Yeh89f14da2014-06-10 16:05:44 -0700621 }
Zhijun He5d677d12016-05-29 16:52:39 -0700622
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800623 if (!mDevice.get()) {
624 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
625 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700626
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800627 if (!checkPhysicalCameraId(physicalCameraId)) {
628 String8 msg = String8::format("Camera %s: Camera doesn't support physicalCameraId %s.",
629 mCameraIdStr.string(), physicalCameraId.string());
630 ALOGE("%s: %s", __FUNCTION__, msg.string());
631 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
632 }
Shuzhen Wang0129d522016-10-30 22:43:41 -0700633 std::vector<sp<Surface>> surfaces;
634 std::vector<sp<IBinder>> binders;
Zhijun He5d677d12016-05-29 16:52:39 -0700635 status_t err;
636
637 // Create stream for deferred surface case.
Shuzhen Wang0129d522016-10-30 22:43:41 -0700638 if (deferredConsumerOnly) {
Shuzhen Wang758c2152017-01-10 18:26:18 -0800639 return createDeferredSurfaceStreamLocked(outputConfiguration, isShared, newStreamId);
Zhijun He5d677d12016-05-29 16:52:39 -0700640 }
641
Shuzhen Wang758c2152017-01-10 18:26:18 -0800642 OutputStreamInfo streamInfo;
643 bool isStreamInfoValid = false;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700644 for (auto& bufferProducer : bufferProducers) {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700645 // Don't create multiple streams for the same target surface
Shuzhen Wang0129d522016-10-30 22:43:41 -0700646 sp<IBinder> binder = IInterface::asBinder(bufferProducer);
Shuzhen Wang758c2152017-01-10 18:26:18 -0800647 ssize_t index = mStreamMap.indexOfKey(binder);
648 if (index != NAME_NOT_FOUND) {
649 String8 msg = String8::format("Camera %s: Surface already has a stream created for it "
650 "(ID %zd)", mCameraIdStr.string(), index);
651 ALOGW("%s: %s", __FUNCTION__, msg.string());
652 return STATUS_ERROR(CameraService::ERROR_ALREADY_EXISTS, msg.string());
Shuzhen Wang0129d522016-10-30 22:43:41 -0700653 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700654
Shuzhen Wang758c2152017-01-10 18:26:18 -0800655 sp<Surface> surface;
656 res = createSurfaceFromGbp(streamInfo, isStreamInfoValid, surface, bufferProducer);
657
658 if (!res.isOk())
659 return res;
660
661 if (!isStreamInfoValid) {
662 isStreamInfoValid = true;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700663 }
664
Shuzhen Wang758c2152017-01-10 18:26:18 -0800665 binders.push_back(IInterface::asBinder(bufferProducer));
Shuzhen Wang0129d522016-10-30 22:43:41 -0700666 surfaces.push_back(surface);
Ruben Brunkbba75572014-11-20 17:29:50 -0800667 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700668
Zhijun He125684a2015-12-26 15:07:30 -0800669 int streamId = camera3::CAMERA3_STREAM_ID_INVALID;
Emilian Peev40ead602017-09-26 15:46:36 +0100670 std::vector<int> surfaceIds;
Shuzhen Wang758c2152017-01-10 18:26:18 -0800671 err = mDevice->createStream(surfaces, deferredConsumer, streamInfo.width,
672 streamInfo.height, streamInfo.format, streamInfo.dataSpace,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800673 static_cast<camera3_stream_rotation_t>(outputConfiguration.getRotation()),
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800674 &streamId, physicalCameraId, &surfaceIds, outputConfiguration.getSurfaceSetID(),
675 isShared);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700676
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800677 if (err != OK) {
678 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800679 "Camera %s: Error creating output stream (%d x %d, fmt %x, dataSpace %x): %s (%d)",
Shuzhen Wang758c2152017-01-10 18:26:18 -0800680 mCameraIdStr.string(), streamInfo.width, streamInfo.height, streamInfo.format,
681 streamInfo.dataSpace, strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800682 } else {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700683 int i = 0;
684 for (auto& binder : binders) {
685 ALOGV("%s: mStreamMap add binder %p streamId %d, surfaceId %d",
686 __FUNCTION__, binder.get(), streamId, i);
Emilian Peev40ead602017-09-26 15:46:36 +0100687 mStreamMap.add(binder, StreamSurfaceId(streamId, surfaceIds[i]));
688 i++;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700689 }
Shuzhen Wang758c2152017-01-10 18:26:18 -0800690
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800691 mConfiguredOutputs.add(streamId, outputConfiguration);
Shuzhen Wang758c2152017-01-10 18:26:18 -0800692 mStreamInfoMap[streamId] = streamInfo;
693
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800694 ALOGV("%s: Camera %s: Successfully created a new stream ID %d for output surface"
Shuzhen Wang0129d522016-10-30 22:43:41 -0700695 " (%d x %d) with format 0x%x.",
Shuzhen Wang758c2152017-01-10 18:26:18 -0800696 __FUNCTION__, mCameraIdStr.string(), streamId, streamInfo.width,
697 streamInfo.height, streamInfo.format);
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -0700698
Zhijun He5d677d12016-05-29 16:52:39 -0700699 // Set transform flags to ensure preview to be rotated correctly.
700 res = setStreamTransformLocked(streamId);
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -0700701
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800702 *newStreamId = streamId;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700703 }
704
705 return res;
706}
707
Zhijun He5d677d12016-05-29 16:52:39 -0700708binder::Status CameraDeviceClient::createDeferredSurfaceStreamLocked(
709 const hardware::camera2::params::OutputConfiguration &outputConfiguration,
Shuzhen Wang758c2152017-01-10 18:26:18 -0800710 bool isShared,
Zhijun He5d677d12016-05-29 16:52:39 -0700711 /*out*/
712 int* newStreamId) {
713 int width, height, format, surfaceType;
Emilian Peev050f5dc2017-05-18 14:43:56 +0100714 uint64_t consumerUsage;
Zhijun He5d677d12016-05-29 16:52:39 -0700715 android_dataspace dataSpace;
716 status_t err;
717 binder::Status res;
718
719 if (!mDevice.get()) {
720 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
721 }
722
723 // Infer the surface info for deferred surface stream creation.
724 width = outputConfiguration.getWidth();
725 height = outputConfiguration.getHeight();
726 surfaceType = outputConfiguration.getSurfaceType();
727 format = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED;
728 dataSpace = android_dataspace_t::HAL_DATASPACE_UNKNOWN;
729 // Hardcode consumer usage flags: SurfaceView--0x900, SurfaceTexture--0x100.
730 consumerUsage = GraphicBuffer::USAGE_HW_TEXTURE;
731 if (surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_VIEW) {
732 consumerUsage |= GraphicBuffer::USAGE_HW_COMPOSER;
733 }
734 int streamId = camera3::CAMERA3_STREAM_ID_INVALID;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700735 std::vector<sp<Surface>> noSurface;
Emilian Peev40ead602017-09-26 15:46:36 +0100736 std::vector<int> surfaceIds;
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800737 String8 physicalCameraId(outputConfiguration.getPhysicalCameraId());
Shuzhen Wang0129d522016-10-30 22:43:41 -0700738 err = mDevice->createStream(noSurface, /*hasDeferredConsumer*/true, width,
739 height, format, dataSpace,
Zhijun He5d677d12016-05-29 16:52:39 -0700740 static_cast<camera3_stream_rotation_t>(outputConfiguration.getRotation()),
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800741 &streamId, physicalCameraId, &surfaceIds,
742 outputConfiguration.getSurfaceSetID(), isShared,
Emilian Peev40ead602017-09-26 15:46:36 +0100743 consumerUsage);
Zhijun He5d677d12016-05-29 16:52:39 -0700744
745 if (err != OK) {
746 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800747 "Camera %s: Error creating output stream (%d x %d, fmt %x, dataSpace %x): %s (%d)",
748 mCameraIdStr.string(), width, height, format, dataSpace, strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -0700749 } else {
750 // Can not add streamId to mStreamMap here, as the surface is deferred. Add it to
751 // a separate list to track. Once the deferred surface is set, this id will be
752 // relocated to mStreamMap.
753 mDeferredStreams.push_back(streamId);
754
Shuzhen Wang758c2152017-01-10 18:26:18 -0800755 mStreamInfoMap.emplace(std::piecewise_construct, std::forward_as_tuple(streamId),
756 std::forward_as_tuple(width, height, format, dataSpace, consumerUsage));
757
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800758 ALOGV("%s: Camera %s: Successfully created a new stream ID %d for a deferred surface"
Zhijun He5d677d12016-05-29 16:52:39 -0700759 " (%d x %d) stream with format 0x%x.",
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800760 __FUNCTION__, mCameraIdStr.string(), streamId, width, height, format);
Zhijun He5d677d12016-05-29 16:52:39 -0700761
762 // Set transform flags to ensure preview to be rotated correctly.
763 res = setStreamTransformLocked(streamId);
764
765 *newStreamId = streamId;
766 }
767 return res;
768}
769
770binder::Status CameraDeviceClient::setStreamTransformLocked(int streamId) {
771 int32_t transform = 0;
772 status_t err;
773 binder::Status res;
774
775 if (!mDevice.get()) {
776 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
777 }
778
779 err = getRotationTransformLocked(&transform);
780 if (err != OK) {
781 // Error logged by getRotationTransformLocked.
782 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION,
783 "Unable to calculate rotation transform for new stream");
784 }
785
786 err = mDevice->setStreamTransform(streamId, transform);
787 if (err != OK) {
788 String8 msg = String8::format("Failed to set stream transform (stream id %d)",
789 streamId);
790 ALOGE("%s: %s", __FUNCTION__, msg.string());
791 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
792 }
793
794 return res;
795}
Ruben Brunkbba75572014-11-20 17:29:50 -0800796
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800797binder::Status CameraDeviceClient::createInputStream(
798 int width, int height, int format,
799 /*out*/
800 int32_t* newStreamId) {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700801
802 ATRACE_CALL();
803 ALOGV("%s (w = %d, h = %d, f = 0x%x)", __FUNCTION__, width, height, format);
804
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800805 binder::Status res;
806 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700807
808 Mutex::Autolock icl(mBinderSerializationLock);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800809
810 if (!mDevice.get()) {
811 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
812 }
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700813
814 if (mInputStream.configured) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800815 String8 msg = String8::format("Camera %s: Already has an input stream "
Yi Kong0f414de2017-12-15 13:48:50 -0800816 "configured (ID %d)", mCameraIdStr.string(), mInputStream.id);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800817 ALOGE("%s: %s", __FUNCTION__, msg.string() );
818 return STATUS_ERROR(CameraService::ERROR_ALREADY_EXISTS, msg.string());
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700819 }
820
821 int streamId = -1;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800822 status_t err = mDevice->createInputStream(width, height, format, &streamId);
823 if (err == OK) {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700824 mInputStream.configured = true;
825 mInputStream.width = width;
826 mInputStream.height = height;
827 mInputStream.format = format;
828 mInputStream.id = streamId;
829
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800830 ALOGV("%s: Camera %s: Successfully created a new input stream ID %d",
831 __FUNCTION__, mCameraIdStr.string(), streamId);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700832
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800833 *newStreamId = streamId;
834 } else {
835 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800836 "Camera %s: Error creating new input stream: %s (%d)", mCameraIdStr.string(),
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800837 strerror(-err), err);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700838 }
839
840 return res;
841}
842
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800843binder::Status CameraDeviceClient::getInputSurface(/*out*/ view::Surface *inputSurface) {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700844
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800845 binder::Status res;
846 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
847
848 if (inputSurface == NULL) {
849 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Null input surface");
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700850 }
851
852 Mutex::Autolock icl(mBinderSerializationLock);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800853 if (!mDevice.get()) {
854 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
855 }
856 sp<IGraphicBufferProducer> producer;
857 status_t err = mDevice->getInputBufferProducer(&producer);
858 if (err != OK) {
859 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800860 "Camera %s: Error getting input Surface: %s (%d)",
861 mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800862 } else {
863 inputSurface->name = String16("CameraInput");
864 inputSurface->graphicBufferProducer = producer;
865 }
866 return res;
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700867}
868
Emilian Peev40ead602017-09-26 15:46:36 +0100869binder::Status CameraDeviceClient::updateOutputConfiguration(int streamId,
870 const hardware::camera2::params::OutputConfiguration &outputConfiguration) {
871 ATRACE_CALL();
872
873 binder::Status res;
874 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
875
876 Mutex::Autolock icl(mBinderSerializationLock);
877
878 if (!mDevice.get()) {
879 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
880 }
881
882 const std::vector<sp<IGraphicBufferProducer> >& bufferProducers =
883 outputConfiguration.getGraphicBufferProducers();
884 auto producerCount = bufferProducers.size();
885 if (producerCount == 0) {
886 ALOGE("%s: bufferProducers must not be empty", __FUNCTION__);
887 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
888 "bufferProducers must not be empty");
889 }
890
891 // The first output is the one associated with the output configuration.
892 // It should always be present, valid and the corresponding stream id should match.
893 sp<IBinder> binder = IInterface::asBinder(bufferProducers[0]);
894 ssize_t index = mStreamMap.indexOfKey(binder);
895 if (index == NAME_NOT_FOUND) {
896 ALOGE("%s: Outputconfiguration is invalid", __FUNCTION__);
897 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
898 "OutputConfiguration is invalid");
899 }
900 if (mStreamMap.valueFor(binder).streamId() != streamId) {
901 ALOGE("%s: Stream Id: %d provided doesn't match the id: %d in the stream map",
902 __FUNCTION__, streamId, mStreamMap.valueFor(binder).streamId());
903 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
904 "Stream id is invalid");
905 }
906
907 std::vector<size_t> removedSurfaceIds;
908 std::vector<sp<IBinder>> removedOutputs;
909 std::vector<sp<Surface>> newOutputs;
910 std::vector<OutputStreamInfo> streamInfos;
911 KeyedVector<sp<IBinder>, sp<IGraphicBufferProducer>> newOutputsMap;
912 for (auto &it : bufferProducers) {
913 newOutputsMap.add(IInterface::asBinder(it), it);
914 }
915
916 for (size_t i = 0; i < mStreamMap.size(); i++) {
917 ssize_t idx = newOutputsMap.indexOfKey(mStreamMap.keyAt(i));
918 if (idx == NAME_NOT_FOUND) {
919 if (mStreamMap[i].streamId() == streamId) {
920 removedSurfaceIds.push_back(mStreamMap[i].surfaceId());
921 removedOutputs.push_back(mStreamMap.keyAt(i));
922 }
923 } else {
924 if (mStreamMap[i].streamId() != streamId) {
925 ALOGE("%s: Output surface already part of a different stream", __FUNCTION__);
926 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
927 "Target Surface is invalid");
928 }
929 newOutputsMap.removeItemsAt(idx);
930 }
931 }
932
933 for (size_t i = 0; i < newOutputsMap.size(); i++) {
934 OutputStreamInfo outInfo;
935 sp<Surface> surface;
936 res = createSurfaceFromGbp(outInfo, /*isStreamInfoValid*/ false, surface,
937 newOutputsMap.valueAt(i));
938 if (!res.isOk())
939 return res;
940
Emilian Peev40ead602017-09-26 15:46:36 +0100941 streamInfos.push_back(outInfo);
942 newOutputs.push_back(surface);
943 }
944
945 //Trivial case no changes required
946 if (removedSurfaceIds.empty() && newOutputs.empty()) {
947 return binder::Status::ok();
948 }
949
950 KeyedVector<sp<Surface>, size_t> outputMap;
951 auto ret = mDevice->updateStream(streamId, newOutputs, streamInfos, removedSurfaceIds,
952 &outputMap);
953 if (ret != OK) {
954 switch (ret) {
955 case NAME_NOT_FOUND:
956 case BAD_VALUE:
957 case -EBUSY:
958 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
959 "Camera %s: Error updating stream: %s (%d)",
960 mCameraIdStr.string(), strerror(ret), ret);
961 break;
962 default:
963 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
964 "Camera %s: Error updating stream: %s (%d)",
965 mCameraIdStr.string(), strerror(ret), ret);
966 break;
967 }
968 } else {
969 for (const auto &it : removedOutputs) {
970 mStreamMap.removeItem(it);
971 }
972
973 for (size_t i = 0; i < outputMap.size(); i++) {
974 mStreamMap.add(IInterface::asBinder(outputMap.keyAt(i)->getIGraphicBufferProducer()),
975 StreamSurfaceId(streamId, outputMap.valueAt(i)));
976 }
977
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800978 mConfiguredOutputs.replaceValueFor(streamId, outputConfiguration);
979
Emilian Peev40ead602017-09-26 15:46:36 +0100980 ALOGV("%s: Camera %s: Successful stream ID %d update",
981 __FUNCTION__, mCameraIdStr.string(), streamId);
982 }
983
984 return res;
985}
986
Eman Copty6d7af0e2016-06-17 20:46:40 -0700987bool CameraDeviceClient::isPublicFormat(int32_t format)
988{
989 switch(format) {
990 case HAL_PIXEL_FORMAT_RGBA_8888:
991 case HAL_PIXEL_FORMAT_RGBX_8888:
992 case HAL_PIXEL_FORMAT_RGB_888:
993 case HAL_PIXEL_FORMAT_RGB_565:
994 case HAL_PIXEL_FORMAT_BGRA_8888:
995 case HAL_PIXEL_FORMAT_YV12:
996 case HAL_PIXEL_FORMAT_Y8:
997 case HAL_PIXEL_FORMAT_Y16:
998 case HAL_PIXEL_FORMAT_RAW16:
999 case HAL_PIXEL_FORMAT_RAW10:
1000 case HAL_PIXEL_FORMAT_RAW12:
1001 case HAL_PIXEL_FORMAT_RAW_OPAQUE:
1002 case HAL_PIXEL_FORMAT_BLOB:
1003 case HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED:
1004 case HAL_PIXEL_FORMAT_YCbCr_420_888:
Eman Copty6d7af0e2016-06-17 20:46:40 -07001005 case HAL_PIXEL_FORMAT_YCbCr_422_SP:
1006 case HAL_PIXEL_FORMAT_YCrCb_420_SP:
1007 case HAL_PIXEL_FORMAT_YCbCr_422_I:
1008 return true;
1009 default:
1010 return false;
1011 }
1012}
1013
Shuzhen Wang758c2152017-01-10 18:26:18 -08001014binder::Status CameraDeviceClient::createSurfaceFromGbp(
1015 OutputStreamInfo& streamInfo, bool isStreamInfoValid,
1016 sp<Surface>& surface, const sp<IGraphicBufferProducer>& gbp) {
1017
1018 // bufferProducer must be non-null
1019 if (gbp == nullptr) {
1020 String8 msg = String8::format("Camera %s: Surface is NULL", mCameraIdStr.string());
1021 ALOGW("%s: %s", __FUNCTION__, msg.string());
1022 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1023 }
1024 // HACK b/10949105
1025 // Query consumer usage bits to set async operation mode for
1026 // GLConsumer using controlledByApp parameter.
1027 bool useAsync = false;
Emilian Peev050f5dc2017-05-18 14:43:56 +01001028 uint64_t consumerUsage = 0;
Shuzhen Wang758c2152017-01-10 18:26:18 -08001029 status_t err;
Emilian Peev050f5dc2017-05-18 14:43:56 +01001030 if ((err = gbp->getConsumerUsage(&consumerUsage)) != OK) {
Shuzhen Wang758c2152017-01-10 18:26:18 -08001031 String8 msg = String8::format("Camera %s: Failed to query Surface consumer usage: %s (%d)",
1032 mCameraIdStr.string(), strerror(-err), err);
1033 ALOGE("%s: %s", __FUNCTION__, msg.string());
1034 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1035 }
1036 if (consumerUsage & GraphicBuffer::USAGE_HW_TEXTURE) {
Emilian Peev050f5dc2017-05-18 14:43:56 +01001037 ALOGW("%s: Camera %s with consumer usage flag: %" PRIu64 ": Forcing asynchronous mode for stream",
Shuzhen Wang758c2152017-01-10 18:26:18 -08001038 __FUNCTION__, mCameraIdStr.string(), consumerUsage);
1039 useAsync = true;
1040 }
1041
Emilian Peev050f5dc2017-05-18 14:43:56 +01001042 uint64_t disallowedFlags = GraphicBuffer::USAGE_HW_VIDEO_ENCODER |
Shuzhen Wang758c2152017-01-10 18:26:18 -08001043 GRALLOC_USAGE_RENDERSCRIPT;
Emilian Peev050f5dc2017-05-18 14:43:56 +01001044 uint64_t allowedFlags = GraphicBuffer::USAGE_SW_READ_MASK |
Shuzhen Wang758c2152017-01-10 18:26:18 -08001045 GraphicBuffer::USAGE_HW_TEXTURE |
1046 GraphicBuffer::USAGE_HW_COMPOSER;
1047 bool flexibleConsumer = (consumerUsage & disallowedFlags) == 0 &&
1048 (consumerUsage & allowedFlags) != 0;
1049
1050 surface = new Surface(gbp, useAsync);
1051 ANativeWindow *anw = surface.get();
1052
1053 int width, height, format;
1054 android_dataspace dataSpace;
1055 if ((err = anw->query(anw, NATIVE_WINDOW_WIDTH, &width)) != OK) {
1056 String8 msg = String8::format("Camera %s: Failed to query Surface width: %s (%d)",
1057 mCameraIdStr.string(), strerror(-err), err);
1058 ALOGE("%s: %s", __FUNCTION__, msg.string());
1059 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1060 }
1061 if ((err = anw->query(anw, NATIVE_WINDOW_HEIGHT, &height)) != OK) {
1062 String8 msg = String8::format("Camera %s: Failed to query Surface height: %s (%d)",
1063 mCameraIdStr.string(), strerror(-err), err);
1064 ALOGE("%s: %s", __FUNCTION__, msg.string());
1065 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1066 }
1067 if ((err = anw->query(anw, NATIVE_WINDOW_FORMAT, &format)) != OK) {
1068 String8 msg = String8::format("Camera %s: Failed to query Surface format: %s (%d)",
1069 mCameraIdStr.string(), strerror(-err), err);
1070 ALOGE("%s: %s", __FUNCTION__, msg.string());
1071 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1072 }
1073 if ((err = anw->query(anw, NATIVE_WINDOW_DEFAULT_DATASPACE,
1074 reinterpret_cast<int*>(&dataSpace))) != OK) {
1075 String8 msg = String8::format("Camera %s: Failed to query Surface dataspace: %s (%d)",
1076 mCameraIdStr.string(), strerror(-err), err);
1077 ALOGE("%s: %s", __FUNCTION__, msg.string());
1078 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
1079 }
1080
1081 // FIXME: remove this override since the default format should be
Emilian Peevdb1396c2018-02-12 23:54:48 +00001082 // IMPLEMENTATION_DEFINED. b/9487482 & b/35317944
1083 if ((format >= HAL_PIXEL_FORMAT_RGBA_8888 && format <= HAL_PIXEL_FORMAT_BGRA_8888) &&
1084 ((consumerUsage & GRALLOC_USAGE_HW_MASK) &&
1085 ((consumerUsage & GRALLOC_USAGE_SW_READ_MASK) == 0))) {
Shuzhen Wang758c2152017-01-10 18:26:18 -08001086 ALOGW("%s: Camera %s: Overriding format %#x to IMPLEMENTATION_DEFINED",
1087 __FUNCTION__, mCameraIdStr.string(), format);
1088 format = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED;
1089 }
1090 // Round dimensions to the nearest dimensions available for this format
1091 if (flexibleConsumer && isPublicFormat(format) &&
1092 !CameraDeviceClient::roundBufferDimensionNearest(width, height,
1093 format, dataSpace, mDevice->info(), /*out*/&width, /*out*/&height)) {
1094 String8 msg = String8::format("Camera %s: No supported stream configurations with "
1095 "format %#x defined, failed to create output stream",
1096 mCameraIdStr.string(), format);
1097 ALOGE("%s: %s", __FUNCTION__, msg.string());
1098 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1099 }
1100
1101 if (!isStreamInfoValid) {
1102 streamInfo.width = width;
1103 streamInfo.height = height;
1104 streamInfo.format = format;
1105 streamInfo.dataSpace = dataSpace;
1106 streamInfo.consumerUsage = consumerUsage;
1107 return binder::Status::ok();
1108 }
1109 if (width != streamInfo.width) {
1110 String8 msg = String8::format("Camera %s:Surface width doesn't match: %d vs %d",
1111 mCameraIdStr.string(), width, streamInfo.width);
1112 ALOGE("%s: %s", __FUNCTION__, msg.string());
1113 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1114 }
1115 if (height != streamInfo.height) {
1116 String8 msg = String8::format("Camera %s:Surface height doesn't match: %d vs %d",
1117 mCameraIdStr.string(), height, streamInfo.height);
1118 ALOGE("%s: %s", __FUNCTION__, msg.string());
1119 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1120 }
1121 if (format != streamInfo.format) {
1122 String8 msg = String8::format("Camera %s:Surface format doesn't match: %d vs %d",
1123 mCameraIdStr.string(), format, streamInfo.format);
1124 ALOGE("%s: %s", __FUNCTION__, msg.string());
1125 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1126 }
Shuzhen Wange8ecda92017-02-20 17:10:28 -08001127 if (format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED) {
1128 if (dataSpace != streamInfo.dataSpace) {
1129 String8 msg = String8::format("Camera %s:Surface dataSpace doesn't match: %d vs %d",
1130 mCameraIdStr.string(), dataSpace, streamInfo.dataSpace);
1131 ALOGE("%s: %s", __FUNCTION__, msg.string());
1132 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1133 }
1134 //At the native side, there isn't a way to check whether 2 surfaces come from the same
1135 //surface class type. Use usage flag to approximate the comparison.
1136 if (consumerUsage != streamInfo.consumerUsage) {
1137 String8 msg = String8::format(
Emilian Peev050f5dc2017-05-18 14:43:56 +01001138 "Camera %s:Surface usage flag doesn't match %" PRIu64 " vs %" PRIu64 "",
Shuzhen Wange8ecda92017-02-20 17:10:28 -08001139 mCameraIdStr.string(), consumerUsage, streamInfo.consumerUsage);
1140 ALOGE("%s: %s", __FUNCTION__, msg.string());
1141 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1142 }
Shuzhen Wang758c2152017-01-10 18:26:18 -08001143 }
1144 return binder::Status::ok();
1145}
1146
Shuzhen Wangc28189a2017-11-27 23:05:10 -08001147bool CameraDeviceClient::checkPhysicalCameraId(const String8& physicalCameraId) {
1148 if (0 == physicalCameraId.size()) {
1149 return true;
1150 }
1151
1152 CameraMetadata staticInfo = mDevice->info();
1153 camera_metadata_entry_t entryCap;
1154 bool isLogicalCam = false;
1155
1156 entryCap = staticInfo.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
1157 for (size_t i = 0; i < entryCap.count; ++i) {
1158 uint8_t capability = entryCap.data.u8[i];
1159 if (capability == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_LOGICAL_MULTI_CAMERA) {
1160 isLogicalCam = true;
1161 }
1162 }
1163 if (!isLogicalCam) {
1164 return false;
1165 }
1166
1167 camera_metadata_entry_t entryIds = staticInfo.find(ANDROID_LOGICAL_MULTI_CAMERA_PHYSICAL_IDS);
1168 const uint8_t* ids = entryIds.data.u8;
1169 size_t start = 0;
1170 for (size_t i = 0; i < entryIds.count; ++i) {
1171 if (ids[i] == '\0') {
1172 if (start != i) {
1173 String8 currentId((const char*)ids+start);
1174 if (currentId == physicalCameraId) {
1175 return true;
1176 }
1177 }
1178 start = i+1;
1179 }
1180 }
1181 return false;
1182}
1183
Ruben Brunkbba75572014-11-20 17:29:50 -08001184bool CameraDeviceClient::roundBufferDimensionNearest(int32_t width, int32_t height,
Eino-Ville Talvala3d82c0d2015-02-23 15:19:19 -08001185 int32_t format, android_dataspace dataSpace, const CameraMetadata& info,
Ruben Brunkbba75572014-11-20 17:29:50 -08001186 /*out*/int32_t* outWidth, /*out*/int32_t* outHeight) {
1187
1188 camera_metadata_ro_entry streamConfigs =
Eino-Ville Talvala3d82c0d2015-02-23 15:19:19 -08001189 (dataSpace == HAL_DATASPACE_DEPTH) ?
1190 info.find(ANDROID_DEPTH_AVAILABLE_DEPTH_STREAM_CONFIGURATIONS) :
Ruben Brunkbba75572014-11-20 17:29:50 -08001191 info.find(ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS);
1192
1193 int32_t bestWidth = -1;
1194 int32_t bestHeight = -1;
1195
1196 // Iterate through listed stream configurations and find the one with the smallest euclidean
1197 // distance from the given dimensions for the given format.
1198 for (size_t i = 0; i < streamConfigs.count; i += 4) {
1199 int32_t fmt = streamConfigs.data.i32[i];
1200 int32_t w = streamConfigs.data.i32[i + 1];
1201 int32_t h = streamConfigs.data.i32[i + 2];
1202
1203 // Ignore input/output type for now
1204 if (fmt == format) {
1205 if (w == width && h == height) {
1206 bestWidth = width;
1207 bestHeight = height;
1208 break;
1209 } else if (w <= ROUNDING_WIDTH_CAP && (bestWidth == -1 ||
1210 CameraDeviceClient::euclidDistSquare(w, h, width, height) <
1211 CameraDeviceClient::euclidDistSquare(bestWidth, bestHeight, width, height))) {
1212 bestWidth = w;
1213 bestHeight = h;
1214 }
1215 }
1216 }
1217
1218 if (bestWidth == -1) {
1219 // Return false if no configurations for this format were listed
1220 return false;
1221 }
1222
1223 // Set the outputs to the closet width/height
1224 if (outWidth != NULL) {
1225 *outWidth = bestWidth;
1226 }
1227 if (outHeight != NULL) {
1228 *outHeight = bestHeight;
1229 }
1230
1231 // Return true if at least one configuration for this format was listed
1232 return true;
1233}
1234
1235int64_t CameraDeviceClient::euclidDistSquare(int32_t x0, int32_t y0, int32_t x1, int32_t y1) {
1236 int64_t d0 = x0 - x1;
1237 int64_t d1 = y0 - y1;
1238 return d0 * d0 + d1 * d1;
1239}
1240
Igor Murashkine7ee7632013-06-11 18:10:18 -07001241// Create a request object from a template.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001242binder::Status CameraDeviceClient::createDefaultRequest(int templateId,
1243 /*out*/
1244 hardware::camera2::impl::CameraMetadataNative* request)
Igor Murashkine7ee7632013-06-11 18:10:18 -07001245{
1246 ATRACE_CALL();
1247 ALOGV("%s (templateId = 0x%x)", __FUNCTION__, templateId);
1248
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001249 binder::Status res;
1250 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -07001251
1252 Mutex::Autolock icl(mBinderSerializationLock);
1253
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001254 if (!mDevice.get()) {
1255 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1256 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001257
1258 CameraMetadata metadata;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001259 status_t err;
1260 if ( (err = mDevice->createDefaultRequest(templateId, &metadata) ) == OK &&
Igor Murashkine7ee7632013-06-11 18:10:18 -07001261 request != NULL) {
1262
1263 request->swap(metadata);
Chien-Yu Chen9cd14022016-03-09 12:21:01 -08001264 } else if (err == BAD_VALUE) {
1265 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001266 "Camera %s: Template ID %d is invalid or not supported: %s (%d)",
1267 mCameraIdStr.string(), templateId, strerror(-err), err);
Chien-Yu Chen9cd14022016-03-09 12:21:01 -08001268
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001269 } else {
1270 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001271 "Camera %s: Error creating default request for template %d: %s (%d)",
1272 mCameraIdStr.string(), templateId, strerror(-err), err);
Igor Murashkine7ee7632013-06-11 18:10:18 -07001273 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001274 return res;
1275}
1276
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001277binder::Status CameraDeviceClient::getCameraInfo(
1278 /*out*/
1279 hardware::camera2::impl::CameraMetadataNative* info)
Igor Murashkine7ee7632013-06-11 18:10:18 -07001280{
1281 ATRACE_CALL();
1282 ALOGV("%s", __FUNCTION__);
1283
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001284 binder::Status res;
Igor Murashkine7ee7632013-06-11 18:10:18 -07001285
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001286 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -07001287
1288 Mutex::Autolock icl(mBinderSerializationLock);
1289
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001290 if (!mDevice.get()) {
1291 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1292 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001293
Igor Murashkin099b4572013-07-12 17:52:16 -07001294 if (info != NULL) {
1295 *info = mDevice->info(); // static camera metadata
1296 // TODO: merge with device-specific camera metadata
1297 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001298
1299 return res;
1300}
1301
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001302binder::Status CameraDeviceClient::waitUntilIdle()
Zhijun He2ab500c2013-07-23 08:02:53 -07001303{
1304 ATRACE_CALL();
1305 ALOGV("%s", __FUNCTION__);
1306
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001307 binder::Status res;
1308 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Zhijun He2ab500c2013-07-23 08:02:53 -07001309
1310 Mutex::Autolock icl(mBinderSerializationLock);
1311
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001312 if (!mDevice.get()) {
1313 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1314 }
Zhijun He2ab500c2013-07-23 08:02:53 -07001315
1316 // FIXME: Also need check repeating burst.
Shuzhen Wangc9ca6782016-04-26 13:40:31 -07001317 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001318 if (mStreamingRequestId != REQUEST_ID_NONE) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001319 String8 msg = String8::format(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001320 "Camera %s: Try to waitUntilIdle when there are active streaming requests",
1321 mCameraIdStr.string());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001322 ALOGE("%s: %s", __FUNCTION__, msg.string());
1323 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
Zhijun He2ab500c2013-07-23 08:02:53 -07001324 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001325 status_t err = mDevice->waitUntilDrained();
1326 if (err != OK) {
1327 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001328 "Camera %s: Error waiting to drain: %s (%d)",
1329 mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001330 }
Zhijun He2ab500c2013-07-23 08:02:53 -07001331 ALOGV("%s Done", __FUNCTION__);
Zhijun He2ab500c2013-07-23 08:02:53 -07001332 return res;
1333}
1334
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001335binder::Status CameraDeviceClient::flush(
1336 /*out*/
1337 int64_t* lastFrameNumber) {
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001338 ATRACE_CALL();
1339 ALOGV("%s", __FUNCTION__);
1340
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001341 binder::Status res;
1342 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001343
1344 Mutex::Autolock icl(mBinderSerializationLock);
1345
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001346 if (!mDevice.get()) {
1347 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1348 }
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001349
Shuzhen Wangc9ca6782016-04-26 13:40:31 -07001350 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001351 mStreamingRequestId = REQUEST_ID_NONE;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001352 status_t err = mDevice->flush(lastFrameNumber);
1353 if (err != OK) {
1354 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001355 "Camera %s: Error flushing device: %s (%d)", mCameraIdStr.string(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001356 }
1357 return res;
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001358}
1359
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001360binder::Status CameraDeviceClient::prepare(int streamId) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001361 ATRACE_CALL();
1362 ALOGV("%s", __FUNCTION__);
1363
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001364 binder::Status res;
1365 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001366
1367 Mutex::Autolock icl(mBinderSerializationLock);
1368
1369 // Guard against trying to prepare non-created streams
1370 ssize_t index = NAME_NOT_FOUND;
1371 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001372 if (streamId == mStreamMap.valueAt(i).streamId()) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001373 index = i;
1374 break;
1375 }
1376 }
1377
1378 if (index == NAME_NOT_FOUND) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001379 String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no stream "
1380 "with that ID exists", mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001381 ALOGW("%s: %s", __FUNCTION__, msg.string());
1382 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001383 }
1384
Eino-Ville Talvala261394e2015-05-13 14:28:38 -07001385 // Also returns BAD_VALUE if stream ID was not valid, or stream already
1386 // has been used
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001387 status_t err = mDevice->prepare(streamId);
1388 if (err == BAD_VALUE) {
1389 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001390 "Camera %s: Stream %d has already been used, and cannot be prepared",
1391 mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001392 } else if (err != OK) {
1393 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001394 "Camera %s: Error preparing stream %d: %s (%d)", mCameraIdStr.string(), streamId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001395 strerror(-err), err);
1396 }
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001397 return res;
1398}
1399
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001400binder::Status CameraDeviceClient::prepare2(int maxCount, int streamId) {
Ruben Brunkc78ac262015-08-13 17:58:46 -07001401 ATRACE_CALL();
1402 ALOGV("%s", __FUNCTION__);
1403
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001404 binder::Status res;
1405 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Ruben Brunkc78ac262015-08-13 17:58:46 -07001406
1407 Mutex::Autolock icl(mBinderSerializationLock);
1408
1409 // Guard against trying to prepare non-created streams
1410 ssize_t index = NAME_NOT_FOUND;
1411 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001412 if (streamId == mStreamMap.valueAt(i).streamId()) {
Ruben Brunkc78ac262015-08-13 17:58:46 -07001413 index = i;
1414 break;
1415 }
1416 }
1417
1418 if (index == NAME_NOT_FOUND) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001419 String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no stream "
1420 "with that ID exists", mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001421 ALOGW("%s: %s", __FUNCTION__, msg.string());
1422 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Ruben Brunkc78ac262015-08-13 17:58:46 -07001423 }
1424
1425 if (maxCount <= 0) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001426 String8 msg = String8::format("Camera %s: maxCount (%d) must be greater than 0",
1427 mCameraIdStr.string(), maxCount);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001428 ALOGE("%s: %s", __FUNCTION__, msg.string());
1429 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Ruben Brunkc78ac262015-08-13 17:58:46 -07001430 }
1431
1432 // Also returns BAD_VALUE if stream ID was not valid, or stream already
1433 // has been used
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001434 status_t err = mDevice->prepare(maxCount, streamId);
1435 if (err == BAD_VALUE) {
1436 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001437 "Camera %s: Stream %d has already been used, and cannot be prepared",
1438 mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001439 } else if (err != OK) {
1440 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001441 "Camera %s: Error preparing stream %d: %s (%d)", mCameraIdStr.string(), streamId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001442 strerror(-err), err);
1443 }
Ruben Brunkc78ac262015-08-13 17:58:46 -07001444
1445 return res;
1446}
1447
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001448binder::Status CameraDeviceClient::tearDown(int streamId) {
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001449 ATRACE_CALL();
1450 ALOGV("%s", __FUNCTION__);
1451
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001452 binder::Status res;
1453 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001454
1455 Mutex::Autolock icl(mBinderSerializationLock);
1456
1457 // Guard against trying to prepare non-created streams
1458 ssize_t index = NAME_NOT_FOUND;
1459 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001460 if (streamId == mStreamMap.valueAt(i).streamId()) {
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001461 index = i;
1462 break;
1463 }
1464 }
1465
1466 if (index == NAME_NOT_FOUND) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001467 String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no stream "
1468 "with that ID exists", mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001469 ALOGW("%s: %s", __FUNCTION__, msg.string());
1470 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001471 }
1472
1473 // Also returns BAD_VALUE if stream ID was not valid or if the stream is in
1474 // use
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001475 status_t err = mDevice->tearDown(streamId);
1476 if (err == BAD_VALUE) {
1477 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001478 "Camera %s: Stream %d is still in use, cannot be torn down",
1479 mCameraIdStr.string(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001480 } else if (err != OK) {
1481 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001482 "Camera %s: Error tearing down stream %d: %s (%d)", mCameraIdStr.string(), streamId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001483 strerror(-err), err);
1484 }
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001485
1486 return res;
1487}
1488
Shuzhen Wang758c2152017-01-10 18:26:18 -08001489binder::Status CameraDeviceClient::finalizeOutputConfigurations(int32_t streamId,
Zhijun He5d677d12016-05-29 16:52:39 -07001490 const hardware::camera2::params::OutputConfiguration &outputConfiguration) {
1491 ATRACE_CALL();
1492
1493 binder::Status res;
1494 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
1495
1496 Mutex::Autolock icl(mBinderSerializationLock);
1497
Shuzhen Wang0129d522016-10-30 22:43:41 -07001498 const std::vector<sp<IGraphicBufferProducer> >& bufferProducers =
1499 outputConfiguration.getGraphicBufferProducers();
Zhijun He5d677d12016-05-29 16:52:39 -07001500
Shuzhen Wang0129d522016-10-30 22:43:41 -07001501 if (bufferProducers.size() == 0) {
1502 ALOGE("%s: bufferProducers must not be empty", __FUNCTION__);
Zhijun He5d677d12016-05-29 16:52:39 -07001503 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Target Surface is invalid");
1504 }
Shuzhen Wang0129d522016-10-30 22:43:41 -07001505
Shuzhen Wang758c2152017-01-10 18:26:18 -08001506 // streamId should be in mStreamMap if this stream already has a surface attached
1507 // to it. Otherwise, it should be in mDeferredStreams.
1508 bool streamIdConfigured = false;
1509 ssize_t deferredStreamIndex = NAME_NOT_FOUND;
1510 for (size_t i = 0; i < mStreamMap.size(); i++) {
1511 if (mStreamMap.valueAt(i).streamId() == streamId) {
1512 streamIdConfigured = true;
1513 break;
1514 }
Zhijun He5d677d12016-05-29 16:52:39 -07001515 }
Shuzhen Wang758c2152017-01-10 18:26:18 -08001516 for (size_t i = 0; i < mDeferredStreams.size(); i++) {
1517 if (streamId == mDeferredStreams[i]) {
1518 deferredStreamIndex = i;
1519 break;
Shuzhen Wang0129d522016-10-30 22:43:41 -07001520 }
1521
Shuzhen Wang758c2152017-01-10 18:26:18 -08001522 }
1523 if (deferredStreamIndex == NAME_NOT_FOUND && !streamIdConfigured) {
1524 String8 msg = String8::format("Camera %s: deferred surface is set to a unknown stream"
1525 "(ID %d)", mCameraIdStr.string(), streamId);
1526 ALOGW("%s: %s", __FUNCTION__, msg.string());
1527 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
Zhijun He5d677d12016-05-29 16:52:39 -07001528 }
1529
Shuzhen Wang88fd0052017-02-09 16:40:07 -08001530 if (mStreamInfoMap[streamId].finalized) {
1531 String8 msg = String8::format("Camera %s: finalizeOutputConfigurations has been called"
1532 " on stream ID %d", mCameraIdStr.string(), streamId);
1533 ALOGW("%s: %s", __FUNCTION__, msg.string());
1534 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
1535 }
1536
Zhijun He5d677d12016-05-29 16:52:39 -07001537 if (!mDevice.get()) {
1538 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1539 }
1540
Shuzhen Wang758c2152017-01-10 18:26:18 -08001541 std::vector<sp<Surface>> consumerSurfaces;
Shuzhen Wang758c2152017-01-10 18:26:18 -08001542 for (auto& bufferProducer : bufferProducers) {
1543 // Don't create multiple streams for the same target surface
Zhijun He5d677d12016-05-29 16:52:39 -07001544 ssize_t index = mStreamMap.indexOfKey(IInterface::asBinder(bufferProducer));
1545 if (index != NAME_NOT_FOUND) {
Shuzhen Wang758c2152017-01-10 18:26:18 -08001546 ALOGV("Camera %s: Surface already has a stream created "
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001547 " for it (ID %zd)", mCameraIdStr.string(), index);
Shuzhen Wang758c2152017-01-10 18:26:18 -08001548 continue;
Zhijun He5d677d12016-05-29 16:52:39 -07001549 }
Shuzhen Wang758c2152017-01-10 18:26:18 -08001550
1551 sp<Surface> surface;
1552 res = createSurfaceFromGbp(mStreamInfoMap[streamId], true /*isStreamInfoValid*/,
1553 surface, bufferProducer);
1554
1555 if (!res.isOk())
1556 return res;
1557
1558 consumerSurfaces.push_back(surface);
Zhijun He5d677d12016-05-29 16:52:39 -07001559 }
1560
Shuzhen Wanga81ce342017-04-13 15:18:36 -07001561 // Gracefully handle case where finalizeOutputConfigurations is called
1562 // without any new surface.
1563 if (consumerSurfaces.size() == 0) {
1564 mStreamInfoMap[streamId].finalized = true;
1565 return res;
1566 }
1567
Zhijun He5d677d12016-05-29 16:52:39 -07001568 // Finish the deferred stream configuration with the surface.
Shuzhen Wang758c2152017-01-10 18:26:18 -08001569 status_t err;
Emilian Peev40ead602017-09-26 15:46:36 +01001570 std::vector<int> consumerSurfaceIds;
1571 err = mDevice->setConsumerSurfaces(streamId, consumerSurfaces, &consumerSurfaceIds);
Zhijun He5d677d12016-05-29 16:52:39 -07001572 if (err == OK) {
Shuzhen Wang758c2152017-01-10 18:26:18 -08001573 for (size_t i = 0; i < consumerSurfaces.size(); i++) {
1574 sp<IBinder> binder = IInterface::asBinder(
1575 consumerSurfaces[i]->getIGraphicBufferProducer());
Emilian Peev40ead602017-09-26 15:46:36 +01001576 ALOGV("%s: mStreamMap add binder %p streamId %d, surfaceId %d", __FUNCTION__,
Shuzhen Wang758c2152017-01-10 18:26:18 -08001577 binder.get(), streamId, consumerSurfaceIds[i]);
1578 mStreamMap.add(binder, StreamSurfaceId(streamId, consumerSurfaceIds[i]));
1579 }
1580 if (deferredStreamIndex != NAME_NOT_FOUND) {
1581 mDeferredStreams.removeItemsAt(deferredStreamIndex);
Shuzhen Wang0129d522016-10-30 22:43:41 -07001582 }
Shuzhen Wang88fd0052017-02-09 16:40:07 -08001583 mStreamInfoMap[streamId].finalized = true;
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -08001584 mConfiguredOutputs.replaceValueFor(streamId, outputConfiguration);
Zhijun He5d677d12016-05-29 16:52:39 -07001585 } else if (err == NO_INIT) {
1586 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001587 "Camera %s: Deferred surface is invalid: %s (%d)",
1588 mCameraIdStr.string(), strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -07001589 } else {
1590 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001591 "Camera %s: Error setting output stream deferred surface: %s (%d)",
1592 mCameraIdStr.string(), strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -07001593 }
1594
1595 return res;
1596}
1597
Igor Murashkine7ee7632013-06-11 18:10:18 -07001598status_t CameraDeviceClient::dump(int fd, const Vector<String16>& args) {
Eino-Ville Talvalac4003962016-01-13 10:07:04 -08001599 return BasicClient::dump(fd, args);
1600}
1601
1602status_t CameraDeviceClient::dumpClient(int fd, const Vector<String16>& args) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001603 dprintf(fd, " CameraDeviceClient[%s] (%p) dump:\n",
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001604 mCameraIdStr.string(),
Eino-Ville Talvalae992e752014-11-07 16:17:48 -08001605 (getRemoteCallback() != NULL ?
Marco Nelissenf8880202014-11-14 07:58:25 -08001606 IInterface::asBinder(getRemoteCallback()).get() : NULL) );
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001607 dprintf(fd, " Current client UID %u\n", mClientUid);
Igor Murashkine7ee7632013-06-11 18:10:18 -07001608
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001609 dprintf(fd, " State:\n");
1610 dprintf(fd, " Request ID counter: %d\n", mRequestIdCounter);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001611 if (mInputStream.configured) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001612 dprintf(fd, " Current input stream ID: %d\n", mInputStream.id);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001613 } else {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001614 dprintf(fd, " No input stream configured.\n");
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001615 }
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001616 if (!mStreamMap.isEmpty()) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001617 dprintf(fd, " Current output stream/surface IDs:\n");
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001618 for (size_t i = 0; i < mStreamMap.size(); i++) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001619 dprintf(fd, " Stream %d Surface %d\n",
Shuzhen Wang0129d522016-10-30 22:43:41 -07001620 mStreamMap.valueAt(i).streamId(),
1621 mStreamMap.valueAt(i).surfaceId());
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001622 }
Zhijun He5d677d12016-05-29 16:52:39 -07001623 } else if (!mDeferredStreams.isEmpty()) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001624 dprintf(fd, " Current deferred surface output stream IDs:\n");
Zhijun He5d677d12016-05-29 16:52:39 -07001625 for (auto& streamId : mDeferredStreams) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001626 dprintf(fd, " Stream %d\n", streamId);
Zhijun He5d677d12016-05-29 16:52:39 -07001627 }
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001628 } else {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001629 dprintf(fd, " No output streams configured.\n");
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001630 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001631 // TODO: print dynamic/request section from most recent requests
1632 mFrameProcessor->dump(fd, args);
1633
1634 return dumpDevice(fd, args);
1635}
1636
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001637void CameraDeviceClient::notifyError(int32_t errorCode,
Jianing Weicb0652e2014-03-12 18:29:36 -07001638 const CaptureResultExtras& resultExtras) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001639 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001640 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001641
1642 if (remoteCb != 0) {
Jianing Weicb0652e2014-03-12 18:29:36 -07001643 remoteCb->onDeviceError(errorCode, resultExtras);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001644 }
1645}
1646
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001647void CameraDeviceClient::notifyRepeatingRequestError(long lastFrameNumber) {
1648 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
1649
1650 if (remoteCb != 0) {
Yin-Chia Yeh8ca23dc2017-09-05 18:15:56 -07001651 remoteCb->onRepeatingRequestError(lastFrameNumber, mStreamingRequestId);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001652 }
1653
Shuzhen Wangc9ca6782016-04-26 13:40:31 -07001654 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001655 mStreamingRequestId = REQUEST_ID_NONE;
1656}
1657
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001658void CameraDeviceClient::notifyIdle() {
1659 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001660 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001661
1662 if (remoteCb != 0) {
1663 remoteCb->onDeviceIdle();
1664 }
Eino-Ville Talvala412fe562015-08-20 17:08:32 -07001665 Camera2ClientBase::notifyIdle();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001666}
1667
Jianing Weicb0652e2014-03-12 18:29:36 -07001668void CameraDeviceClient::notifyShutter(const CaptureResultExtras& resultExtras,
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001669 nsecs_t timestamp) {
1670 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001671 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001672 if (remoteCb != 0) {
Jianing Weicb0652e2014-03-12 18:29:36 -07001673 remoteCb->onCaptureStarted(resultExtras, timestamp);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001674 }
Eino-Ville Talvala412fe562015-08-20 17:08:32 -07001675 Camera2ClientBase::notifyShutter(resultExtras, timestamp);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001676}
1677
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001678void CameraDeviceClient::notifyPrepared(int streamId) {
1679 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001680 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001681 if (remoteCb != 0) {
1682 remoteCb->onPrepared(streamId);
1683 }
1684}
1685
Shuzhen Wang9d066012016-09-30 11:30:20 -07001686void CameraDeviceClient::notifyRequestQueueEmpty() {
1687 // Thread safe. Don't bother locking.
1688 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
1689 if (remoteCb != 0) {
1690 remoteCb->onRequestQueueEmpty();
1691 }
1692}
1693
Igor Murashkine7ee7632013-06-11 18:10:18 -07001694void CameraDeviceClient::detachDevice() {
1695 if (mDevice == 0) return;
1696
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001697 ALOGV("Camera %s: Stopping processors", mCameraIdStr.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -07001698
1699 mFrameProcessor->removeListener(FRAME_PROCESSOR_LISTENER_MIN_ID,
1700 FRAME_PROCESSOR_LISTENER_MAX_ID,
1701 /*listener*/this);
1702 mFrameProcessor->requestExit();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001703 ALOGV("Camera %s: Waiting for threads", mCameraIdStr.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -07001704 mFrameProcessor->join();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001705 ALOGV("Camera %s: Disconnecting device", mCameraIdStr.string());
Igor Murashkine7ee7632013-06-11 18:10:18 -07001706
1707 // WORKAROUND: HAL refuses to disconnect while there's streams in flight
1708 {
1709 mDevice->clearStreamingRequest();
1710
1711 status_t code;
1712 if ((code = mDevice->waitUntilDrained()) != OK) {
1713 ALOGE("%s: waitUntilDrained failed with code 0x%x", __FUNCTION__,
1714 code);
1715 }
1716 }
1717
1718 Camera2ClientBase::detachDevice();
1719}
1720
1721/** Device-related methods */
Jianing Weicb0652e2014-03-12 18:29:36 -07001722void CameraDeviceClient::onResultAvailable(const CaptureResult& result) {
Igor Murashkine7ee7632013-06-11 18:10:18 -07001723 ATRACE_CALL();
1724 ALOGV("%s", __FUNCTION__);
1725
Igor Murashkin4fb55c12013-08-29 17:43:01 -07001726 // Thread-safe. No lock necessary.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001727 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = mRemoteCallback;
Igor Murashkin4fb55c12013-08-29 17:43:01 -07001728 if (remoteCb != NULL) {
Shuzhen Wang5c22c152017-12-31 17:12:25 -08001729 remoteCb->onResultReceived(result.mMetadata, result.mResultExtras,
1730 result.mPhysicalMetadatas);
Igor Murashkine7ee7632013-06-11 18:10:18 -07001731 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001732}
1733
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001734binder::Status CameraDeviceClient::checkPidStatus(const char* checkLocation) {
Eino-Ville Talvala6192b892016-04-04 12:31:18 -07001735 if (mDisconnected) {
1736 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED,
1737 "The camera device has been disconnected");
1738 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001739 status_t res = checkPid(checkLocation);
1740 return (res == OK) ? binder::Status::ok() :
1741 STATUS_ERROR(CameraService::ERROR_PERMISSION_DENIED,
1742 "Attempt to use camera from a different process than original client");
1743}
1744
Igor Murashkine7ee7632013-06-11 18:10:18 -07001745// TODO: move to Camera2ClientBase
1746bool CameraDeviceClient::enforceRequestPermissions(CameraMetadata& metadata) {
1747
1748 const int pid = IPCThreadState::self()->getCallingPid();
1749 const int selfPid = getpid();
1750 camera_metadata_entry_t entry;
1751
1752 /**
1753 * Mixin default important security values
1754 * - android.led.transmit = defaulted ON
1755 */
1756 CameraMetadata staticInfo = mDevice->info();
1757 entry = staticInfo.find(ANDROID_LED_AVAILABLE_LEDS);
1758 for(size_t i = 0; i < entry.count; ++i) {
1759 uint8_t led = entry.data.u8[i];
1760
1761 switch(led) {
1762 case ANDROID_LED_AVAILABLE_LEDS_TRANSMIT: {
1763 uint8_t transmitDefault = ANDROID_LED_TRANSMIT_ON;
1764 if (!metadata.exists(ANDROID_LED_TRANSMIT)) {
1765 metadata.update(ANDROID_LED_TRANSMIT,
1766 &transmitDefault, 1);
1767 }
1768 break;
1769 }
1770 }
1771 }
1772
1773 // We can do anything!
1774 if (pid == selfPid) {
1775 return true;
1776 }
1777
1778 /**
1779 * Permission check special fields in the request
1780 * - android.led.transmit = android.permission.CAMERA_DISABLE_TRANSMIT
1781 */
1782 entry = metadata.find(ANDROID_LED_TRANSMIT);
1783 if (entry.count > 0 && entry.data.u8[0] != ANDROID_LED_TRANSMIT_ON) {
1784 String16 permissionString =
1785 String16("android.permission.CAMERA_DISABLE_TRANSMIT_LED");
1786 if (!checkCallingPermission(permissionString)) {
1787 const int uid = IPCThreadState::self()->getCallingUid();
1788 ALOGE("Permission Denial: "
1789 "can't disable transmit LED pid=%d, uid=%d", pid, uid);
1790 return false;
1791 }
1792 }
1793
1794 return true;
1795}
1796
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -07001797status_t CameraDeviceClient::getRotationTransformLocked(int32_t* transform) {
1798 ALOGV("%s: begin", __FUNCTION__);
1799
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -07001800 const CameraMetadata& staticInfo = mDevice->info();
Ruben Brunk5698d442014-06-18 10:39:40 -07001801 return CameraUtils::getRotationTransform(staticInfo, transform);
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -07001802}
1803
Igor Murashkine7ee7632013-06-11 18:10:18 -07001804} // namespace android